scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-16 23:41:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

perf(cost): short-circuit above-threshold key discovery with cheap substring pre-filter

Browse source 
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
milan 2026-07-23 20:11:35 +00:00
parent 6a2a7a3930
commit 26a2704010
1 changed files with 2 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
litellm/litellm_core_utils/llm_cost_calc/utils.py
View file

@ -248,10 +248,11 @@ def _get_token_base_cost(
threshold_keys = [
k
for k in model_info
if k.startswith(_ABOVE_THRESHOLD_KEY_PREFIXES)
if "_above_" in k
and k.endswith("_tokens")
and "_above_1hr" not in k
and not k.endswith(_SERVICE_TIER_SUFFIXES)
and k.startswith(_ABOVE_THRESHOLD_KEY_PREFIXES)
]
if not threshold_keys:
return (