scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-09 03:18:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 109

test(cost): keep suite hermetic by popping the temp tiered-pricing model

Browse source 
Wrap the regression body in try/finally so litellm.model_cost no longer
leaks the litellm-test-non-standard-tier entry into later tests that
iterate or reset the global cost map. Addresses Greptile review thread.
This commit is contained in:
Ewerton Silva 2026-06-24 08:22:39 -03:00
parent 5424ccae29
commit d4b5d737ae
1 changed files with 17 additions and 14 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

31
tests/test_litellm/litellm_core_utils/llm_cost_calc/test_llm_cost_calc_utils.py
View file

@ -403,20 +403,23 @@ def test_generic_cost_per_token_honors_non_standard_above_threshold():
}
)
prompt_tokens = 600000
completion_tokens = 1000
usage = Usage(
prompt_tokens=prompt_tokens,
completion_tokens=completion_tokens,
total_tokens=prompt_tokens + completion_tokens,
)
prompt_cost, completion_cost = generic_cost_per_token(
model=model,
usage=usage,
custom_llm_provider=custom_llm_provider,
)
assert round(prompt_cost, 10) == round(9e-6 * prompt_tokens, 10)
assert round(completion_cost, 10) == round(18e-6 * completion_tokens, 10)
try:
prompt_tokens = 600000
completion_tokens = 1000
usage = Usage(
prompt_tokens=prompt_tokens,
completion_tokens=completion_tokens,
total_tokens=prompt_tokens + completion_tokens,
)
prompt_cost, completion_cost = generic_cost_per_token(
model=model,
usage=usage,
custom_llm_provider=custom_llm_provider,
)
assert round(prompt_cost, 10) == round(9e-6 * prompt_tokens, 10)
assert round(completion_cost, 10) == round(18e-6 * completion_tokens, 10)
finally:
litellm.model_cost.pop(model, None)
def test_generic_cost_per_token_gpt55():