scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-16 23:41:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

test(spend): pass gateway_injected_cache on custom-model savings cases

Browse source 
Staging made the flag required. These tests only assert compression and
prompt-caching dollars, so they do not attribute the cache to the gateway.
This commit is contained in:
Gyanu Mayank 2026-09-01 22:28:45 +05:30
parent 913464b13e
commit 25ab5727eb
1 changed files with 8 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
tests/test_litellm/proxy/spend_tracking/test_savings.py
View file

@ -1042,6 +1042,7 @@ def test_custom_unmapped_model_compression_savings_use_deployment_id_without_rou
model="muse-glimmer-30b",
custom_llm_provider="openai",
compression_saved_tokens=2642007,
gateway_injected_cache=False,
model_id=deployment_id,
)
assert result.compression == pytest.approx(2642007 * 3.5e-07)
@ -1055,6 +1056,7 @@ def test_custom_unmapped_model_compression_savings_without_model_id_use_unique_d
model="muse-glimmer-30b",
custom_llm_provider="openai",
compression_saved_tokens=100000,
gateway_injected_cache=False,
llm_router=lambda: router,
)
assert result.compression == pytest.approx(100000 * 3.5e-07)
@ -1067,6 +1069,7 @@ def test_custom_unmapped_model_prompt_caching_savings_use_deployment_rate():
model="muse-glimmer-30b",
custom_llm_provider="openai",
compression_saved_tokens=0,
gateway_injected_cache=False,
usage_object={"cache_read_input_tokens": 500000},
model_id=deployment_id,
)
@ -1107,12 +1110,14 @@ def test_two_custom_deployments_at_different_rates_need_model_id():
model="deepseek-v4-pro",
custom_llm_provider="openai",
compression_saved_tokens=100000,
gateway_injected_cache=False,
llm_router=lambda: router,
)
with_id = compute_savings_spend(
model="deepseek/deepseek-v4-pro",
custom_llm_provider="openrouter",
compression_saved_tokens=100000,
gateway_injected_cache=False,
model_id=openrouter_id,
)
assert without_id.compression == 0.0
@ -1158,6 +1163,7 @@ def test_same_input_rate_different_cache_rates_still_price_compression():
model="muse-glimmer-30b",
custom_llm_provider="openai",
compression_saved_tokens=100000,
gateway_injected_cache=False,
usage_object={"cache_read_input_tokens": 500000},
llm_router=lambda: router,
)
@ -1199,6 +1205,7 @@ def test_omitted_cache_rate_matches_explicit_mirror_of_input():
model="muse-glimmer-30b",
custom_llm_provider="openai",
compression_saved_tokens=100000,
gateway_injected_cache=False,
llm_router=lambda: router,
)
assert result.compression == pytest.approx(100000 * 3.5e-07)
@ -1235,6 +1242,7 @@ def test_ambiguous_cache_rates_do_not_fall_back_to_public_prompt_caching():
model="claude-sonnet-5",
custom_llm_provider="anthropic",
compression_saved_tokens=100000,
gateway_injected_cache=False,
usage_object={"cache_read_input_tokens": 500000},
llm_router=lambda: router,
)