scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-26 01:12:21 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 99

fix(proxy): prefer local cost overrides for litellm proxy

Browse source
This commit is contained in:
Yufeng He 2026-05-14 08:49:55 +08:00
parent 6274b4c217
commit 80adab9415
2 changed files with 43 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
litellm/cost_calculator.py
View file

@ -1753,7 +1753,14 @@ def response_cost_calculator(
provider_response_cost = get_response_cost_from_hidden_params(
response_object._hidden_params
)
if provider_response_cost is not None:
use_local_proxy_pricing = custom_pricing is True and (
custom_llm_provider == "litellm_proxy"
or str(model or "").startswith("litellm_proxy/")
)
if (
provider_response_cost is not None
and not use_local_proxy_pricing
):
return provider_response_cost
response_cost = completion_cost(

35
tests/test_litellm/test_cost_calculator.py
View file

@ -67,6 +67,41 @@ def test_cost_calculator_with_response_cost_in_additional_headers():
assert result == 1000
def test_litellm_proxy_custom_pricing_overrides_upstream_response_cost(monkeypatch):
model = "hosted_vllm/glm-4.7-fp8"
response = ModelResponse(
model=model,
choices=[],
usage=Usage(prompt_tokens=100, completion_tokens=25, total_tokens=125),
)
response._hidden_params["additional_headers"] = {
"llm_provider-x-litellm-response-cost": "9.99"
}
monkeypatch.setattr(
litellm,
"model_cost",
{
f"litellm_proxy/{model}": {
"litellm_provider": "litellm_proxy",
"mode": "chat",
"input_cost_per_token": 0.0,
"output_cost_per_token": 0.0,
}
},
)
result = response_cost_calculator(
response_object=response,
model=model,
custom_llm_provider="litellm_proxy",
call_type="completion",
optional_params={},
custom_pricing=True,
)
assert result == 0.0
def test_baseten_model_api_pricing_entries():
os.environ["LITELLM_LOCAL_MODEL_COST_MAP"] = "True"
litellm.model_cost = litellm.get_model_cost_map(url="")