scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-05 02:41:56 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 48

test(streaming): pass provider into usage-cost propagation helpers

Browse source 
Staging now requires custom_llm_provider on
_propagate_usage_cost_to_hidden_params; update the Vertex stream-spend
regressions to match.
This commit is contained in:
lei_lei 2026-09-13 04:43:46 +00:00
parent 7a32d6b6a9
commit bb16fe3433
1 changed files with 6 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
tests/test_litellm/litellm_core_utils/test_streaming_handler.py
View file

@ -1982,7 +1982,9 @@ def _stream_spend_via_logging(complete_response, *, model: str, custom_llm_provi
)
logging_obj.model_call_details["custom_llm_provider"] = custom_llm_provider
logging_obj.optional_params = {}
CustomStreamWrapper._propagate_usage_cost_to_hidden_params(complete_response)
CustomStreamWrapper._propagate_usage_cost_to_hidden_params(
complete_response, custom_llm_provider
)
cost = logging_obj._response_cost_calculator(result=complete_response)
assert cost is not None
return cost
@ -2022,7 +2024,9 @@ def test_stream_spend_prices_vertex_anthropic_cache_read_tokens():
# A leftover usage.cost=0 must not override token-based stream spend.
usage.cost = 0
CustomStreamWrapper._propagate_usage_cost_to_hidden_params(complete_response)
CustomStreamWrapper._propagate_usage_cost_to_hidden_params(
complete_response, "vertex_ai"
)
assert get_response_cost_from_hidden_params(complete_response._hidden_params) is None
stream_spend = _stream_spend_via_logging(