scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-11 03:38:38 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 83

fix kwargs.get("response_cost")

Browse source
This commit is contained in:
Ishaan Jaff 2024-10-31 18:53:58 +05:30
parent 9c1270fa0e
commit e7ab928c33
1 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
litellm/proxy/proxy_server.py
View file

@ -781,7 +781,9 @@ async def _PROXY_track_cost_callback(
)
if standard_logging_payload is None:
raise ValueError("Standard logging payload is missing from kwargs")
response_cost = standard_logging_payload.get("response_cost")
response_cost = standard_logging_payload.get("response_cost") or kwargs.get(
"response_cost", None
) # read from kwargs for backwards compatibility with existing tests
if response_cost is not None:
user_api_key = metadata.get("user_api_key", None)
if kwargs.get("cache_hit", False) is True: