From e7ab928c3308977a1fc3809ca847fcd28c54d7db Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 31 Oct 2024 18:53:58 +0530 Subject: [PATCH] fix kwargs.get("response_cost") --- litellm/proxy/proxy_server.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index b871df6f9f8..f888d094e2d 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -781,7 +781,9 @@ async def _PROXY_track_cost_callback( ) if standard_logging_payload is None: raise ValueError("Standard logging payload is missing from kwargs") - response_cost = standard_logging_payload.get("response_cost") + response_cost = standard_logging_payload.get("response_cost") or kwargs.get( + "response_cost", None + ) # read from kwargs for backwards compatibility with existing tests if response_cost is not None: user_api_key = metadata.get("user_api_key", None) if kwargs.get("cache_hit", False) is True: