From 8c9dfd5f696393e726d381e3bc3b01babeb123c7 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 31 Oct 2024 20:07:14 +0530 Subject: [PATCH] fix getting response cost --- litellm/proxy/proxy_server.py | 11 ++--------- 1 file changed, 2 insertions(+), 9 deletions(-) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index f888d094e2d..ca6befef603 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -776,15 +776,8 @@ async def _PROXY_track_cost_callback( org_id = metadata.get("user_api_key_org_id", None) key_alias = metadata.get("user_api_key_alias", None) end_user_max_budget = metadata.get("user_api_end_user_max_budget", None) - standard_logging_payload: Optional[StandardLoggingPayload] = kwargs.get( - "standard_logging_object", None - ) - if standard_logging_payload is None: - raise ValueError("Standard logging payload is missing from kwargs") - response_cost = standard_logging_payload.get("response_cost") or kwargs.get( - "response_cost", None - ) # read from kwargs for backwards compatibility with existing tests - if response_cost is not None: + if kwargs.get("response_cost", None) is not None: + response_cost = kwargs["response_cost"] user_api_key = metadata.get("user_api_key", None) if kwargs.get("cache_hit", False) is True: response_cost = 0.0