From 7739be340ba8ca7134ac32f3a2bb9bea317300b6 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 6 Feb 2025 21:20:59 -0800 Subject: [PATCH] fix assembly pass through cost tracking --- .../assembly_passthrough_logging_handler.py | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/litellm/proxy/pass_through_endpoints/llm_provider_handlers/assembly_passthrough_logging_handler.py b/litellm/proxy/pass_through_endpoints/llm_provider_handlers/assembly_passthrough_logging_handler.py index 2418a435b4c..7cf3013db03 100644 --- a/litellm/proxy/pass_through_endpoints/llm_provider_handlers/assembly_passthrough_logging_handler.py +++ b/litellm/proxy/pass_through_endpoints/llm_provider_handlers/assembly_passthrough_logging_handler.py @@ -96,8 +96,7 @@ class AssemblyAIPassthroughLoggingHandler: ) kwargs["model"] = model kwargs["custom_llm_provider"] = "assemblyai" - logging_obj.model_call_details["model"] = model - logging_obj.model_call_details["custom_llm_provider"] = "assemblyai" + response_cost: Optional[float] = None transcript_id = response_body.get("id") if transcript_id is None: @@ -116,7 +115,7 @@ class AssemblyAIPassthroughLoggingHandler: speech_model=model, transcript_response=transcript_response, ) - kwargs["response_cost"] = cost + response_cost = cost # Make standard logging object for Vertex AI standard_logging_object = get_standard_logging_object_payload( @@ -141,6 +140,10 @@ class AssemblyAIPassthroughLoggingHandler: verbose_proxy_logger.debug( "standard_logging_object= %s", json.dumps(standard_logging_object, indent=4) ) + logging_obj.model_call_details["model"] = model + logging_obj.model_call_details["custom_llm_provider"] = "assemblyai" + logging_obj.model_call_details["response_cost"] = response_cost + asyncio.run( pass_through_endpoint_logging._handle_logging( logging_obj=logging_obj,