From effebdab3876c09804f6ac2c1603349f092be9d8 Mon Sep 17 00:00:00 2001 From: Sameer Kankute Date: Wed, 26 Nov 2025 15:29:05 +0530 Subject: [PATCH 1/3] Add custom llm provider in vertex ai embeddings --- .../vertex_passthrough_logging_handler.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/litellm/proxy/pass_through_endpoints/llm_provider_handlers/vertex_passthrough_logging_handler.py b/litellm/proxy/pass_through_endpoints/llm_provider_handlers/vertex_passthrough_logging_handler.py index dae2a7f081a..407cbd2f3d0 100644 --- a/litellm/proxy/pass_through_endpoints/llm_provider_handlers/vertex_passthrough_logging_handler.py +++ b/litellm/proxy/pass_through_endpoints/llm_provider_handlers/vertex_passthrough_logging_handler.py @@ -148,6 +148,8 @@ class VertexPassthroughLoggingHandler: logging_obj.model = model logging_obj.model_call_details["model"] = logging_obj.model + logging_obj.model_call_details["custom_llm_provider"] = "vertex_ai" + logging_obj.custom_llm_provider = "vertex_ai" response_cost = litellm.completion_cost( completion_response=litellm_prediction_response, model=model, @@ -156,6 +158,7 @@ class VertexPassthroughLoggingHandler: kwargs["response_cost"] = response_cost kwargs["model"] = model + kwargs["custom_llm_provider"] = "vertex_ai" logging_obj.model_call_details["response_cost"] = response_cost return { From fcf9ab4f7f72f9884d8b4acf3686b4c2961bf535 Mon Sep 17 00:00:00 2001 From: Sameer Kankute Date: Wed, 26 Nov 2025 16:12:34 +0530 Subject: [PATCH 2/3] Add embed-multilingual-light-v3.0 costing --- litellm/model_prices_and_context_window_backup.json | 9 +++++++++ model_prices_and_context_window.json | 9 +++++++++ 2 files changed, 18 insertions(+) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index ff8766003c4..1fe299815cc 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -9522,6 +9522,15 @@ "output_cost_per_token": 0.0, "supports_embedding_image_input": true }, + "embed-multilingual-light-v3.0": { + "input_cost_per_token": 1e-04, + "litellm_provider": "cohere", + "max_input_tokens": 1024, + "max_tokens": 1024, + "mode": "embedding", + "output_cost_per_token": 0.0, + "supports_embedding_image_input": true + }, "eu.amazon.nova-lite-v1:0": { "input_cost_per_token": 7.8e-08, "litellm_provider": "bedrock_converse", diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index ff8766003c4..1fe299815cc 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -9522,6 +9522,15 @@ "output_cost_per_token": 0.0, "supports_embedding_image_input": true }, + "embed-multilingual-light-v3.0": { + "input_cost_per_token": 1e-04, + "litellm_provider": "cohere", + "max_input_tokens": 1024, + "max_tokens": 1024, + "mode": "embedding", + "output_cost_per_token": 0.0, + "supports_embedding_image_input": true + }, "eu.amazon.nova-lite-v1:0": { "input_cost_per_token": 7.8e-08, "litellm_provider": "bedrock_converse", From 448b07a2130804360c7d44cd58f4cb0345109b4c Mon Sep 17 00:00:00 2001 From: Sameer Kankute Date: Wed, 26 Nov 2025 17:01:19 +0530 Subject: [PATCH 3/3] Fix db logging for proxy --- litellm/proxy/proxy_server.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index 24d8c6db91f..67e874fc55d 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -1241,7 +1241,7 @@ def cost_tracking(): global prisma_client if prisma_client is not None: litellm.logging_callback_manager.add_litellm_callback(_ProxyDBLogger()) - + litellm.logging_callback_manager.add_litellm_async_success_callback(_ProxyDBLogger()) async def update_cache( # noqa: PLR0915 token: Optional[str],