fix(vertex passthrough): detect Google AI Studio URLs in embedContent handler

This commit is contained in:
Ishaan Jaffer 2026-04-24 13:23:36 -07:00
parent ad1d86e8e6
commit e66ac0acff
No known key found for this signature in database

View file

@ -383,21 +383,27 @@ class VertexPassthroughLoggingHandler:
response_json=response_json,
)
custom_llm_provider = (
VertexPassthroughLoggingHandler._get_custom_llm_provider_from_url(
url_route
)
)
litellm_embedding_response.model = model
logging_obj.model = model
logging_obj.model_call_details["model"] = model
logging_obj.model_call_details["custom_llm_provider"] = "vertex_ai"
logging_obj.custom_llm_provider = "vertex_ai"
logging_obj.model_call_details["custom_llm_provider"] = custom_llm_provider
logging_obj.custom_llm_provider = custom_llm_provider
response_cost = litellm.completion_cost(
completion_response=litellm_embedding_response,
model=model,
custom_llm_provider="vertex_ai",
custom_llm_provider=custom_llm_provider,
)
kwargs["response_cost"] = response_cost
kwargs["model"] = model
kwargs["custom_llm_provider"] = "vertex_ai"
kwargs["custom_llm_provider"] = custom_llm_provider
logging_obj.model_call_details["response_cost"] = response_cost
return {