mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-14 23:21:35 +00:00
fix(vertex passthrough): detect Google AI Studio URLs in embedContent handler
This commit is contained in:
parent
ad1d86e8e6
commit
e66ac0acff
1 changed files with 10 additions and 4 deletions
|
|
@ -383,21 +383,27 @@ class VertexPassthroughLoggingHandler:
|
|||
response_json=response_json,
|
||||
)
|
||||
|
||||
custom_llm_provider = (
|
||||
VertexPassthroughLoggingHandler._get_custom_llm_provider_from_url(
|
||||
url_route
|
||||
)
|
||||
)
|
||||
|
||||
litellm_embedding_response.model = model
|
||||
logging_obj.model = model
|
||||
logging_obj.model_call_details["model"] = model
|
||||
logging_obj.model_call_details["custom_llm_provider"] = "vertex_ai"
|
||||
logging_obj.custom_llm_provider = "vertex_ai"
|
||||
logging_obj.model_call_details["custom_llm_provider"] = custom_llm_provider
|
||||
logging_obj.custom_llm_provider = custom_llm_provider
|
||||
|
||||
response_cost = litellm.completion_cost(
|
||||
completion_response=litellm_embedding_response,
|
||||
model=model,
|
||||
custom_llm_provider="vertex_ai",
|
||||
custom_llm_provider=custom_llm_provider,
|
||||
)
|
||||
|
||||
kwargs["response_cost"] = response_cost
|
||||
kwargs["model"] = model
|
||||
kwargs["custom_llm_provider"] = "vertex_ai"
|
||||
kwargs["custom_llm_provider"] = custom_llm_provider
|
||||
logging_obj.model_call_details["response_cost"] = response_cost
|
||||
|
||||
return {
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue