scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-25 05:54:53 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 125

cast the raw vertex response to Mapping for the type gates

Browse source
This commit is contained in:
Mrunmayee Daware 2026-10-12 13:35:41 +05:30 • committed by GitHub
parent c4854c7079
commit 40c537dc47
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 10 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
litellm/llms/vertex_ai/vertex_embeddings/transformation.py
View file

@ -1,5 +1,6 @@
import types
from typing import Any, Final, Literal
from collections.abc import Mapping
from typing import Final, Literal, cast # noqa: TID251 # payload is raw Vertex JSON
from litellm.llms.vertex_ai.common_utils import pop_vertex_request_labels
from litellm.types.llms.base import LiteLLMBaseModel
@ -215,7 +216,7 @@ class VertexAITextEmbeddingConfig(LiteLLMBaseModel):
return text_embedding_input
def transform_vertex_response_to_openai(
self, response: dict[str, Any], model: str, model_response: EmbeddingResponse
self, response: dict, model: str, model_response: EmbeddingResponse
) -> EmbeddingResponse:
"""
Transforms a vertex embedding response to an openai response.
@ -244,7 +245,13 @@ class VertexAITextEmbeddingConfig(LiteLLMBaseModel):
)
input_tokens += embedding["statistics"]["token_count"]
billable_character_count: Final = (response.get("metadata") or {}).get("billableCharacterCount")
vertex_response: Final = cast(Mapping[str, object], response) # cast-ok: raw Vertex JSON, read-only boundary
metadata: Final = vertex_response.get("metadata")
billable_character_count: Final = (
cast(Mapping[str, object], metadata).get("billableCharacterCount") # cast-ok: isinstance erases types
if isinstance(metadata, Mapping)
else None
)
model_response.object = "list"
model_response.data = embedding_response