scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-02 02:11:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 101

Fix Vertex streaming metadata from hidden params

Browse source
This commit is contained in:
Cursor Agent 2026-06-08 13:16:49 +00:00
parent 5ffea2f1d7
commit 15507be90a
No known key found for this signature in database
2 changed files with 6 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
litellm/llms/vertex_ai/gemini/vertex_and_google_ai_studio_gemini.py
View file

@ -2268,7 +2268,12 @@ class VertexGeminiConfig(VertexAIBaseConfig, BaseConfig):
return value
model_extra = chunk.get("model_extra")
if isinstance(model_extra, dict):
return model_extra.get(field_name)
value = model_extra.get(field_name)
if value is not None:
return value
hidden_params = chunk.get("_hidden_params")
if isinstance(hidden_params, dict):
return hidden_params.get(field_name)
return None
return getattr(chunk, field_name, None)

1
tests/test_litellm/litellm_core_utils/test_streaming_chunk_builder_utils.py
View file

@ -720,7 +720,6 @@ def test_stream_chunk_builder_propagates_vertex_ai_metadata_from_dict_chunks():
)
],
).model_dump()
chunk_dict["vertex_ai_grounding_metadata"] = [{"webSearchQueries": ["test query"]}]
chunk_dict["_hidden_params"] = {
"vertex_ai_grounding_metadata": [{"webSearchQueries": ["test query"]}]
}