diff --git a/litellm/llms/vertex_ai/gemini/vertex_and_google_ai_studio_gemini.py b/litellm/llms/vertex_ai/gemini/vertex_and_google_ai_studio_gemini.py index 0a7ba70dacc..372b7963835 100644 --- a/litellm/llms/vertex_ai/gemini/vertex_and_google_ai_studio_gemini.py +++ b/litellm/llms/vertex_ai/gemini/vertex_and_google_ai_studio_gemini.py @@ -2268,7 +2268,12 @@ class VertexGeminiConfig(VertexAIBaseConfig, BaseConfig): return value model_extra = chunk.get("model_extra") if isinstance(model_extra, dict): - return model_extra.get(field_name) + value = model_extra.get(field_name) + if value is not None: + return value + hidden_params = chunk.get("_hidden_params") + if isinstance(hidden_params, dict): + return hidden_params.get(field_name) return None return getattr(chunk, field_name, None) diff --git a/tests/test_litellm/litellm_core_utils/test_streaming_chunk_builder_utils.py b/tests/test_litellm/litellm_core_utils/test_streaming_chunk_builder_utils.py index 85661a9ecb9..867f4cc7a0f 100644 --- a/tests/test_litellm/litellm_core_utils/test_streaming_chunk_builder_utils.py +++ b/tests/test_litellm/litellm_core_utils/test_streaming_chunk_builder_utils.py @@ -720,7 +720,6 @@ def test_stream_chunk_builder_propagates_vertex_ai_metadata_from_dict_chunks(): ) ], ).model_dump() - chunk_dict["vertex_ai_grounding_metadata"] = [{"webSearchQueries": ["test query"]}] chunk_dict["_hidden_params"] = { "vertex_ai_grounding_metadata": [{"webSearchQueries": ["test query"]}] }