scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-08-28 05:25:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 36

Merge f24fab9ed9 into 3beb02e512

Browse source
This commit is contained in:
Siraj637909 2026-08-27 21:06:46 -07:00 • committed by GitHub
commit db40325fa4
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 11 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
litellm/llms/vertex_ai/gemini/transformation.py
View file

@ -1181,6 +1181,12 @@ def _transform_request_body(
optional_params = {k: v for k, v in optional_params.items() if k not in remove_keys}
try:
# Native Gemini REST uses camelCase ``systemInstruction``;
# Vertex rejects camelCase alongside cachedContent, so keep snake_case
# only for the Vertex path.
system_instruction_key: Final = (
"systemInstruction" if custom_llm_provider == "gemini" else "system_instruction"
)
if custom_llm_provider == "gemini":
content = litellm.GoogleAIStudioGeminiConfig()._transform_messages(
messages=messages, model=model, litellm_params=litellm_params
@ -1215,12 +1221,14 @@ def _transform_request_body(
generation_config["mediaResolution"] = media_resolution_value["level"]
data: Final = RequestBody(contents=content)
# Vertex rejects system_instruction/tools/toolConfig alongside cachedContent.
# Vertex rejects system_instruction alongside cachedContent, so we keep
# snake_case for Vertex. Native Gemini (custom api_base) requires the
# canonical camelCase ``systemInstruction`` key.
# Treat dropping these fields as a request mutation guarded by modify_params.
can_send_cache_incompatible_fields: Final = cached_content is None or litellm.modify_params is False
if can_send_cache_incompatible_fields:
if system_instructions is not None:
data["system_instruction"] = system_instructions
data[system_instruction_key] = system_instructions
if tools is not None:
data["tools"] = tools
if tool_choice is not None:
@ -1424,4 +1432,4 @@ def _transform_system_message(
#########################################################
return SystemInstructions(parts=system_content_blocks), messages
return None, messages
return None, messages