scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-10 22:41:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 129

fix(vertex): stop stripping output_config and output_format from VertexAI Claude requests

Browse source 
VertexAI Claude now supports output_config (effort control) and
output_format (structured JSON outputs) as of early 2026. The
previous behavior silently dropped these parameters, causing
structured output requests to return unstructured text.

Removes the .pop() calls in both the Messages API path
(experimental_pass_through/transformation.py) and the Chat
Completions path (transformation.py). Updates tests to verify
the parameters are preserved.

Fixes #23380

Made-with: Cursor
This commit is contained in:
netbrah 2026-03-12 16:03:45 -04:00
parent 2df965513e
commit 93d04b23ac
3 changed files with 47 additions and 72 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
litellm/llms/vertex_ai/vertex_ai_partner_models/anthropic/experimental_pass_through/transformation.py
View file

@ -158,12 +158,4 @@ class VertexAIPartnerModelsAnthropicMessagesConfig(AnthropicMessagesConfig, Vert
"model", None
) # do not pass model in request body to vertex ai
anthropic_messages_request.pop(
"output_format", None
) # do not pass output_format in request body to vertex ai - vertex ai does not support output_format as yet
anthropic_messages_request.pop(
"output_config", None
) # do not pass output_config in request body to vertex ai - vertex ai does not support output_config
return anthropic_messages_request

13
litellm/llms/vertex_ai/vertex_ai_partner_models/anthropic/transformation.py
View file

@ -105,12 +105,6 @@ class VertexAIAnthropicConfig(AnthropicConfig):
data.pop("model", None) # vertex anthropic doesn't accept 'model' parameter
# VertexAI doesn't support output_format parameter, remove it if present
data.pop("output_format", None)
# VertexAI doesn't support output_config parameter, remove it if present
data.pop("output_config", None)
tools = optional_params.get("tools")
tool_search_used = self.is_tool_search_used(tools)
auto_betas = self.get_anthropic_beta_list(
@ -159,9 +153,10 @@ class VertexAIAnthropicConfig(AnthropicConfig):
drop_params: bool,
) -> dict:
"""
Override parent method to ensure VertexAI always uses tool-based structured outputs.
VertexAI doesn't support the output_format parameter, so we force all models
to use the tool-based approach for structured outputs.
Override parent method to use tool-based structured outputs for the
OpenAI-compatible path. The native Anthropic API path (pass-through)
now passes output_config/output_format directly to VertexAI, but the
OpenAI response_format translation still uses the tool-based approach.
"""
# Temporarily override model name to force tool-based approach
# This ensures Claude Sonnet 4.5 uses tools instead of output_format

98
tests/test_litellm/llms/vertex_ai/vertex_ai_partner_models/anthropic/test_vertex_ai_partner_models_anthropic_transformation.py
View file

@ -294,10 +294,8 @@ def test_vertex_ai_claude_sonnet_4_5_structured_output_fix():
headers={},
)
# Verify that output_format was removed (fixes the "Extra inputs are not permitted" error)
assert (
"output_format" not in final_data
), "output_format should be removed for VertexAI"
# output_format may be present if passed directly via the native Anthropic API;
# the OpenAI-compat path still uses tool-based structured output via map_openai_params.
assert "model" not in final_data, "model should be removed for VertexAI"
assert "tools" in final_data, "tools should still be present"
assert "tool_choice" in final_data, "tool_choice should still be present"
@ -491,57 +489,56 @@ def test_vertex_ai_partner_models_anthropic_remove_prompt_caching_scope_beta_hea
), "Header should be removed if no supported values remain"
def test_vertex_ai_anthropic_output_config_dropped():
def test_vertex_ai_anthropic_output_config_preserved():
"""
Test that output_config parameter is dropped from Vertex AI Anthropic requests.
Vertex AI does not support the output_config parameter (used for effort settings
in Anthropic API). This test ensures it's properly removed to prevent
"Extra inputs are not permitted" errors.
Test that output_config parameter is passed through to Vertex AI Anthropic requests.
Vertex AI now supports output_config (effort, structured outputs) for Claude models.
Regression test for: https://github.com/BerriAI/litellm/issues/23380
"""
config = VertexAIAnthropicConfig()
messages = [{"role": "user", "content": "What is 2+2?"}]
headers = {}
# Simulate optional_params with output_config that would be passed in
optional_params = {
"max_tokens": 1024,
"output_config": {
"effort": "high" # This is Anthropic-specific and not supported by Vertex AI
"effort": "high"
},
}
# Call transform_request which should drop output_config
result = config.transform_request(
model="claude-3-5-sonnet-20241022",
model="claude-sonnet-4.5",
messages=messages,
optional_params=optional_params,
litellm_params={},
headers=headers,
)
# Verify output_config was removed
assert "output_config" not in result, \
"output_config should be dropped from Vertex AI Anthropic requests"
# Verify other parameters are preserved
assert result["max_tokens"] == 1024, "max_tokens should be preserved"
assert "messages" in result, "messages should be present"
assert "output_config" in result, \
"output_config should be preserved for Vertex AI Anthropic requests"
assert result["output_config"]["effort"] == "high"
assert result["max_tokens"] == 1024
assert "model" not in result
def test_vertex_ai_anthropic_output_format_and_output_config_both_dropped():
def test_vertex_ai_anthropic_output_format_and_output_config_both_preserved():
"""
Test that both output_format and output_config are dropped from Vertex AI requests.
This ensures that even if both parameters somehow make it to the transform_request,
they are properly cleaned up before sending to Vertex AI.
Test that both output_format and output_config are passed through to Vertex AI.
Vertex AI Claude now supports structured outputs (output_config.format) and
effort control (output_config.effort). The deprecated output_format is also
preserved for backwards compatibility during the migration period.
Regression test for: https://github.com/BerriAI/litellm/issues/23380
"""
config = VertexAIAnthropicConfig()
messages = [{"role": "user", "content": "Extract structured data"}]
headers = {}
optional_params = {
"max_tokens": 2048,
"output_format": {
@ -555,46 +552,37 @@ def test_vertex_ai_anthropic_output_format_and_output_config_both_dropped():
"effort": "high"
},
}
# Simulate parent class creating test_data with both parameters
# (as if the parent transform_request added them)
test_data = {
"model": "claude-3-5-sonnet-20241022",
"messages": messages,
"max_tokens": 2048,
"output_format": optional_params["output_format"],
"output_config": optional_params["output_config"],
}
# Mock the parent transform_request to return data with both parameters
original_transform = config.__class__.__bases__[0].transform_request
def mock_transform_request(self, model, messages, optional_params, litellm_params, headers):
return test_data.copy()
config.__class__.__bases__[0].transform_request = mock_transform_request
try:
result = config.transform_request(
model="claude-3-5-sonnet-20241022",
model="claude-sonnet-4.5",
messages=messages,
optional_params=optional_params,
litellm_params={},
headers=headers,
)
# Verify both were removed
assert "output_format" not in result, \
"output_format should be dropped from Vertex AI requests"
assert "output_config" not in result, \
"output_config should be dropped from Vertex AI requests"
# Verify essential params are preserved
assert result["max_tokens"] == 2048, "max_tokens should be preserved"
assert "messages" in result, "messages should be present"
assert "model" not in result, "model should also be dropped for Vertex AI"
assert "output_format" in result, \
"output_format should be preserved for Vertex AI requests"
assert "output_config" in result, \
"output_config should be preserved for Vertex AI requests"
assert result["max_tokens"] == 2048
assert "model" not in result
finally:
# Restore original method
config.__class__.__bases__[0].transform_request = original_transform