scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-06 08:16:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 78

fix(messages): drop output_config for non-anthropic completion path

Browse source 
Prevent Anthropic `output_config` from leaking into OpenAI/Azure completion kwargs when using `/v1/messages` pass-through routing. Add a regression test to ensure Azure-routed models do not forward `output_config`.

Made-with: Cursor
This commit is contained in:
Sameer Kankute 2026-03-23 13:20:00 +05:30
parent c89496f378
commit db9914287a
2 changed files with 29 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
litellm/llms/anthropic/experimental_pass_through/adapters/handler.py
View file

@ -181,7 +181,10 @@ class LiteLLMMessagesToCompletionTransformationHandler:
"include_usage": True,
}
excluded_keys = {"anthropic_messages"}
excluded_keys = {
"anthropic_messages",
"output_config",
}
extra_kwargs = extra_kwargs or {}
for key, value in extra_kwargs.items():
if (

25
tests/test_litellm/llms/anthropic/experimental_pass_through/messages/test_anthropic_experimental_pass_through_messages_handler.py
View file

@ -64,6 +64,31 @@ def test_anthropic_experimental_pass_through_messages_handler_dynamic_api_key_an
assert mock_completion.call_args.kwargs["custom_key"] == "custom_value"
def test_anthropic_messages_adapter_drops_output_config_for_azure():
"""
Test that output_config is not forwarded to litellm.completion for Azure models.
"""
from litellm.llms.anthropic.experimental_pass_through.messages.handler import (
anthropic_messages_handler,
)
with patch("litellm.completion", return_value=MagicMock()) as mock_completion:
try:
anthropic_messages_handler(
max_tokens=100,
messages=[{"role": "user", "content": "Hello, how are you?"}],
model="azure/o1",
api_key="test-api-key",
output_config={"effort": "medium"},
)
except (ValueError, TypeError, AttributeError) as e:
print(f"Error: {e}")
mock_completion.assert_called_once()
call_kwargs = mock_completion.call_args.kwargs
assert "output_config" not in call_kwargs
def test_anthropic_experimental_pass_through_messages_handler_custom_llm_provider():
"""
Test that litellm.completion is called when a custom LLM provider is given