mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-14 23:21:35 +00:00
Merge 859cde4a43 into 9071ca503e
This commit is contained in:
commit
5a406e037b
2 changed files with 21 additions and 1 deletions
|
|
@ -323,6 +323,7 @@ class LiteLLMMessagesToCompletionTransformationHandler:
|
|||
completion_kwargs: _CompletionKwargs,
|
||||
*,
|
||||
thinking: Mapping[str, object] | None,
|
||||
use_chat_completions_url: bool = False,
|
||||
) -> None:
|
||||
"""
|
||||
When users call `litellm.anthropic.messages.*` with a non-Anthropic model and
|
||||
|
|
@ -345,7 +346,7 @@ class LiteLLMMessagesToCompletionTransformationHandler:
|
|||
except Exception:
|
||||
custom_llm_provider = None
|
||||
|
||||
if custom_llm_provider != "openai":
|
||||
if custom_llm_provider != "openai" or use_chat_completions_url:
|
||||
return
|
||||
|
||||
if not isinstance(thinking, dict) or thinking.get("type") != "enabled":
|
||||
|
|
@ -545,6 +546,7 @@ class LiteLLMMessagesToCompletionTransformationHandler:
|
|||
LiteLLMMessagesToCompletionTransformationHandler._route_openai_thinking_to_responses_api_if_needed(
|
||||
completion_kwargs,
|
||||
thinking=thinking,
|
||||
use_chat_completions_url=litellm.use_chat_completions_url_for_anthropic_messages,
|
||||
)
|
||||
|
||||
return completion_kwargs, tool_name_mapping
|
||||
|
|
|
|||
|
|
@ -421,6 +421,24 @@ class TestThinkingParameterTransformation:
|
|||
class TestThinkingSummaryPreservation:
|
||||
"""Tests for thinking.summary preservation and reasoning_auto_summary flag."""
|
||||
|
||||
def test_thinking_respects_chat_completions_url_override(self):
|
||||
from litellm.llms.anthropic.experimental_pass_through.adapters.handler import (
|
||||
LiteLLMMessagesToCompletionTransformationHandler,
|
||||
)
|
||||
|
||||
completion_kwargs = {
|
||||
"model": "openai/gpt-5.6",
|
||||
"custom_llm_provider": "openai",
|
||||
"reasoning_effort": "medium",
|
||||
}
|
||||
LiteLLMMessagesToCompletionTransformationHandler._route_openai_thinking_to_responses_api_if_needed(
|
||||
completion_kwargs,
|
||||
thinking={"type": "enabled", "budget_tokens": 5000},
|
||||
use_chat_completions_url=True,
|
||||
)
|
||||
|
||||
assert completion_kwargs["model"] == "openai/gpt-5.6"
|
||||
|
||||
def test_thinking_summary_concise_preserved_for_openai(self):
|
||||
"""User-provided summary='concise' should not be replaced with 'detailed'."""
|
||||
from litellm.llms.anthropic.experimental_pass_through.adapters.handler import (
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue