mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-18 09:45:23 +00:00
fix(responses): read prompt-managed reasoning params from local_vars
This commit is contained in:
parent
6b1017b0ed
commit
3dd76bd516
4 changed files with 72 additions and 7 deletions
|
|
@ -1313,10 +1313,14 @@ def responses(
|
|||
_raise_responses_compatibility_failure(compatibility_failure, model, custom_llm_provider)
|
||||
|
||||
local_vars.update(kwargs)
|
||||
current_reasoning: Final = cast( # cast-ok: prompt-managed reasoning arrives as a plain dict
|
||||
Reasoning | None, local_vars.get("reasoning")
|
||||
)
|
||||
reasoning_effort: Final = local_vars.get("reasoning_effort")
|
||||
request_reasoning: Final = (
|
||||
LiteLLMResponsesTransformationHandler()._map_reasoning_effort(kwargs["reasoning_effort"])
|
||||
if reasoning is None and kwargs.get("reasoning_effort") is not None
|
||||
else reasoning
|
||||
LiteLLMResponsesTransformationHandler()._map_reasoning_effort(reasoning_effort)
|
||||
if current_reasoning is None and reasoning_effort is not None
|
||||
else current_reasoning
|
||||
)
|
||||
response_api_optional_params: Final[ResponsesAPIOptionalRequestParams] = (
|
||||
ResponsesAPIRequestUtils.get_requested_response_api_optional_param(
|
||||
|
|
|
|||
|
|
@ -2495,7 +2495,9 @@ def test_transform_request_bedrock_mantle_tools_keeps_reasoning_effort(monkeypat
|
|||
"reasoning_effort",
|
||||
[5, ["low"], "hgih", "", {"effort": 5}, {"effort": "max"}, *get_args(REASONING_EFFORT)],
|
||||
)
|
||||
def test_transform_request_never_drops_reasoning_effort(monkeypatch, reasoning_effort):
|
||||
def test_transform_request_never_drops_reasoning_effort(
|
||||
monkeypatch: pytest.MonkeyPatch, reasoning_effort: int | list[str] | str | dict[str, object]
|
||||
):
|
||||
monkeypatch.setattr(litellm, "reasoning_auto_summary", False)
|
||||
monkeypatch.delenv("LITELLM_REASONING_AUTO_SUMMARY", raising=False)
|
||||
handler: Final = LiteLLMResponsesTransformationHandler()
|
||||
|
|
|
|||
|
|
@ -224,7 +224,9 @@ async def test_aresponses_drops_stream_options():
|
|||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_aresponses_forwards_non_enum_reasoning_effort(monkeypatch, respx_mock: respx.MockRouter):
|
||||
async def test_aresponses_forwards_non_enum_reasoning_effort(
|
||||
monkeypatch: pytest.MonkeyPatch, respx_mock: respx.MockRouter
|
||||
):
|
||||
monkeypatch.setenv("OPENAI_API_KEY", "fake-api-key")
|
||||
monkeypatch.setattr(litellm, "disable_aiohttp_transport", True)
|
||||
litellm.in_memory_llm_clients_cache.flush_cache()
|
||||
|
|
@ -242,7 +244,7 @@ async def test_aresponses_forwards_non_enum_reasoning_effort(monkeypatch, respx_
|
|||
|
||||
@pytest.mark.asyncio
|
||||
async def test_acompletion_with_tools_forwards_non_enum_reasoning_effort_over_the_bridge(
|
||||
monkeypatch, respx_mock: respx.MockRouter
|
||||
monkeypatch: pytest.MonkeyPatch, respx_mock: respx.MockRouter
|
||||
):
|
||||
monkeypatch.setenv("OPENAI_API_KEY", "fake-api-key")
|
||||
monkeypatch.setattr(litellm, "disable_aiohttp_transport", True)
|
||||
|
|
@ -272,6 +274,61 @@ async def test_acompletion_with_tools_forwards_non_enum_reasoning_effort_over_th
|
|||
assert response.id == "resp_bridge_int"
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_aresponses_forwards_prompt_managed_reasoning_effort(
|
||||
monkeypatch: pytest.MonkeyPatch, respx_mock: respx.MockRouter
|
||||
):
|
||||
from litellm.responses.main import _AsyncPromptManagementOutcome
|
||||
|
||||
monkeypatch.setenv("OPENAI_API_KEY", "fake-api-key")
|
||||
monkeypatch.setattr(litellm, "disable_aiohttp_transport", True)
|
||||
litellm.in_memory_llm_clients_cache.flush_cache()
|
||||
upstream: Final = respx_mock.post("https://api.openai.com/v1/responses").mock(
|
||||
return_value=httpx.Response(200, json=_minimal_responses_api_payload("resp_prompt_effort", "gpt-5.4"))
|
||||
)
|
||||
|
||||
response: Final = await litellm.aresponses(
|
||||
model="openai/gpt-5.4",
|
||||
input="hi",
|
||||
_async_prompt_merged_params=_AsyncPromptManagementOutcome(
|
||||
merged_optional_params={"reasoning_effort": 5}, deployment_model_info=None
|
||||
),
|
||||
)
|
||||
|
||||
assert upstream.call_count == 1
|
||||
request_body: Final = json.loads(upstream.calls[0].request.read())
|
||||
assert request_body["reasoning"] == {"effort": 5}
|
||||
assert "reasoning_effort" not in request_body
|
||||
assert response.output[0].content[0].text == "Done."
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_aresponses_forwards_prompt_managed_reasoning_dict(
|
||||
monkeypatch: pytest.MonkeyPatch, respx_mock: respx.MockRouter
|
||||
):
|
||||
from litellm.responses.main import _AsyncPromptManagementOutcome
|
||||
|
||||
monkeypatch.setenv("OPENAI_API_KEY", "fake-api-key")
|
||||
monkeypatch.setattr(litellm, "disable_aiohttp_transport", True)
|
||||
litellm.in_memory_llm_clients_cache.flush_cache()
|
||||
upstream: Final = respx_mock.post("https://api.openai.com/v1/responses").mock(
|
||||
return_value=httpx.Response(200, json=_minimal_responses_api_payload("resp_prompt_reasoning", "gpt-5.4"))
|
||||
)
|
||||
|
||||
response: Final = await litellm.aresponses(
|
||||
model="openai/gpt-5.4",
|
||||
input="hi",
|
||||
_async_prompt_merged_params=_AsyncPromptManagementOutcome(
|
||||
merged_optional_params={"reasoning": {"effort": "high", "summary": "detailed"}}, deployment_model_info=None
|
||||
),
|
||||
)
|
||||
|
||||
assert upstream.call_count == 1
|
||||
request_body: Final = json.loads(upstream.calls[0].request.read())
|
||||
assert request_body["reasoning"] == {"effort": "high", "summary": "detailed"}
|
||||
assert response.output[0].content[0].text == "Done."
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_aresponses_keeps_include_obfuscation_in_stream_options():
|
||||
"""include_obfuscation is a valid Responses API stream option and must survive the include_usage strip."""
|
||||
|
|
|
|||
|
|
@ -1315,7 +1315,9 @@ class TestNativeWebSocketDeploymentDefaults:
|
|||
assert dict(defaults.fill_missing) == {"reasoning": {"effort": "xhigh", "summary": "auto"}}
|
||||
|
||||
@pytest.mark.parametrize("reasoning_effort", [5, ["low"], "hgih"])
|
||||
def test_builder_forwards_non_enum_reasoning_effort_like_the_http_path(self, reasoning_effort):
|
||||
def test_builder_forwards_non_enum_reasoning_effort_like_the_http_path(
|
||||
self, reasoning_effort: int | list[str] | str
|
||||
):
|
||||
from litellm.responses.main import _build_responses_websocket_request_defaults
|
||||
|
||||
defaults = _build_responses_websocket_request_defaults({"model": "gpt-5-pro", "reasoning_effort": reasoning_effort})
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue