fix: forward custom_llm_provider in Responses WebSocket provider resolution

_aresponses_websocket built GenericLiteLLMParams from the router's
kwargs but dropped custom_llm_provider when calling get_llm_provider,
so wildcard OpenAI-compatible deployments (custom_llm_provider: openai,
unprefixed upstream model names) failed with 'LLM Provider NOT
provided' over /v1/responses WebSocket while the equivalent HTTP
request succeeded.

Fixes #41081
This commit is contained in:
Deepanshu Pal 2026-09-14 20:21:08 +05:30
parent 30f33a949b
commit 673b63e4dd
2 changed files with 25 additions and 0 deletions

View file

@ -2229,6 +2229,7 @@ async def _aresponses_websocket(
dynamic_api_base,
) = litellm.get_llm_provider(
model=model,
custom_llm_provider=litellm_params.custom_llm_provider,
api_base=api_base,
api_key=api_key,
)

View file

@ -424,6 +424,30 @@ async def test_aresponses_websocket_strips_responses_routing_prefix_from_openai_
assert mock_ws.call_args.kwargs["custom_llm_provider"] == "openai"
@pytest.mark.asyncio
async def test_aresponses_websocket_uses_custom_llm_provider_from_kwargs():
"""Router-selected deployments pass custom_llm_provider via kwargs (#41081)."""
from unittest.mock import MagicMock
from litellm.responses.main import _aresponses_websocket
with patch.object(
import_module("litellm.responses.main").base_llm_http_handler, "async_responses_websocket",
new_callable=AsyncMock,
) as mock_ws:
await _aresponses_websocket(
model="model-x",
websocket=MagicMock(),
api_key="sk-test",
custom_llm_provider="openai",
litellm_logging_obj=MagicMock(),
)
mock_ws.assert_awaited_once()
assert mock_ws.call_args.kwargs["custom_llm_provider"] == "openai"
assert mock_ws.call_args.kwargs["model"] == "model-x"
_INJECTION_POINT_INPUT = [{"role": "system", "content": "You are terse."}, {"role": "user", "content": "hi"}]
_SYSTEM_POINT = {"location": "message", "role": "system"}
_USER_POINT = {"location": "message", "role": "user"}