mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-17 09:34:48 +00:00
fix: forward custom_llm_provider in Responses WebSocket provider resolution
_aresponses_websocket built GenericLiteLLMParams from the router's kwargs but dropped custom_llm_provider when calling get_llm_provider, so wildcard OpenAI-compatible deployments (custom_llm_provider: openai, unprefixed upstream model names) failed with 'LLM Provider NOT provided' over /v1/responses WebSocket while the equivalent HTTP request succeeded. Fixes #41081
This commit is contained in:
parent
30f33a949b
commit
673b63e4dd
2 changed files with 25 additions and 0 deletions
|
|
@ -2229,6 +2229,7 @@ async def _aresponses_websocket(
|
|||
dynamic_api_base,
|
||||
) = litellm.get_llm_provider(
|
||||
model=model,
|
||||
custom_llm_provider=litellm_params.custom_llm_provider,
|
||||
api_base=api_base,
|
||||
api_key=api_key,
|
||||
)
|
||||
|
|
|
|||
|
|
@ -424,6 +424,30 @@ async def test_aresponses_websocket_strips_responses_routing_prefix_from_openai_
|
|||
assert mock_ws.call_args.kwargs["custom_llm_provider"] == "openai"
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_aresponses_websocket_uses_custom_llm_provider_from_kwargs():
|
||||
"""Router-selected deployments pass custom_llm_provider via kwargs (#41081)."""
|
||||
from unittest.mock import MagicMock
|
||||
|
||||
from litellm.responses.main import _aresponses_websocket
|
||||
|
||||
with patch.object(
|
||||
import_module("litellm.responses.main").base_llm_http_handler, "async_responses_websocket",
|
||||
new_callable=AsyncMock,
|
||||
) as mock_ws:
|
||||
await _aresponses_websocket(
|
||||
model="model-x",
|
||||
websocket=MagicMock(),
|
||||
api_key="sk-test",
|
||||
custom_llm_provider="openai",
|
||||
litellm_logging_obj=MagicMock(),
|
||||
)
|
||||
|
||||
mock_ws.assert_awaited_once()
|
||||
assert mock_ws.call_args.kwargs["custom_llm_provider"] == "openai"
|
||||
assert mock_ws.call_args.kwargs["model"] == "model-x"
|
||||
|
||||
|
||||
_INJECTION_POINT_INPUT = [{"role": "system", "content": "You are terse."}, {"role": "user", "content": "hi"}]
|
||||
_SYSTEM_POINT = {"location": "message", "role": "system"}
|
||||
_USER_POINT = {"location": "message", "role": "user"}
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue