scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-12 08:42:18 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 207

fix(router): satisfy ruff format check and cover deployments without model info

Browse source
This commit is contained in:
Azmi Muwahid 2026-10-20 18:46:07 +07:00
parent 12db2c6b0d
commit 6f0ea1be5f
2 changed files with 32 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
litellm/router_strategy/complexity_router/complexity_router.py
View file

@ -3456,9 +3456,13 @@ class ComplexityRouter(CustomLogger):
@staticmethod
def _deployment_model_id(deployment: Mapping[str, object]) -> str | None:
model_info: Final = deployment.get("model_info")
deployment_id: Final = cast( # cast-ok: the isinstance check in the condition narrows model_info to a Mapping with str keys
"Mapping[str, object]", model_info
).get("id") if isinstance(model_info, Mapping) else None
deployment_id: Final = (
cast( # cast-ok: the isinstance check in the condition narrows model_info to a Mapping with str keys
"Mapping[str, object]", model_info
).get("id")
if isinstance(model_info, Mapping)
else None
)
return None if deployment_id is None else str(deployment_id)
def _group_has_deployment_id(self, group: str, model_id: str) -> bool:

25
tests/unit/router_strategy/test_complexity_router.py
View file

@ -17426,6 +17426,31 @@ class TestPreviousResponseReuse:
assert decision["cause"] == "previous_response_reuse", decision
assert decision["conversation_continuing"] is True, decision
@pytest.mark.asyncio
async def test_tool_continuation_skips_deployments_without_model_info(self, mock_router_instance, basic_config):
router = self._router(mock_router_instance, basic_config, default_model="gpt-4o")
deployments = {
"gpt-4o-mini": [
{"model_name": "gpt-4o-mini", "litellm_params": {"model": "gpt-4o-mini"}},
{
"model_name": "gpt-4o-mini",
"litellm_params": {"model": "gpt-4o-mini"},
"model_info": {"id": "deployment-mini"},
},
]
}
mock_router_instance.get_model_list.side_effect = lambda model_name=None: deployments.get(model_name, [])
result = await router.async_pre_routing_hook(
model="test-complexity-router",
request_kwargs={"previous_response_id": self._encoded_response_id("deployment-mini")},
messages=[{"role": "tool", "content": "search results", "tool_call_id": "call_1"}],
)
assert result is not None
assert result.model == "gpt-4o-mini", result.routing_decision
decision = result.routing_decision
assert decision is not None
assert decision["cause"] == "previous_response_reuse", decision
@pytest.mark.asyncio
async def test_unencoded_previous_response_id_still_falls_back_to_default(
self, mock_router_instance, basic_config