scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-13 08:52:02 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 174

test: verify switchyard preserves context overflow errors

Browse source
This commit is contained in:
Joshua Valluru 2026-10-31 16:50:08 -07:00
parent ee42fc8f06
commit ad2ed3c419
1 changed files with 7 additions and 11 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

18
tests/unit/router_strategy/switchyard_router/test_switchyard_router.py
View file

@ -347,18 +347,14 @@ async def test_disabling_fallback_preserves_selected_provider_failure() -> None:
@pytest.mark.asyncio
async def test_escalation_context_overflow_executes_capable_without_judge() -> None:
answer: Final = response("strong", "fits")
provider: Final = ScriptedProvider(
{
"fast": ContextWindowExceededError("too large", "fast", "fake"),
"strong": answer,
}
)
async def test_escalation_preserves_context_overflow_without_calling_another_provider() -> None:
error: Final = ContextWindowExceededError("too large", "fast", "fake")
provider: Final = ScriptedProvider({"fast": error})
router: Final = SwitchyardAutoRouter(classifier_config("escalation", escalation={"confirmations": 1}))
actual: Final = await router.execute({"messages": [{"role": "user", "content": "hello"}]}, provider)
assert actual is answer
assert tuple(model for model, _ in provider.calls) == ("fast", "strong")
with pytest.raises(ContextWindowExceededError) as raised:
await router.execute({"messages": [{"role": "user", "content": "hello"}]}, provider)
assert raised.value is error
assert tuple(model for model, _ in provider.calls) == ("fast",)
@pytest.mark.asyncio