scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-06 08:16:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 178

fix(router): recognize asyncio classifier timeouts

Browse source
This commit is contained in:
moe-berri 2026-09-03 20:19:13 -07:00
parent 5a2845d183
commit 81dd911bdc
2 changed files with 7 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
litellm/router_strategy/complexity_router/complexity_router.py
View file

@ -880,7 +880,9 @@ class _ClassifierCircuitBreaker:
def _is_classifier_timeout(exc: BaseException) -> bool:
if isinstance(exc, TimeoutError):
# asyncio.TimeoutError became an alias of the built-in TimeoutError in Python 3.11.
# LiteLLM still supports 3.10, where they are distinct exception classes.
if isinstance(exc, (TimeoutError, asyncio.TimeoutError)):
return True
from litellm.exceptions import Timeout as LiteLLMTimeout

4
tests/test_litellm/router_strategy/test_complexity_router.py
View file

@ -26,6 +26,7 @@ from litellm.router_strategy.complexity_router.complexity_router import (
KeywordOverride,
_built_in_prompt,
_ClassifierCircuitBreaker,
_is_classifier_timeout,
_matched_plan_mode_sentinel,
classification_system_prompt,
)
@ -2196,6 +2197,9 @@ class TestLLMClassifier:
breaker.record_failure(permit, is_timeout=False)
assert breaker.acquire_permit() is not None
def test_asyncio_timeout_is_a_classifier_timeout_on_python_310(self):
assert _is_classifier_timeout(asyncio.TimeoutError()) is True
@pytest.mark.asyncio
async def test_aclassify_classifier_cost_is_none_when_call_is_unpriced(
self, llm_complexity_router, mock_router_instance