scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-14 23:21:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 102

fix(proxy): tolerate missing router_settings and non-list fallbacks in fallback resolution

Browse source 
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
Devin AI 2026-09-10 17:29:20 +00:00
parent dff08dcb55
commit c064e576ee
2 changed files with 5 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
litellm/proxy/common_request_processing.py
View file

@ -2121,14 +2121,14 @@ class ProxyBaseLLMRequestProcessing:
fallbacks = None
key_router_settings: Final = user_api_key_dict.router_settings
key_router_settings: Final = getattr(user_api_key_dict, "router_settings", None)
if isinstance(key_router_settings, dict) and "fallbacks" in key_router_settings:
fallbacks = key_router_settings["fallbacks"]
if fallbacks is None:
fallbacks = llm_router.fallbacks
if not fallbacks:
if not isinstance(fallbacks, list) or not fallbacks:
return None
fallback_model_group, generic_fallback_idx = get_fallback_model_group(

4
tests/test_litellm/proxy/test_common_request_processing.py
View file

@ -6449,7 +6449,9 @@ class TestPreCallWithFallbacksOnLocalRateLimit:
mock_router = MagicMock()
mock_router.fallbacks = None
with patch("litellm.proxy.common_request_processing.independent_snapshot") as snapshot_mock:
with patch( # test-quality-ok: spying the snapshot seam is the only observable check that the no-fallback path skips it
"litellm.proxy.common_request_processing.independent_snapshot"
) as snapshot_mock:
with patch.object(
processor,
"common_processing_pre_call_logic",