scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-07 08:26:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 89

fix: add handling for user-disabled mid-stream fallbacks

Browse source
This commit is contained in:
rohan.w.charles 2026-01-14 16:04:36 +05:30
parent b2d4f67e17
commit e70b1bbfad
1 changed files with 5 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
litellm/router.py
View file

@ -1380,6 +1380,11 @@ class Router:
Catches errors for fallbacks using the router's fallback system
"""
if initial_kwargs.get("disable_fallbacks", False):
verbose_router_logger.info("Mid stream fallback disabled by user, re-raising original error")
if e.original_exception is not None:
raise e.original_exception
raise e
from litellm.exceptions import MidStreamFallbackError
class FallbackStreamWrapper(CustomStreamWrapper):