scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-10 22:41:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 83

Merge pull request #1 from karllasnascimento/karllasnascimento-patch-1

Browse source 
fix: snapshot kwargs before fallback loop to prevent cross-iteration …
This commit is contained in:
Karlla Nascimento 2026-03-29 22:56:28 -03:00 • committed by GitHub
commit 5975b5b7ad
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 11 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

17
litellm/router_utils/fallback_event_handlers.py
View file

@ -8,7 +8,6 @@ from litellm.router_utils.add_retry_fallback_headers import (
add_fallback_headers_to_response,
)
from litellm.types.router import LiteLLMParamsTypedDict
from litellm.litellm_core_utils.core_helpers import safe_deep_copy
if TYPE_CHECKING:
from litellm.router import Router as _Router
@ -120,15 +119,21 @@ async def run_async_fallback(
error_from_fallbacks = original_exception
# Snapshot original kwargs before the fallback loop so that each
# iteration starts from a clean, unmutated copy.
from litellm.litellm_core_utils.core_helpers import safe_deep_copy
base_kwargs = safe_deep_copy(kwargs)
for mg in fallback_model_group:
if mg == original_model_group:
continue
try:
# Deep copy kwargs to prevent mutations from one provider
# (e.g., Bedrock popping 'tools' from optional_params)
# from corrupting kwargs for subsequent fallback providers.
# See: https://github.com/BerriAI/litellm/issues/24764
kwargs = safe_deep_copy(kwargs)
# Each iteration gets a fresh copy from the clean original
# to prevent provider-specific mutations (e.g., Bedrock
# popping 'tools' from optional_params) from corrupting
# subsequent fallback calls. See: #24764
kwargs = safe_deep_copy(base_kwargs)
# LOGGING
kwargs = litellm_router.log_retry(kwargs=kwargs, e=original_exception)