scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-12 23:01:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 89

fix(router): preserve deployment retry budget with policy

Browse source
This commit is contained in:
72004 2026-08-21 18:46:35 +05:00
parent 8d0cd8a37f
commit a682ac09ae
1 changed files with 4 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
litellm/router.py
View file

@ -6703,7 +6703,10 @@ class Router:
# Check retry policy FIRST, before should_retry_this_error
# This allows retry policies to override the healthy deployments check
_retry_policy_applies = False
if self.retry_policy is not None or model_group_retry_policy is not None:
if (
deployment_num_retries is None
and (self.retry_policy is not None or model_group_retry_policy is not None)
):
# get num_retries from retry policy
# Use the model_group captured at the start of the function, or get it from metadata
# kwargs.get("model") at this point is the deployment model, not the model_group