scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-08 22:21:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 78

Merge d0dd9e299d into 6e569ee0c7

Browse source
This commit is contained in:
Josh 2026-08-26 03:34:38 -03:00 • committed by GitHub
commit 05003432be
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 5 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
litellm/router_utils/get_retry_from_policy.py
View file

@ -8,6 +8,7 @@ from litellm.exceptions import (
AuthenticationError,
BadRequestError,
ContentPolicyViolationError,
NotFoundError,
RateLimitError,
Timeout,
)
@ -50,6 +51,8 @@ def get_num_retries_from_retry_policy(
return retry_policy.ContentPolicyViolationErrorRetries
if isinstance(exception, BadRequestError) and retry_policy.BadRequestErrorRetries is not None:
return retry_policy.BadRequestErrorRetries
if isinstance(exception, NotFoundError) and retry_policy.NotFoundErrorRetries is not None:
return retry_policy.NotFoundErrorRetries
def reset_retry_policy() -> RetryPolicy:

1
litellm/types/router.py
View file

@ -101,6 +101,7 @@ class RetryPolicy(BaseModel):
RateLimitErrorRetries: int | None = None
ContentPolicyViolationErrorRetries: int | None = None
InternalServerErrorRetries: int | None = None
NotFoundErrorRetries: int | None = None
class UpdateRouterConfig(BaseModel):

1
tests/router_unit_tests/test_router_helper_utils.py
View file

@ -1344,6 +1344,7 @@ def test_track_deployment_metrics(model_list):
"ContentPolicyViolationError",
7,
),
(litellm.exceptions.NotFoundError, "NotFoundError", 0),
],
)
def test_get_num_retries_from_retry_policy(