scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-12 23:01:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 89

test(router): cover internal server retry policy

Browse source
This commit is contained in:
72004 2026-08-21 19:25:22 +05:00
parent a682ac09ae
commit f2d40563d4
1 changed files with 16 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

18
tests/test_litellm/test_router_per_deployment_num_retries.py
View file

@ -3,15 +3,17 @@ Unit tests for per-deployment num_retries in litellm_params
GitHub Issue: #18968 - Per-deployment max_retries/num_retries in litellm_params is not used in retry logic
"""
from unittest.mock import patch
import httpx
import pytest
import pytest_asyncio
from unittest.mock import patch
import litellm
from litellm import Router
from litellm.types.router import RetryPolicy
from litellm.integrations.custom_logger import CustomLogger
from litellm.router_utils.get_retry_from_policy import get_num_retries_from_retry_policy
from litellm.types.router import RetryPolicy
class TestPerDeploymentNumRetries:
@ -426,6 +428,18 @@ class TestNoProviderRetryAmplification:
)
assert await self._call_and_count(router) == 6
def test_retry_policy_helper_handles_internal_server_error(self):
retry_count = get_num_retries_from_retry_policy(
exception=litellm.InternalServerError(
message="test error",
llm_provider="openai",
model="gpt-4",
),
retry_policy=RetryPolicy(InternalServerErrorRetries=2),
)
assert retry_count == 2
@pytest.mark.asyncio
async def test_global_num_retries_not_amplified(self):
"""