scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-15 09:12:18 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 311

Merge 58d06fa938 into aeede53112

Browse source
This commit is contained in:
shadowmodder 2026-11-06 15:51:02 -05:00 • committed by GitHub
commit 0a831958ba
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 5 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
tests/unit/test_router_per_deployment_num_retries.py
View file

@ -335,10 +335,10 @@ class TestNoProviderRetryAmplification:
async def test_direct_completion_still_forwards_num_retries_to_provider(self):
"""
For a NON-routed direct ``litellm.acompletion`` call, ``num_retries`` remains an
alias for the provider client's ``max_retries`` (the instructor use case). The
provider SDK therefore retries in addition to litellm's own retry wrapper, so the
upstream count exceeds ``num_retries + 1`` - proving the routed-call fix did not
change direct-call behaviour.
alias for the provider client's ``max_retries`` (the instructor use case).
litellm itself has no retry wrapper for direct calls, so the provider SDK
performs all the retries and the upstream count is exactly ``num_retries + 1`` -
proving the routed-call fix did not change direct-call behaviour.
"""
counter = self._install_counting_upstream()
num_retries = 2
@ -351,7 +351,7 @@ class TestNoProviderRetryAmplification:
messages=[{"role": "user", "content": "hi"}],
num_retries=num_retries,
)
assert counter["n"] > num_retries + 1
assert counter["n"] == num_retries + 1
class _AttemptCounter(CustomLogger):