scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-14 09:03:16 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 214

test(router): fix direct-call num_retries assertion to match SDK-retry behavior

Browse source
This commit is contained in:
shadowmodder 2026-11-01 10:03:36 -06:00
parent 60fc121ce8
commit 58d06fa938
1 changed files with 5 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
tests/unit/test_router_per_deployment_num_retries.py
View file

@ -507,10 +507,10 @@ class TestNoProviderRetryAmplification:
async def test_direct_completion_still_forwards_num_retries_to_provider(self):
"""
For a NON-routed direct ``litellm.acompletion`` call, ``num_retries`` remains an
alias for the provider client's ``max_retries`` (the instructor use case). The
provider SDK therefore retries in addition to litellm's own retry wrapper, so the
upstream count exceeds ``num_retries + 1`` - proving the routed-call fix did not
change direct-call behaviour.
alias for the provider client's ``max_retries`` (the instructor use case).
litellm itself has no retry wrapper for direct calls, so the provider SDK
performs all the retries and the upstream count is exactly ``num_retries + 1`` -
proving the routed-call fix did not change direct-call behaviour.
"""
counter = self._install_counting_upstream()
num_retries = 2
@ -523,7 +523,7 @@ class TestNoProviderRetryAmplification:
messages=[{"role": "user", "content": "hi"}],
num_retries=num_retries,
)
assert counter["n"] > num_retries + 1
assert counter["n"] == num_retries + 1
class _AttemptCounter(CustomLogger):