scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-15 09:12:18 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 311

test(retries): retry the budget success case with no backoff wait

Browse source
This commit is contained in:
mateo-berri 2026-10-20 19:23:43 -07:00
parent 3ce23b558c
commit 86c4b204d1
1 changed files with 6 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
tests/unit/test_main.py
View file

@ -10880,11 +10880,15 @@ async def test_acompletion_retry_that_succeeds_leaves_the_budget_reservation_to_
) -> None:
reservation: Final = {"reserved_cost": 0.5, "entries": [], "finalized": False, "callback_bound": False}
retry_upstream.post(_ANTHROPIC.url).mock(
side_effect=[_provider_error(429, {"retry-after": "0"}), httpx.Response(200, json=_ANTHROPIC.ok_body)]
side_effect=[_provider_error(500), httpx.Response(200, json=_ANTHROPIC.ok_body)]
)
await _completion_with_retries_kwargs(
False, _ANTHROPIC, num_retries=1, metadata={"user_api_key_budget_reservation": reservation}
False,
_ANTHROPIC,
num_retries=1,
retry_strategy="constant_retry",
metadata={"user_api_key_budget_reservation": reservation},
)
assert reservation["callback_bound"] is True