scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-06 08:16:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 78

fix(test_dynamic_rate_limit_handler.py): cleanup

Browse source
This commit is contained in:
Krrish Dholakia 2024-06-22 22:43:56 -07:00
parent dc43ffb771
commit 9450d2cf77
1 changed files with 5 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
litellm/tests/test_dynamic_rate_limit_handler.py
View file

@ -214,23 +214,23 @@ async def test_base_case(dynamic_rate_limit_handler, mock_response):
prev_availability: Optional[int] = None
allowed_fails = 1
for _ in range(5):
for _ in range(2):
try:
# check availability
availability, _, _ = await dynamic_rate_limit_handler.check_available_tpm(
model=model
)
## assert availability updated
if prev_availability is not None and availability is not None:
assert availability == prev_availability - 10
print(
"prev_availability={}, availability={}".format(
prev_availability, availability
)
)
## assert availability updated
if prev_availability is not None and availability is not None:
assert availability == prev_availability - 10
prev_availability = availability
# make call