test: fix test

This commit is contained in:
Krrish Dholakia 2024-07-02 22:12:44 -07:00
parent 3da8ce6a75
commit 67433a04a2

View file

@ -1865,7 +1865,10 @@ async def test_router_model_usage(mock_response):
)
await asyncio.sleep(3)
initial_usage = await llm_router.get_model_group_usage(model_group=model)
initial_usage_tuple = await llm_router.get_model_group_usage(
model_group=model
)
initial_usage = initial_usage_tuple[0]
# completion call - 10 tokens
_ = await llm_router.acompletion(
@ -1873,7 +1876,10 @@ async def test_router_model_usage(mock_response):
)
await asyncio.sleep(3)
updated_usage = await llm_router.get_model_group_usage(model_group=model)
updated_usage_tuple = await llm_router.get_model_group_usage(
model_group=model
)
updated_usage = updated_usage_tuple[0]
assert updated_usage == initial_usage + 10 # type: ignore
break