scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-11 22:51:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 154

test fix - test_acompletion_caching_on_router

Browse source
This commit is contained in:
Ishaan Jaff 2024-06-04 07:55:53 -07:00
parent 8625280c32
commit 97c82225b1
1 changed files with 2 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
litellm/tests/test_router_caching.py
View file

@ -115,7 +115,8 @@ async def test_acompletion_caching_on_router():
model="gpt-3.5-turbo", messages=messages, temperature=1
)
print(f"response1: {response1}")
await asyncio.sleep(1) # add cache is async, async sleep for cache to get set
await asyncio.sleep(5) # add cache is async, async sleep for cache to get set
response2 = await router.acompletion(
model="gpt-3.5-turbo", messages=messages, temperature=1
)