scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-06 08:16:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 79

(test) async completion + caching on router

Browse source
This commit is contained in:
ishaan-jaff 2023-12-09 14:25:38 -08:00
parent d18d5a3133
commit a9f103995d
1 changed files with 5 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
litellm/tests/test_router.py
View file

@ -372,6 +372,7 @@ def test_function_calling():
print(response)
def test_acompletion_on_router():
# tests acompletion + caching on router
try:
litellm.set_verbose = False
model_list = [
@ -409,9 +410,10 @@ def test_acompletion_on_router():
timeout=30,
routing_strategy="simple-shuffle")
async def get_response():
response1 = await router.acompletion(model="gpt-3.5-turbo", messages=messages)
print("Testing acompletion + caching on router")
response1 = await router.acompletion(model="gpt-3.5-turbo", messages=messages, temperature=1)
print(f"response1: {response1}")
response2 = await router.acompletion(model="gpt-3.5-turbo", messages=messages)
response2 = await router.acompletion(model="gpt-3.5-turbo", messages=messages, temperature=1)
print(f"response2: {response2}")
assert response1.id == response2.id
assert len(response1.choices[0].message.content) > 0
@ -675,7 +677,7 @@ def test_openai_completion_on_router():
except Exception as e:
traceback.print_exc()
pytest.fail(f"Error occurred: {e}")
test_openai_completion_on_router()
# test_openai_completion_on_router()
def test_reading_keys_os_environ():