scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-09 22:31:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 86

test(test_lowest_latency_routing.py): use the correct cache key

Browse source
This commit is contained in:
Krrish Dholakia 2024-01-10 22:15:01 +05:30
parent 5bc44353e0
commit 6a8d518e44
1 changed files with 2 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
litellm/tests/test_lowest_latency_routing.py
View file

@ -91,7 +91,8 @@ def test_latency_updated_custom_ttl():
start_time=start_time,
end_time=end_time,
)
latency_key = f"{model_group}_latency_map"
latency_key = f"{model_group}_map"
print(f"cache: {test_cache.get_cache(key=latency_key)}")
assert isinstance(test_cache.get_cache(key=latency_key), dict)
time.sleep(cache_time)
assert test_cache.get_cache(key=latency_key) is None