scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-29 01:42:19 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 79

(fix) semantic caching

Browse source
This commit is contained in:
ishaan-jaff 2024-02-06 10:55:15 -08:00 • committed by Krrish Dholakia
parent bf6e3f807b
commit ba4ca4d02a
1 changed files with 1 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
litellm/tests/test_caching.py
View file

@ -1006,6 +1006,7 @@ def test_redis_semantic_cache_completion():
port=os.environ["REDIS_PORT"],
password=os.environ["REDIS_PASSWORD"],
similarity_threshold=0.8,
redis_semantic_cache_embedding_model="text-embedding-ada-002",
)
response1 = completion(
model="gpt-3.5-turbo",