scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-07 08:26:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 36

(fix) semantic caching

Browse source
This commit is contained in:
ishaan-jaff 2024-02-06 10:55:15 -08:00 • committed by Krrish Dholakia
parent 102f20fc03
commit e32c2beddd
1 changed files with 1 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
litellm/tests/test_caching.py
View file

@ -1006,6 +1006,7 @@ def test_redis_semantic_cache_completion():
port=os.environ["REDIS_PORT"],
password=os.environ["REDIS_PASSWORD"],
similarity_threshold=0.8,
redis_semantic_cache_embedding_model="text-embedding-ada-002",
)
response1 = completion(
model="gpt-3.5-turbo",