scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-10 03:28:53 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 85

(fix) semantic cache

Browse source
This commit is contained in:
ishaan-jaff 2024-02-05 18:25:22 -08:00 • committed by Krrish Dholakia
parent 2ad8b70f50
commit 553b993473
1 changed files with 4 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
litellm/caching.py
View file

@ -270,7 +270,10 @@ class RedisSemanticCache(BaseCache):
redis_url = "redis://:" + password + "@" + host + ":" + port redis_url = "redis://:" + password + "@" + host + ":" + port
print_verbose(f"redis semantic-cache redis_url: {redis_url}") print_verbose(f"redis semantic-cache redis_url: {redis_url}")
self.index.connect(redis_url=redis_url) self.index.connect(redis_url=redis_url)
try:
self.index.create(overwrite=False) # don't overwrite existing index self.index.create(overwrite=False) # don't overwrite existing index
except Exception as e:
print_verbose(f"Got exception creating semantic cache index: {str(e)}")
def _get_cache_logic(self, cached_response: Any): def _get_cache_logic(self, cached_response: Any):
""" """