scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-07 08:26:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 36

fix(caching.py): support redis caching with namespaces

Browse source
This commit is contained in:
Krrish Dholakia 2024-03-14 13:35:17 -07:00
parent e7e0bf01b2
commit 7c72cc0ec9
1 changed files with 5 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
litellm/caching.py
View file

@ -798,6 +798,7 @@ class Cache:
host: Optional[str] = None,
port: Optional[str] = None,
password: Optional[str] = None,
namespace: Optional[str] = None,
similarity_threshold: Optional[float] = None,
supported_call_types: Optional[
List[
@ -890,6 +891,7 @@ class Cache:
litellm._async_success_callback.append("cache")
self.supported_call_types = supported_call_types # default to ["completion", "acompletion", "embedding", "aembedding"]
self.type = type
self.namespace = namespace
def get_cache_key(self, *args, **kwargs):
"""
@ -996,6 +998,9 @@ class Cache:
# Hexadecimal representation of the hash
hash_hex = hash_object.hexdigest()
print_verbose(f"Hashed cache key (SHA-256): {hash_hex}")
if self.namespace is not None:
hash_hex = f"{self.namespace}:{hash_hex}"
print_verbose(f"Hashed Key with Namespace: {hash_hex}")
return hash_hex
def generate_streaming_content(self, content):