scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-14 04:09:09 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 139

Merge ef4f1bdba1 into eb9355d11a

Browse source
This commit is contained in:
LavyaT 2026-10-07 16:57:26 -04:00 • committed by GitHub
commit 62592de7b6
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 5 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
litellm/router.py
View file

@ -1062,9 +1062,12 @@ class Router:
self.deployment_names: list = [] # names of models under litellm_params. ex. azure/chatgpt-v-2
self.deployment_latency_map = {}
### CACHING ###
cache_type: Literal["local", "redis", "redis-semantic", "s3", "disk"] = "local" # default to an in-memory cache
cache_type: Literal["local", "redis", "redis-semantic", "s3", "disk"] = "local"
redis_cache = None
cache_config: Final[dict[str, Any]] = {}
cache_config: dict[str, Any] = {}
cache_config.update(cache_kwargs)
cache_type = cache_config.pop("type", cache_type)
self.client_ttl = client_ttl
if redis_url is not None or (redis_host is not None and redis_port is not None):
@ -1088,8 +1091,6 @@ class Router:
)
cache_config["db"] = str(redis_db)
# Add additional key-value pairs from cache_kwargs
cache_config.update(cache_kwargs)
redis_cache = self._create_redis_cache(cache_config)
if cache_responses: