scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-29 06:33:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 200

Merge ef4f1bdba1 into f2118fc767

Browse source
This commit is contained in:
LavyaT 2026-10-22 14:32:09 +00:00 • committed by GitHub
commit 2b02c2bef4
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 5 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
litellm/router.py
View file

@ -1343,9 +1343,12 @@ class Router:
self.deployment_names: list = [] # names of models under litellm_params. ex. azure/chatgpt-v-2
self.deployment_latency_map = {}
### CACHING ###
cache_type: Literal["local", "redis", "redis-semantic", "s3", "disk"] = "local" # default to an in-memory cache
cache_type: Literal["local", "redis", "redis-semantic", "s3", "disk"] = "local"
redis_cache = None
cache_config: Final[dict[str, Any]] = {}
cache_config: dict[str, Any] = {}
cache_config.update(cache_kwargs)
cache_type = cache_config.pop("type", cache_type)
self.client_ttl = client_ttl
self.kubernetes_pod_discovery: Final = KubernetesPodDiscovery()
@ -1370,8 +1373,6 @@ class Router:
)
cache_config["db"] = str(redis_db)
# Add additional key-value pairs from cache_kwargs
cache_config.update(cache_kwargs)
redis_cache = self._create_redis_cache(cache_config)
if cache_responses: