diff --git a/litellm/router.py b/litellm/router.py index 513a5dc7c25..d458a8b44b1 100644 --- a/litellm/router.py +++ b/litellm/router.py @@ -1045,9 +1045,12 @@ class Router: self.deployment_names: list = [] # names of models under litellm_params. ex. azure/chatgpt-v-2 self.deployment_latency_map = {} ### CACHING ### - cache_type: Literal["local", "redis", "redis-semantic", "s3", "disk"] = "local" # default to an in-memory cache + cache_type: Literal["local", "redis", "redis-semantic", "s3", "disk"] = "local" redis_cache = None - cache_config: Final[dict[str, Any]] = {} + cache_config: dict[str, Any] = {} + + cache_config.update(cache_kwargs) + cache_type = cache_config.pop("type", cache_type) self.client_ttl = client_ttl if redis_url is not None or (redis_host is not None and redis_port is not None): @@ -1071,8 +1074,6 @@ class Router: ) cache_config["db"] = str(redis_db) - # Add additional key-value pairs from cache_kwargs - cache_config.update(cache_kwargs) redis_cache = self._create_redis_cache(cache_config) if cache_responses: