scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-09 22:31:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 86

fix(caching): guard Redis disconnect when pool is None and close cluster client

Browse source
This commit is contained in:
chjnett 2026-08-17 18:52:40 +09:00
parent cd63c7e5a7
commit cae46735d7
2 changed files with 15 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
litellm/caching/redis_cache.py
View file

@ -1370,7 +1370,8 @@ class RedisCache(BaseCache):
self.redis_client.flushall()
async def disconnect(self):
await self.async_redis_conn_pool.disconnect(inuse_connections=True)
if self.async_redis_conn_pool is not None:
await self.async_redis_conn_pool.disconnect(inuse_connections=True)
try:
self.redis_client.close()
except Exception as e:

13
litellm/caching/redis_cluster_cache.py
View file

@ -56,6 +56,19 @@ class RedisClusterCache(RedisCache):
async_redis_cluster_client: Final = self.init_async_client()
return await async_redis_cluster_client.mget_nonatomic(keys=keys)
async def disconnect(self):
"""
Overrides `disconnect` in redis_cache.py.
In cluster mode ``get_redis_connection_pool`` returns ``None`` (the
``RedisCluster`` client builds its own per-node pools), so the base-class
implementation would dereference ``None``. Close the cluster client instead,
then let the base class tear down the sync client.
"""
if self.redis_async_redis_cluster_client is not None:
await self.redis_async_redis_cluster_client.aclose()
await super().disconnect()
async def test_connection(self) -> dict:
"""
Test the Redis Cluster connection.