scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-06 08:16:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 78

fix(dual_cache): fall back to L1 instead of re-raising on Redis increment failures

Browse source
This commit is contained in:
Ishaan Jaffer 2026-03-19 20:07:44 -07:00
parent 0c518a4198
commit 0ec27015f2
1 changed files with 12 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
litellm/caching/dual_cache.py
View file

@ -365,8 +365,8 @@ class DualCache(BaseCache):
Returns - float - the incremented value
"""
result: float = value
try:
result: float = value
if self.in_memory_cache is not None:
result = await self.in_memory_cache.async_increment(
key, value, **kwargs
@ -382,7 +382,11 @@ class DualCache(BaseCache):
return result
except Exception as e:
raise e # don't log if exception is raised
verbose_logger.warning(
"Redis async_increment_cache failed, falling back to in-memory result: %s",
e,
)
return result
async def async_increment_cache_pipeline(
self,
@ -391,8 +395,8 @@ class DualCache(BaseCache):
parent_otel_span: Optional[Span] = None,
**kwargs,
) -> Optional[List[float]]:
result: Optional[List[float]] = None
try:
result: Optional[List[float]] = None
if self.in_memory_cache is not None:
result = await self.in_memory_cache.async_increment_pipeline(
increment_list=increment_list,
@ -407,7 +411,11 @@ class DualCache(BaseCache):
return result
except Exception as e:
raise e # don't log if exception is raised
verbose_logger.warning(
"Redis async_increment_cache_pipeline failed, falling back to in-memory result: %s",
e,
)
return result
async def async_set_cache_sadd(
self, key, value: List, local_only: bool = False, **kwargs