scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-14 09:03:16 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 214

fix(proxy): keep reset cache payload immutable

Browse source
This commit is contained in:
silencedoctor 2026-09-04 17:56:32 +08:00
parent de7871bd92
commit 39640bec01
1 changed files with 8 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
litellm/proxy/common_utils/reset_budget_job.py
View file

@ -547,11 +547,16 @@ class ResetBudgetJob:
try:
from litellm.proxy.proxy_server import spend_counter_cache
cache_kwargs: Final = {"key": counter_key, "value": new_spend, **({"ttl": ttl} if ttl is not None else {})}
spend_counter_cache.in_memory_cache.set_cache(**cache_kwargs)
if ttl is None:
spend_counter_cache.in_memory_cache.set_cache(key=counter_key, value=new_spend)
else:
spend_counter_cache.in_memory_cache.set_cache(key=counter_key, value=new_spend, ttl=ttl)
if spend_counter_cache.redis_cache is not None:
try:
await spend_counter_cache.redis_cache.async_set_cache(**cache_kwargs)
if ttl is None:
await spend_counter_cache.redis_cache.async_set_cache(key=counter_key, value=new_spend)
else:
await spend_counter_cache.redis_cache.async_set_cache(key=counter_key, value=new_spend, ttl=ttl)
except Exception as redis_err:
verbose_proxy_logger.warning(
"Failed to reset spend counter %s in Redis: %s. "