scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-11 22:51:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 123

style(router): explain mutable budget queue

Browse source
This commit is contained in:
Emerson Gomes 2026-08-12 12:50:48 -05:00
parent 2949c89bb9
commit 397b5c8bd6
No known key found for this signature in database
GPG key ID: D3DF28AB5D1B5E17
1 changed files with 6 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
litellm/router_strategy/budget_limiter.py
View file

@ -532,14 +532,18 @@ class RouterBudgetLimiting(CustomLogger):
Only runs if Redis is initialized
"""
increment_operations_to_flush: list[RedisPipelineIncrementOperation] = []
increment_operations_to_flush: list[RedisPipelineIncrementOperation] = ( # mutable-ok: Redis pipeline contract requires a list batch
[] # mutable-ok: Redis pipeline batches are lists
)
try:
if not self.dual_cache.redis_cache:
return # Redis is not initialized
async with self._get_redis_increment_queue_lock():
increment_operations_to_flush = self.redis_increment_operation_queue
self.redis_increment_operation_queue = []
self.redis_increment_operation_queue = (
[] # mutable-ok: the emptied queue must remain appendable by logging callbacks
)
verbose_router_logger.debug(
"Pushing Redis Increment Pipeline for queue: %s",