scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-11 03:38:38 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 82

fix(routing): remove obsolete mutability suppressions

Browse source
This commit is contained in:
Vaishnavi220506 2026-10-02 10:10:11 +05:30
parent c54fa59e3f
commit 62b23f95ac
1 changed files with 4 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
litellm/router_strategy/adaptive_router/update_queue.py
View file

@ -112,7 +112,7 @@ class AdaptiveRouterUpdateQueue:
# Sort keys to give deterministic write order across writers and
# reduce the chance of cross-row deadlocks when other workers race us.
pending: Final = dict(batch) # mutable-ok: tracks unacknowledged rows until the batch is restored
pending: Final = dict(batch)
try:
for key, payload in sorted(batch.items()):
router, rt, model = key
@ -174,7 +174,7 @@ class AdaptiveRouterUpdateQueue:
if not batch:
return 0
pending: Final = dict(batch) # mutable-ok: tracks unacknowledged rows until the batch is restored
pending: Final = dict(batch)
try:
for key, payload in sorted(batch.items()):
session_id, router, model = key
@ -221,7 +221,7 @@ class AdaptiveRouterUpdateQueue:
async def _restore_state_batch(self, pending: Mapping[StateKey, Mapping[str, float]]) -> None:
async with self._lock:
for key, payload in pending.items():
self._state_agg[key] = { # mutable-ok: queue-owned accumulator merges unacknowledged deltas
self._state_agg[key] = {
field: value + (self._state_agg[key][field] if key in self._state_agg else 0)
for field, value in payload.items()
}
@ -229,7 +229,7 @@ class AdaptiveRouterUpdateQueue:
async def _restore_session_batch(self, pending: Mapping[SessionKey, Mapping[str, object]]) -> None:
async with self._lock:
self._session_agg = {**pending, **self._session_agg} # mutable-ok: newer queued snapshots win over retries
self._session_agg = {**pending, **self._session_agg}
self._max_session_size_seen = max(self._max_session_size_seen, len(self._session_agg))
# ---- Observability ---------------------------------------------------