scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-23 05:34:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 24

test(proxy): finalize reconnect coalescing

Browse source 
Assisted-by: OpenAI Codex
Signed-off-by: amarrtech <272048731+amarrtech@users.noreply.github.com>
This commit is contained in:
amarrtech 2026-10-08 10:15:57 -07:00
parent 9c7ab15f15
commit fa57367499
2 changed files with 10 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
litellm/proxy/common_utils/config_sync_pubsub.py
View file

@ -236,7 +236,7 @@ class ConfigSyncSubscriber:
await pubsub.subscribe(config_sync_channel(self._redis_cache))
backoff_seconds = self._backoff_initial_seconds
if self._resync_on_subscribe:
await self._resync()
await self._resync(pubsub)
self._resync_on_subscribe = False
await self._consume(pubsub)
finally:

17
tests/unit/proxy/common_utils/test_config_sync_pubsub.py
View file

@ -1,6 +1,7 @@
import asyncio
import json
import random
import typing
from typing import Callable, Coroutine, Iterable, List, Optional, Tuple
from unittest.mock import AsyncMock, MagicMock, patch
@ -434,13 +435,13 @@ async def test_writes_during_the_throttle_wait_collapse_into_the_next_resync() -
async def test_write_arriving_during_throttle_wait_does_not_trigger_an_extra_resync() -> None:
pubsub = _QueuePubSub()
cache = _FakeRedisCache(_ScriptedPubSubRedisClient([pubsub]))
clock = _FakeClock()
first_resync = asyncio.Event()
second_resync = asyncio.Event()
inserted_during_wait = asyncio.Event()
resyncs: List[str] = []
pubsub: typing.Final = _QueuePubSub()
cache: typing.Final = _FakeRedisCache(_ScriptedPubSubRedisClient([pubsub]))
clock: typing.Final = _FakeClock()
first_resync: typing.Final = asyncio.Event()
second_resync: typing.Final = asyncio.Event()
inserted_during_wait: typing.Final = asyncio.Event()
resyncs: typing.Final[List[str]] = []
async def recording_sleep(seconds: float) -> None:
if seconds > 0 and not inserted_during_wait.is_set():
@ -455,7 +456,7 @@ async def test_write_arriving_during_throttle_wait_does_not_trigger_an_extra_res
if len(resyncs) == 2:
second_resync.set()
subscriber = ConfigSyncSubscriber(
subscriber: typing.Final = ConfigSyncSubscriber(
redis_cache=cache,
resync_callbacks=(resync,),
debounce_seconds=0.0,