scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-14 09:03:16 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 214

test(least-busy): wait for the helper thread to start before the timed join

Browse source
This commit is contained in:
mateo-berri 2026-11-04 15:06:37 -08:00
parent 694cb4f6e2
commit 6643fc2e56
1 changed files with 9 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
tests/unit/router_strategy/test_least_busy.py
View file

@ -616,7 +616,7 @@ def test_a_reservation_and_a_release_on_one_deployment_at_once_both_count() -> N
class _SlowLocalRead(InMemoryCache):
"""Answers a count read with the counts from when the read started, after giving another thread a moment to run."""
"""Answers a count read with the counts from when the read started, once another thread has begun its request."""
def __init__(self) -> None:
super().__init__()
@ -625,8 +625,15 @@ class _SlowLocalRead(InMemoryCache):
def batch_get_cache(self, keys: list[str], **kwargs: object) -> list[object]:
counts_when_asked: Final = super().batch_get_cache(keys, **kwargs)
self.other_thread = threading.Thread(target=self.while_reading)
began: Final = threading.Event()
def begin_then_run() -> None:
began.set()
self.while_reading()
self.other_thread = threading.Thread(target=begin_then_run)
self.other_thread.start()
began.wait()
self.other_thread.join(timeout=0.2)
return counts_when_asked