scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-08-28 05:25:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 8

test_queue_flush_limit

Browse source
This commit is contained in:
Ishaan Jaffer 2026-02-14 15:34:45 -08:00
parent 0d697e6c3e
commit 9ce7871d8a
1 changed files with 4 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
tests/test_litellm/proxy/db/db_transaction_queue/test_base_update_queue.py
View file

@ -21,8 +21,11 @@ async def test_queue_flush_limit():
"""
# Arrange
queue = BaseUpdateQueue()
# Add more items than the max flush count
# Override maxsize so the queue can hold all test items without blocking.
# The default LITELLM_ASYNCIO_QUEUE_MAXSIZE (1000) equals MAX_IN_MEMORY_QUEUE_FLUSH_COUNT,
# so adding more items than that would cause `await queue.put()` to block forever.
items_to_add = MAX_IN_MEMORY_QUEUE_FLUSH_COUNT + 100
queue.update_queue = asyncio.Queue(maxsize=items_to_add + 1)
for i in range(items_to_add):
await queue.add_update(f"test_update_{i}")