From 2f318eaddef199ee5b81cb82083fe705dc3a2f90 Mon Sep 17 00:00:00 2001 From: "devin-ai-integration[bot]" <158243242+devin-ai-integration[bot]@users.noreply.github.com> Date: Fri, 16 Oct 2026 17:12:01 +0000 Subject: [PATCH] Revert "docs(proxy): streaming loop comment names the 50 ms hold" This reverts commit cbf1371873c0540b83fdcf4e9a2bafb69b72f460. --- litellm/proxy/proxy_server.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index 7d9db0caebb..f8902f6276a 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -10290,9 +10290,8 @@ async def async_data_generator( loop_released_at = time.monotonic() # rebind-ok: last time this stream let other tasks run async for item in stream_source: - # Unblock the event loop: a stream whose chunks are already buffered never awaits between - # chunks, so without this one long stream holds the loop for its whole body. Yield once this - # stream has held the loop for 50 ms (_STREAM_LOOP_HOLD_SECONDS), never on a stream that waits + # Unblock the event loop: a stream whose chunks are already buffered never awaits + # between chunks, so without this yield one long stream holds the loop for its whole body if time.monotonic() - loop_released_at >= _STREAM_LOOP_HOLD_SECONDS: await asyncio.sleep(0) loop_released_at = time.monotonic()