diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index 7d9db0caebb..f8902f6276a 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -10290,9 +10290,8 @@ async def async_data_generator( loop_released_at = time.monotonic() # rebind-ok: last time this stream let other tasks run async for item in stream_source: - # Unblock the event loop: a stream whose chunks are already buffered never awaits between - # chunks, so without this one long stream holds the loop for its whole body. Yield once this - # stream has held the loop for 50 ms (_STREAM_LOOP_HOLD_SECONDS), never on a stream that waits + # Unblock the event loop: a stream whose chunks are already buffered never awaits + # between chunks, so without this yield one long stream holds the loop for its whole body if time.monotonic() - loop_released_at >= _STREAM_LOOP_HOLD_SECONDS: await asyncio.sleep(0) loop_released_at = time.monotonic()