From 44f2013495c6987bef3918ca045f942777b21c34 Mon Sep 17 00:00:00 2001 From: AlexsanderHamir Date: Sat, 15 Nov 2025 17:02:15 -0800 Subject: [PATCH] fix: change chunk_size for aiter_bytes 1KB is too small for audio and is lowering the RPS when testing with medium to large files --- litellm/proxy/proxy_server.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index a6e73199f0e..36178652a7d 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -5305,7 +5305,7 @@ async def audio_speech( # Printing each chunk size async def generate(_response: HttpxBinaryResponseContent): - _generator = await _response.aiter_bytes(chunk_size=1024) + _generator = await _response.aiter_bytes(chunk_size=4096) async for chunk in _generator: yield chunk