scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-06 02:48:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

Use asyncio for non-blocking audio stream handling

Browse source 
Refactor audio streaming to use asyncio for non-blocking reads and writes.
This commit is contained in:
Maddipatla Chatan 2026-09-29 18:30:59 +05:30 • committed by GitHub
parent 7f95b5f361
commit e226f146ea
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 9 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
cookbook/nova_sonic_realtime.py
View file

@ -175,8 +175,12 @@ class RealtimeClient:
try:
while self.is_active:
audio_data = self.input_stream.read(
CHUNK_SIZE, exception_on_overflow=False
# Stream.read() blocks the calling thread until the requested frames
# are recorded (PyAudio "blocking mode" semantics). Run it off the
# event loop thread so it doesn't stall receive_messages()/play_audio()
# for the duration of every read.
audio_data = await asyncio.to_thread(
self.input_stream.read, CHUNK_SIZE, exception_on_overflow=False
)
await self.send_audio_chunk(audio_data)
await asyncio.sleep(0.01) # Small delay to prevent overwhelming
@ -206,7 +210,9 @@ class RealtimeClient:
self.audio_queue.get(), timeout=0.1
)
if audio_data:
self.output_stream.write(audio_data)
# Stream.write() also blocks in PyAudio's blocking mode;
# same reasoning as capture_audio() above.
await asyncio.to_thread(self.output_stream.write, audio_data)
except asyncio.TimeoutError:
continue
except Exception as e: