scriptoriumadmin/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui.git synced 2026-10-06 02:48:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

perf(audio): make ML model loading non-blocking with asyncio.to_thread

Browse source
This commit is contained in:
silentoplayz 2026-06-07 16:51:24 -04:00 • committed by silentoplayz
parent 0ffc04797f
commit 0f37746182
1 changed files with 6 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
backend/open_webui/routers/audio.py
View file

@ -288,7 +288,8 @@ async def update_audio_config(request: Request, form_data: AudioConfigUpdateForm
)
if form_data.stt.ENGINE == '':
request.app.state.faster_whisper_model = set_faster_whisper_model(
request.app.state.faster_whisper_model = await asyncio.to_thread(
set_faster_whisper_model,
form_data.stt.WHISPER_MODEL, WHISPER_MODEL_AUTO_UPDATE
)
else:
@ -458,7 +459,7 @@ async def _tts_transformers(request, payload, file_path, file_body_path, user):
import soundfile as sf
import torch
load_speech_pipeline(request)
await asyncio.to_thread(load_speech_pipeline, request)
embeddings = request.app.state.speech_speaker_embeddings_dataset
model_name = await Config.get('audio.tts.model')
@ -580,7 +581,9 @@ async def speech(request: Request, user=Depends(get_verified_user)):
async def _transcribe_whisper(request, file_path, languages, file_dir, id):
if request.app.state.faster_whisper_model is None:
request.app.state.faster_whisper_model = set_faster_whisper_model(await Config.get('audio.stt.whisper_model'))
request.app.state.faster_whisper_model = await asyncio.to_thread(
set_faster_whisper_model, await Config.get('audio.stt.whisper_model')
)
model = request.app.state.faster_whisper_model