diff --git a/src/lib/components/chat/Messages/ResponseMessage.svelte b/src/lib/components/chat/Messages/ResponseMessage.svelte
index 2138d2e9af..91606fc396 100644
--- a/src/lib/components/chat/Messages/ResponseMessage.svelte
+++ b/src/lib/components/chat/Messages/ResponseMessage.svelte
@@ -292,7 +292,10 @@
 		} else {
 			$audioQueue.setId(`${message.id}`);
 			$audioQueue.setPlaybackRate($settings.audio?.tts?.playbackRate ?? 1);
+			let synthesizing = true;
 			$audioQueue.onStopped = ({ event }) => {
+				if (event === 'empty-queue' && synthesizing) return;
+
 				speaking = false;
 				speakingIdx = undefined;
 
@@ -371,6 +374,8 @@
 					}
 				}
 			}
+
+			synthesizing = false;
 		}
 	};