From 9f397dbbf065e58085b80be6f72ebda4bb3becd5 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Wed, 21 Oct 2026 00:08:28 -0700
Subject: [PATCH] fix(proxy): stop reload workers when their pool parent dies

---
 litellm/proxy/dev_reload.py         | 17 ++++++++++++++++-
 tests/unit/proxy/test_dev_reload.py | 24 ++++++++++++++++++++++++
 2 files changed, 40 insertions(+), 1 deletion(-)

diff --git a/litellm/proxy/dev_reload.py b/litellm/proxy/dev_reload.py
index e8225134ccc..b135a61ff1b 100644
--- a/litellm/proxy/dev_reload.py
+++ b/litellm/proxy/dev_reload.py
@@ -1,6 +1,8 @@
 import importlib
 import logging
 import multiprocessing
+import os
+import signal
 import sys
 import threading
 from collections.abc import Callable, Sequence
@@ -71,9 +73,22 @@ def load_app_or_exit(import_path: str) -> Callable[..., object]:
         sys.exit(uvicorn_config.STARTUP_FAILURE)
 
 
+def stop_worker_when_pool_exits(pool_parent: BaseProcess) -> None:
+    pool_parent.join()
+    LOGGER.info("Worker pool process [%s] exited, stopping worker [%s].", pool_parent.pid, os.getpid())
+    os.kill(os.getpid(), signal.SIGTERM)
+
+
+def load_worker_app(import_path: str) -> Callable[..., object]:
+    pool_parent: Final = multiprocessing.parent_process()
+    if pool_parent is not None:
+        threading.Thread(target=stop_worker_when_pool_exits, args=(pool_parent,), daemon=True).start()
+    return load_app_or_exit(import_path)
+
+
 def pool_config(options: ReloadOptions, workers: int) -> Config:
     return Config(
-        partial(load_app_or_exit, options["app"]),
+        partial(load_worker_app, options["app"]),
         factory=True,
         workers=workers,
         **SERVER_OPTIONS.validate_python(
diff --git a/tests/unit/proxy/test_dev_reload.py b/tests/unit/proxy/test_dev_reload.py
index 36dae00cc82..ff546767e9f 100644
--- a/tests/unit/proxy/test_dev_reload.py
+++ b/tests/unit/proxy/test_dev_reload.py
@@ -313,6 +313,30 @@ def test_the_pool_stops_and_frees_the_port_when_the_reloader_dies(
         process.wait()
 
 
+@REQUIRES_UVICORN_STARTUP_FAILURE
+@pytest.mark.timeout(3 * POOL_TIMEOUT_SECONDS)
+def test_a_killed_pool_parent_takes_its_workers_with_it_so_the_next_save_serves_only_new_workers(
+    tmp_path: Path,
+) -> None:
+    app: Final = tmp_path / "reload_pool_app.py"
+    app.write_text(PID_APP)
+    log: Final = tmp_path / "reload.log"
+    port: Final = _free_port()
+    process: Final = _start_pool(tmp_path, port, log)
+    try:
+        orphans: Final = _next_pool(log, process, port, frozenset())
+        os.kill(psutil.Process(min(orphans)).ppid(), signal.SIGKILL)
+        deadline: Final = time.monotonic() + POOL_TIMEOUT_SECONDS
+        while any(psutil.pid_exists(pid) for pid in orphans):
+            assert time.monotonic() < deadline, log.read_text()
+            time.sleep(0.2)
+        app.write_text(f"{PID_APP}\n")
+        _next_pool(log, process, port, orphans)
+    finally:
+        with contextlib.suppress(ProcessLookupError):
+            os.killpg(process.pid, signal.SIGKILL)
+        process.wait()
+
 @REQUIRES_UVICORN_STARTUP_FAILURE
 @pytest.mark.timeout(3 * POOL_TIMEOUT_SECONDS)
 def test_ctrl_backslash_frees_the_port_without_waiting_out_the_worker_healthcheck_when_core_dumps_are_slow(