From 9a68b3a1f293729c628283f36c61d8b749d325cb Mon Sep 17 00:00:00 2001
From: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Tue, 10 Nov 2026 19:40:38 +0000
Subject: [PATCH] fix: keep the gateway launcher from importing the litellm
 package

---
 gateway/launch.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/gateway/launch.py b/gateway/launch.py
index b12bdd4e7c2..c620c29fa7b 100644
--- a/gateway/launch.py
+++ b/gateway/launch.py
@@ -24,8 +24,6 @@ from typing import TYPE_CHECKING, Final
 
 from uvicorn.main import main as uvicorn_main
 
-from litellm.cli.main import without_gc_pauses
-
 if TYPE_CHECKING:
     from fastapi import FastAPI
 
@@ -66,6 +64,8 @@ def pool_database_url(
 
 
 def worker_app() -> "FastAPI":
+    from litellm.cli.main import without_gc_pauses
+
     with without_gc_pauses():
         from gateway.main import app
     return app