scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-11 22:51:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 154

Cache normalized SERVER_ROOT_PATH at middleware init

Browse source 
SERVER_ROOT_PATH is a process-startup env var. Read it once in
__init__ instead of calling get_server_root_path() + rstrip on every
request that arrives before all lazy features have loaded.
This commit is contained in:
Yuneng Jiang 2026-05-12 21:00:31 -07:00
parent 83f26d17c1
commit 384fc0b6d0
No known key found for this signature in database
1 changed files with 9 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
litellm/proxy/_lazy_features.py
View file

@ -257,6 +257,13 @@ class LazyFeatureMiddleware:
self.app = app
self._fastapi_app = fastapi_app
self._features = features
# SERVER_ROOT_PATH is a process-startup env var, cache the normalized
# form once instead of recomputing per request. Lazy import to avoid
# pulling proxy.utils into this module's import graph at startup
# (proxy_server imports both).
from litellm.proxy.utils import get_server_root_path
self._root_path = get_server_root_path().rstrip("/")
# Loaded set / per-feature locks live on app.state so the warm endpoint
# and the middleware share them — preventing duplicate registrations
# when both paths fire for the same feature.
@ -273,10 +280,6 @@ class LazyFeatureMiddleware:
if scope["type"] in ("http", "websocket") and len(self._loaded) < len(
self._features
):
# Lazy import to avoid pulling proxy.utils into this module's
# import graph (proxy_server imports both).
from litellm.proxy.utils import get_server_root_path
path = scope.get("path", "")
# Strip SERVER_ROOT_PATH so prefix matching works under a server
# root path. Without this, requests like /api/v1/policies/... never
@ -285,9 +288,8 @@ class LazyFeatureMiddleware:
# `+ "/"` boundary prevents false-positive matches (e.g. /apiv2
# against root /api). If the path doesn't start with the prefix
# (e.g. a reverse proxy already stripped it), we leave it alone.
root_path = get_server_root_path().rstrip("/")
if root_path and path.startswith(root_path + "/"):
path = path[len(root_path) :]
if self._root_path and path.startswith(self._root_path + "/"):
path = path[len(self._root_path) :]
for feat in self._features:
if feat.module_path in self._loaded:
continue