scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-13 03:59:12 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

fix(proxy): Final declarations and lint compliance in guard middleware

Browse source
This commit is contained in:
Renn F 2026-10-11 04:33:52 +02:00
parent 2765a912eb
commit f8542898af
No known key found for this signature in database
GPG key ID: B48363D3A3A4CF78
1 changed files with 13 additions and 12 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

25
litellm/proxy/middleware/guard_middleware.py
View file

@ -29,16 +29,14 @@ Design constraints honored here:
from __future__ import annotations
import importlib
import os
from typing import TYPE_CHECKING, Final
from typing import Final
from starlette.types import ASGIApp, Receive, Scope, Send
from litellm._logging import verbose_proxy_logger
if TYPE_CHECKING:
from guard import SecurityConfig
GUARD_ENABLED_ENV: Final = "LITELLM_GUARD_ENABLED"
GUARD_EXCLUDED_PATHS_ENV: Final = "LITELLM_GUARD_EXCLUDED_PATHS"
DEFAULT_EXCLUDED_PATHS: Final = "/health,/health/liveliness,/health/readiness,/metrics"
@ -72,11 +70,13 @@ def guard_enabled() -> bool:
return _env_bool(GUARD_ENABLED_ENV)
def _build_guard_config() -> SecurityConfig:
"""Build the SecurityConfig from the LITELLM_GUARD_* environment variables."""
from guard import SecurityConfig
def _build_guard_config():
# type: () -> object
"""Build the guard config from the LITELLM_GUARD_* environment variables."""
guard_module: Final = importlib.import_module("guard")
security_config_cls: Final = guard_module.SecurityConfig
kwargs: Final[dict[str, object]] = { # mutable-ok: assembled conditionally, then passed once to SecurityConfig
kwargs: Final[dict[str, object]] = {
"enable_rate_limiting": True,
"rate_limit": _env_int("LITELLM_GUARD_RATE_LIMIT", 100),
"rate_limit_window": _env_int("LITELLM_GUARD_RATE_LIMIT_WINDOW", 60),
@ -114,7 +114,7 @@ def _build_guard_config() -> SecurityConfig:
if ipinfo_token := _env_str("LITELLM_GUARD_IPINFO_TOKEN"):
kwargs["ipinfo_token"] = ipinfo_token
return SecurityConfig(**kwargs)
return security_config_cls(**kwargs)
class GuardMiddleware:
@ -140,9 +140,8 @@ class GuardMiddleware:
if self._guard_failed:
return None
try:
import guard # pyright: ignore[reportMissingImports] # optional dependency
self._guard_asgi = guard.PureASGISecurityMiddleware(self.app, config=_build_guard_config()) # pyright: ignore[reportUnknownVariableType, reportUnknownMemberType] # guard ships no type information
guard_module: Final = importlib.import_module("guard")
middleware_cls: Final = guard_module.SecurityMiddleware
except ImportError as exc:
self._guard_failed = True
# Log loudly once; security misconfiguration must be visible.
@ -153,6 +152,8 @@ class GuardMiddleware:
exc,
)
return None
self._guard_asgi = middleware_cls(self.app, config=_build_guard_config())
return self._guard_asgi
async def __call__(self, scope: Scope, receive: Receive, send: Send) -> None: