scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-05 07:37:50 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 360

fix(lens): limit changes to Lens integration

Browse source
This commit is contained in:
moe-berri 2026-10-26 21:11:02 -07:00
parent 4dad6419a9
commit 489af0b8b1
4 changed files with 3 additions and 16 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
backend/main.py
View file

@ -55,7 +55,6 @@ async def _backend_lifespan(
app_: Starlette, lifespan: Lifespan[Starlette] = _proxy_lifespan
) -> AsyncGenerator[Mapping[str, object], None]:
async with lifespan(app_) as state:
app_.state.component_route_filter = _is_backend_route
app_.router.routes = [r for r in app_.router.routes if _is_backend_route(r)]
yield state if state is not None else {}

1
gateway/main.py
View file

@ -66,7 +66,6 @@ async def _gateway_lifespan(
app_: Starlette, lifespan: Lifespan[Starlette] = _proxy_lifespan
) -> AsyncGenerator[Mapping[str, object], None]:
async with lifespan(app_) as state:
app_.state.component_route_filter = _is_gateway_route
app_.router.routes = [r for r in app_.router.routes if _is_gateway_route(r)]
yield state if state is not None else {}

7
litellm/proxy/_lazy_features.py
View file

@ -455,12 +455,7 @@ def _route_table(
lazy_routes: Mapping[str, tuple[BaseRoute, ...]],
features: tuple[LazyFeature, ...],
) -> list[BaseRoute]: # mutable-ok: assigned to Router.routes, a list
allowed: Final[Callable[[BaseRoute], bool] | None] = getattr(app.state, "component_route_filter", None)
ordered: Final = tuple(
route
for route in _in_registry_order(routes, lazy_routes, features, _lazy_slots(app))
if allowed is None or allowed(route)
)
ordered: Final = _in_registry_order(routes, lazy_routes, features, _lazy_slots(app))
if builtin_pass_through_routes_first():
return hot_routes_first(ordered)
return hot_routes_first(

10
tests/unit/proxy/test_component_allowlists.py
View file

@ -162,7 +162,6 @@ def test_composed_lifespan_preserves_request_state_and_teardown(
def register_trace_route(application: Starlette, module: object) -> None:
application.router.routes.append(Route("/v1/traces", trace_state))
application.router.routes.append(Route("/not-a-component-route/lazy", trace_state))
@asynccontextmanager
async def stateful_lifespan(application: Starlette) -> AsyncGenerator[Mapping[str, object], None]:
@ -190,14 +189,9 @@ def test_composed_lifespan_preserves_request_state_and_teardown(
assert response.json() == {"keys": [] if state_kind == "stateless" else sorted(state)}
filtered: Final = client.get("/not-a-component-route")
assert filtered.status_code == (200 if component_lifespan is None else 404), filtered.text
lazy_filtered: Final = client.get("/not-a-component-route/lazy")
assert lazy_filtered.status_code == (200 if component_lifespan is None else 404), lazy_filtered.text
assert events == (
["startup", "request", "request", "request"] if component_lifespan is None else ["startup", "request"]
)
assert events == (["startup", "request", "request"] if component_lifespan is None else ["startup", "request"])
assert events == (
["startup", "request", "request", "request", "shutdown"]
if component_lifespan is None else ["startup", "request", "shutdown"]
["startup", "request", "request", "shutdown"] if component_lifespan is None else ["startup", "request", "shutdown"]
)