mirror of
https://github.com/BerriAI/litellm.git
synced 2026-08-28 05:25:59 +00:00
e86f2209a4
The Locust throughput SLO test is a different testing category from functional e2e (variance-driven, historically flaky, currently skip-annotated against LIT-5119) and erodes trust in the suite as a release gate; it comes out of the default collection along with its exclusive plumbing (locustfile, load-mock registration fixtures, run_chat_load). Re-implementation as its own pipeline is tracked in LIT-5163. The weekly session-anomaly test never ran in the suite (opt-in via E2E_WEEKLY_ANOMALY, driven by its own workflow) and stays, as do the markerless aggregation unit tests. The vllm passthrough test read-times-out (60s) against the shared vllm-cpu backend in every run on the per-SHA e2e stack; it is removed until LIT-5164 establishes whether that is backend capacity or a passthrough defect. Its registry cells return to the gap list, which is the honest state
30 lines
768 B
Python
30 lines
768 B
Python
from __future__ import annotations
|
|
|
|
import os
|
|
|
|
import pytest
|
|
|
|
from e2e_config import WEEKLY_ANOMALY_OPT_IN_ENV
|
|
from load_client import LoadClient, build_client
|
|
from proxy_client import ProxyClient
|
|
|
|
|
|
def pytest_collection_modifyitems(
|
|
config: pytest.Config, items: list[pytest.Item]
|
|
) -> None:
|
|
if os.environ.get(WEEKLY_ANOMALY_OPT_IN_ENV):
|
|
return
|
|
deselected = [
|
|
item for item in items if item.get_closest_marker("weekly") is not None
|
|
]
|
|
if not deselected:
|
|
return
|
|
config.hook.pytest_deselected(items=deselected)
|
|
items[:] = [
|
|
item for item in items if item.get_closest_marker("weekly") is None
|
|
]
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def client(proxy: ProxyClient) -> LoadClient:
|
|
return build_client(proxy)
|