litellm/tests/integration/_support/ordering.py
devin-ai-integration[bot] 3090f4b23e
fix(ci): isolate integration workers and repair test fixtures (#45863)
* test(integration): wait for customer spend rows and use owned OpenRouter cost

* ci: isolate integration workers and clean up resources after crashes

* docs: describe isolated extensions workers and shard census

* fix(ci): restore integration service and fixture guarantees

* fix(integration): preserve replay IDs and native route fixtures

* fix(tests): scope integration harness imports to each unit case

* fix(ci): preserve fixtures and wait for owned workers

* fix(ci): isolate nested runs and telemetry cases

* fix(ci): make worker readiness and fault tests deterministic

* chore(ci): drop MCP fixture repair already covered by main

* chore(ci): keep the local catalog fix from main

---------

Co-authored-by: yuneng <yuneng@berri.ai>
2026-10-11 01:56:02 -07:00

123 lines
4.4 KiB
Python

from __future__ import annotations
from collections.abc import Iterable, Mapping
from dataclasses import dataclass
from itertools import chain, groupby
from types import MappingProxyType
from typing import Final
import pytest
from _pytest.python import get_direct_param_fixture_func
@dataclass(frozen=True, slots=True)
class ScopedParameter:
owner: str
name: str
value: object
@dataclass(frozen=True, slots=True)
class CollectedCase:
nodeid: str
parameters: tuple[ScopedParameter, ...] = ()
fixtures: tuple[str, ...] = ()
def _fixture_owner(item: pytest.Function, scope: str, baseid: str) -> str:
parent: Final = item.getparent(pytest.Class) if scope == "class" else None
return parent.nodeid if parent is not None else baseid
def _parameter(item: pytest.Function, name: str, value: object) -> ScopedParameter | None:
definitions: Final = item._fixtureinfo.name2fixturedefs.get(name)
scope: Final = item.callspec._arg2scope[name].value
if not definitions or scope == "function" or definitions[-1].func is get_direct_param_fixture_func:
return None
owner: Final = _fixture_owner(item, scope, definitions[-1].baseid)
return ScopedParameter(f"{scope}:{owner}", name, value)
def collected_case(item: pytest.Item) -> CollectedCase:
if not isinstance(item, pytest.Function):
return CollectedCase(item.nodeid)
fixtures: Final = tuple(
f"{definitions[-1].scope}:{_fixture_owner(item, definitions[-1].scope, definitions[-1].baseid)}:{name}"
for name, definitions in item._fixtureinfo.name2fixturedefs.items()
if definitions
and definitions[-1].scope in ("module", "class")
and definitions[-1].baseid
and definitions[-1].func is not get_direct_param_fixture_func
)
parameters: Final = (
tuple(_parameter(item, name, value) for name, value in item.callspec.params.items())
if hasattr(item, "callspec")
else ()
)
scoped: Final = tuple(parameter for parameter in parameters if parameter is not None)
return CollectedCase(
item.nodeid,
tuple(sorted(scoped, key=lambda parameter: (parameter.owner, parameter.name))),
tuple(sorted(fixtures)),
)
def _equal(first: object, second: object) -> bool:
try:
return bool(first == second)
except (ValueError, RuntimeError):
return first is second
def _same_parameters(first: CollectedCase, second: CollectedCase) -> bool:
if len(first.parameters) != len(second.parameters):
return False
if not first.parameters and first.fixtures != second.fixtures:
return False
first_owners: Final = frozenset(
fixture.rsplit(":", 1)[0] for fixture in first.fixtures if fixture.startswith("class:")
)
second_owners: Final = frozenset(
fixture.rsplit(":", 1)[0] for fixture in second.fixtures if fixture.startswith("class:")
)
if first_owners != second_owners:
return False
return all(
left.owner == right.owner and left.name == right.name and _equal(left.value, right.value)
for left, right in zip(first.parameters, second.parameters, strict=True)
)
def _file(node: CollectedCase) -> str:
return node.nodeid.split("::", 1)[0]
def _file_groups(cases: Iterable[CollectedCase]) -> tuple[tuple[str, str], ...]:
members: Final = tuple(cases)
return tuple(
(case.nodeid, min(other.nodeid for other in members if _same_parameters(case, other)))
if case.parameters or case.fixtures
else (case.nodeid, "")
for case in members
)
def fixture_groups(cases: tuple[CollectedCase, ...]) -> Mapping[str, str]:
files: Final = groupby(sorted(cases, key=_file), key=_file)
return MappingProxyType(dict(chain.from_iterable(_file_groups(members) for _, members in files)))
def _scheduling_case(case: CollectedCase) -> CollectedCase:
if not any(fixture.startswith("module:") for fixture in case.fixtures) and not any(
parameter.owner.startswith("module:") for parameter in case.parameters
):
return case
return CollectedCase(
case.nodeid,
tuple(parameter for parameter in case.parameters if not parameter.owner.startswith("class:")),
tuple(fixture for fixture in case.fixtures if not fixture.startswith("class:")),
)
def scheduling_groups(cases: tuple[CollectedCase, ...]) -> Mapping[str, str]:
return fixture_groups(tuple(_scheduling_case(case) for case in cases))