scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-08 03:08:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 115

test(observability): wait for warm-up spend rows in capped and count only the post-wipe half in X4 (#45006)

Browse source 
Co-authored-by: yuneng <yuneng@berri.ai>
This commit is contained in:
devin-ai-integration[bot] 2026-10-07 11:29:05 -07:00 • committed by GitHub
parent 0586289817
commit 31b90ebb47
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 10 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
tests/integration/observability/conftest.py
View file

@ -8,8 +8,9 @@ from urllib.parse import urlparse
import pytest
import yaml
from integration._support.client import eventually
from integration._support.otlp_sink import SpanSinks, owned_sinks
from integration._support.prometheus_series import CapRig, series_cap_rig
from integration._support.prometheus_series import CapRig, series_cap_rig, spend_rows
from pydantic import JsonValue
AuditConfigWriter = Callable[[Path, Mapping[str, JsonValue]], Path]
@ -63,4 +64,9 @@ def capped(tmp_path_factory: pytest.TempPathFactory) -> Iterator[CapRig]:
workers=2,
warm_keys=3,
) as rig:
eventually(
lambda: tuple(len(spend_rows(key.alias)) for key in rig.warm),
lambda counts: all(count == 1 for count in counts),
seconds=70,
)
yield rig

6
tests/integration/observability/test_cache_hit_guardrail_metrics_chaos.py
View file

@ -263,7 +263,7 @@ def test_worker_kill_mid_burst_keeps_counting(gateway: Gateway, tmp_path: Path)
def test_proxy_restart_mid_burst_keeps_counting(gateway: Gateway, tmp_path: Path) -> None:
"""X4: restart the owned proxy between the two halves; pre-restart count asserted, then recounted."""
"""X4: the boot wipes the kept directory, so the second proxy counts only the second half."""
marker: Final = uuid.uuid4().hex
prom_dir: Final = tmp_path / "prom"
prom_dir.mkdir()
@ -321,8 +321,8 @@ def test_proxy_restart_mid_burst_keeps_counting(gateway: Gateway, tmp_path: Path
_populated(_samples(owned_two.gateway, (model,)), deployment),
_blank(_samples(owned_two.gateway, (model,))),
),
lambda observed: observed[0] == len(named) and observed[1] == 0,
lambda observed: observed[0] == len(second_half) and observed[1] == 0,
seconds=70,
)
assert post[0] == len(named), (pre, post, outcomes_two)
assert post[0] == len(second_half), (pre, post, outcomes_two)
owned_two.gateway.post("/model/delete", {"id": deployment})