scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-06 02:48:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

test(health): score the liveliness probe on the median of five warm polls

Browse source
This commit is contained in:
mateo-berri 2026-09-04 19:16:51 -07:00
parent 822c8629ae
commit 5bd4da0389
1 changed files with 3 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py
View file

@ -1205,8 +1205,9 @@ def test_health_liveliness_endpoint(proxy_client):
assert response.status_code == 200, f"Expected 200 OK, got {response.status_code}: {response.text}"
assert response.json() == "I'm alive!", f"Expected 'I'm alive!' message, got: {response.json()}"
fastest_ms: Final = min(duration_ms for duration_ms, _ in polls)
assert fastest_ms < 100, f"Fastest of {len(polls)} health checks took {fastest_ms:.2f}ms, expected < 100ms"
durations_ms: Final = tuple(sorted(duration_ms for duration_ms, _ in polls))
median_ms: Final = durations_ms[len(durations_ms) // 2]
assert median_ms < 100, f"Median of {len(polls)} health checks took {median_ms:.2f}ms, expected < 100ms"
def test_health_liveness_endpoint(proxy_client):