mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-26 06:03:19 +00:00
22e17b69fa
* test(e2e): event_loop_stalls charges a hold to the longest gc pass that fits it, not to the sum of every pass since the last hold * test(e2e): event_loop_stalls lists the pass-through post-stream logging step seen once at 0.105 s --------- Co-authored-by: devin-ai-integration[bot] <158243242+devin-ai-integration[bot]@users.noreply.github.com>
97 lines
4.4 KiB
Python
97 lines
4.4 KiB
Python
from __future__ import annotations
|
|
|
|
from typing import Final
|
|
|
|
from setup.event_loop import EventLoopStalls, KnownStall, offenders, parse_stalls, summarize
|
|
|
|
_HANDLER: Final = (
|
|
"Executing <Task pending name='Task-9' coro=<RequestResponseCycle.run_asgi() running at "
|
|
"/usr/local/lib/python3.12/site-packages/uvicorn/protocols/http/h11_impl.py:416> wait_for=<Future pending "
|
|
"cb=[Task.task_wakeup()]> created at /usr/local/lib/python3.12/asyncio/base_events.py:448> took 0.731 seconds"
|
|
)
|
|
_STREAM: Final = (
|
|
"Executing <Task pending name='Task-31' coro=<TaskHandle._run_coro() running at "
|
|
"/usr/local/lib/python3.12/site-packages/anyio/_core/_tasks.py:275> created at "
|
|
"/usr/local/lib/python3.12/asyncio/tasks.py:420> took 0.412 seconds"
|
|
)
|
|
_STARTUP: Final = (
|
|
"Executing <Task pending name='Task-2' coro=<LifespanOn.main() running at "
|
|
"/usr/local/lib/python3.12/site-packages/uvicorn/lifespan/on.py:86> created at "
|
|
"/usr/local/lib/python3.12/asyncio/base_events.py:448> took 0.302 seconds"
|
|
)
|
|
_GC_PASS: Final = (
|
|
"2026-10-17 04:46:02,101 - LiteLLM Proxy - WARNING - Garbage collection gen=2 collected=98608 took 0.711 seconds"
|
|
)
|
|
_SPEC: Final = EventLoopStalls(
|
|
allowlist=(
|
|
KnownStall("LifespanOn.main", max_count=3),
|
|
KnownStall("RequestResponseCycle.run_asgi", max_count=2),
|
|
KnownStall("garbage collection", max_count=1),
|
|
)
|
|
)
|
|
|
|
|
|
def test_parse_keeps_the_coroutine_its_location_and_the_hold() -> None:
|
|
(stall,) = parse_stalls(("INFO: plain log line", _HANDLER))
|
|
assert stall.coroutine == "RequestResponseCycle.run_asgi()"
|
|
assert stall.where == "uvicorn/protocols/http/h11_impl.py:416"
|
|
assert stall.seconds == 0.731
|
|
|
|
|
|
def test_a_location_off_the_allowlist_offends_once_however_often_it_appears() -> None:
|
|
rows: Final = summarize(_SPEC, parse_stalls((_STARTUP, _STREAM, _STREAM, _HANDLER)))
|
|
assert [(row.coroutine, row.count, row.offending) for row in rows] == [
|
|
("TaskHandle._run_coro()", 2, True),
|
|
("RequestResponseCycle.run_asgi()", 1, False),
|
|
("LifespanOn.main()", 1, False),
|
|
]
|
|
assert offenders(rows) == (
|
|
"TaskHandle._run_coro() anyio/_core/_tasks.py:275: 2x, max 0.41 s (not on the allowlist)",
|
|
)
|
|
|
|
|
|
def test_a_known_location_offends_only_past_its_count() -> None:
|
|
within: Final = summarize(_SPEC, parse_stalls((_HANDLER, _HANDLER)))
|
|
assert offenders(within) == ()
|
|
past: Final = summarize(_SPEC, parse_stalls((_HANDLER, _HANDLER, _HANDLER)))
|
|
assert offenders(past) == (
|
|
"RequestResponseCycle.run_asgi() uvicorn/protocols/http/h11_impl.py:416: 3x, max 0.73 s "
|
|
"(allowlist RequestResponseCycle.run_asgi permits 2)",
|
|
)
|
|
|
|
|
|
def test_holds_under_the_threshold_are_not_rows() -> None:
|
|
short: Final = _HANDLER.replace("took 0.731 seconds", "took 0.099 seconds")
|
|
assert summarize(_SPEC, parse_stalls((short,))) == ()
|
|
|
|
|
|
def test_a_hold_the_collector_pass_before_it_accounts_for_is_the_collectors_not_the_tasks() -> None:
|
|
rows: Final = summarize(_SPEC, parse_stalls((_GC_PASS, _STREAM.replace("0.412", "0.731"))))
|
|
assert [(row.coroutine, row.where, row.max_seconds, row.offending) for row in rows] == [
|
|
("garbage collection", "gen=2", 0.731, False)
|
|
]
|
|
|
|
|
|
def test_a_hold_well_past_its_collector_pass_stays_on_the_task() -> None:
|
|
short_pass: Final = _GC_PASS.replace("0.711", "0.200")
|
|
rows: Final = summarize(_SPEC, parse_stalls((short_pass, _STREAM.replace("0.412", "0.731"))))
|
|
assert [(row.coroutine, row.offending) for row in rows] == [("TaskHandle._run_coro()", True)]
|
|
|
|
|
|
def test_a_hold_is_charged_to_the_longest_collector_pass_that_fits_it_not_to_their_sum() -> None:
|
|
thread_side_pass: Final = _GC_PASS.replace("0.711", "0.627")
|
|
rows: Final = summarize(
|
|
_SPEC, parse_stalls((thread_side_pass, _GC_PASS.replace("0.711", "0.605"), _STREAM.replace("0.412", "0.614")))
|
|
)
|
|
assert [(row.coroutine, row.where, row.max_seconds, row.offending) for row in rows] == [
|
|
("garbage collection", "gen=2", 0.614, False)
|
|
]
|
|
|
|
|
|
def test_a_collector_pass_explains_only_the_next_hold_and_only_one_at_least_as_long() -> None:
|
|
rows: Final = summarize(_SPEC, parse_stalls((_GC_PASS, _STARTUP, _HANDLER)))
|
|
assert sorted((row.coroutine, row.offending) for row in rows) == [
|
|
("LifespanOn.main()", False),
|
|
("RequestResponseCycle.run_asgi()", False),
|
|
]
|
|
assert summarize(_SPEC, parse_stalls((_GC_PASS,))) == ()
|