scriptoriumadmin/strix
1
0
Fork 0
mirror of https://github.com/usestrix/strix.git synced 2026-10-13 03:57:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

refactor(llm): clear the first-event limit with None and explain the wait

Browse source
This commit is contained in:
Ian 2026-10-07 12:32:44 -04:00
parent 4b8212a447
commit a5d28dc09e
1 changed files with 4 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
strix/config/models.py
View file

@ -416,7 +416,7 @@ async def _with_timeouts(
stream: AsyncIterator[TResponseStreamEvent],
*,
idle: float,
first_event: float = 0.0,
first_event: float | None = None,
total: float = 0.0,
) -> AsyncIterator[TResponseStreamEvent]:
"""Bound the first event, the gap between events and the whole stream; 0 is no bound."""
@ -424,7 +424,8 @@ async def _with_timeouts(
deadline = time.monotonic() + total
while True:
limits: list[tuple[float, float, str]] = []
# Without a first-event bound, the idle bound covers the first event too.
# Wait until the soonest limit expires: first-event (else idle) until the
# first event arrives, then idle; plus whatever is left of the total.
if first_event:
limits.append((first_event, first_event, "stream_first_event_timeout"))
elif idle:
@ -442,7 +443,7 @@ async def _with_timeouts(
await _aclose(stream)
logger.warning("%s; abandoning the turn", exc)
raise
first_event = 0.0
first_event = None
yield event