scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-12 08:42:18 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 455

fix(messages): drop stream_timeout once native folds it into timeout so streams stay on Rust

Browse source 
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
mateo 2026-10-21 08:44:59 +00:00
parent 473e1a442e
commit 487242006a
2 changed files with 5 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
litellm/messages/dispatch.py
View file

@ -58,7 +58,7 @@ def _native_kwargs(fields: Mapping[str, object], kwargs: Mapping[str, object]) -
stream_timeout: Final = kwargs.get("stream_timeout")
if fields.get("stream") is not True or stream_timeout is None:
return kwargs
return {**kwargs, "timeout": stream_timeout}
return {**{key: value for key, value in kwargs.items() if key != "stream_timeout"}, "timeout": stream_timeout}
def _public_request(

5
tests/test_litellm_rust/messages/test_dispatch.py
View file

@ -189,7 +189,10 @@ def test_native_streams_are_bounded_by_stream_timeout(stream: bool, expected_tim
python=python,
binding=messages_binding(native),
native=lambda hook, request, call_args, call_kwargs: hook(request),
rules=RUST_RULES,
rules=(
RouteRule(Route.MESSAGES, Rollout.PYTHON_ONLY, features=MESSAGES_PYTHON_FEATURES),
RouteRule(Route.MESSAGES, Rollout.RUST_REQUIRED),
),
)
assert captured[0].resolved["timeout"] == expected_timeout