scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-28 06:23:07 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 147

Merge 5a5535793a into f2118fc767

Browse source
This commit is contained in:
Muspi Merol 2026-10-22 02:15:04 +00:00 • committed by GitHub
commit e6ee8d89e9
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 33 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
litellm/proxy/proxy_server.py
View file

@ -10049,6 +10049,7 @@ def _fast_serialize_simple_model_response_stream(
"annotations",
"reasoning_content",
"thinking_blocks",
"reasoning_items",
"provider_specific_fields",
"refusal",
)

32
tests/unit/proxy/proxy_server/test_streaming_helpers.py
View file

@ -553,6 +553,14 @@ def test_fast_serialize_simple_model_response_stream_with_usage_returns_none_inv
assert _fast_serialize_simple_model_response_stream(chunk) is None
def test_fast_serialize_simple_model_response_stream_with_reasoning_items_returns_none():
chunk = _simple_chunk(content="")
chunk.choices[0].delta.reasoning_items = [
{"id": "rs_abc", "type": "reasoning", "encrypted_content": "ENCRYPTED-BLOB"}
]
assert _fast_serialize_simple_model_response_stream(chunk) is None
# ---------------------------------------------------------------------------
# _serialize_streaming_chunk
# ---------------------------------------------------------------------------
@ -576,6 +584,30 @@ def test_serialize_streaming_chunk_simple_uses_fast_path_bytes():
}
def test_serialize_streaming_chunk_preserves_reasoning_items():
chunk = _simple_chunk(content="")
chunk.choices[0].delta.reasoning_items = [
{"id": "rs_abc", "type": "reasoning", "encrypted_content": "ENCRYPTED-BLOB"}
]
payload: Final = json.loads(_serialize_streaming_chunk(chunk))
assert payload == {
"id": "chatcmpl-test",
"created": 0,
"model": "gpt-4",
"object": "chat.completion.chunk",
"choices": [
{
"index": 0,
"delta": {
"role": "assistant",
"content": "",
"reasoning_items": [{"id": "rs_abc", "type": "reasoning", "encrypted_content": "ENCRYPTED-BLOB"}],
},
}
],
}
def test_serialize_streaming_chunk_invalid_input_raises_attribute_error():
"""The helper is typed as ``BaseModel`` — handing it a plain dict trips
the attribute-access path (no ``model_dump_json``)."""