scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-07 07:58:09 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 229

test(mcp): drive the unassembled follow-up through an upstream audio delta that is not base64

Browse source 
The test replaced litellm.stream_chunk_builder with a stub that raises. Round 2 now streams an audio delta whose data is not valid base64, so the real builder raises, the stream parks only best-effort usage, and the client's last usage chunk must carry round 1's tokens and cost
This commit is contained in:
mateo-berri 2026-10-28 22:45:07 -07:00
parent c32692bd9b
commit 301ce2ce2c
1 changed files with 26 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

35
tests/unit/responses/mcp/test_chat_completions_handler.py
View file

@ -2118,22 +2118,39 @@ async def test_stream_auto_execute_whose_follow_up_streams_nothing_still_bills_t
async def test_stream_auto_execute_whose_follow_up_cannot_be_assembled_ends_with_the_usage_of_the_round_it_billed(
respx_mock: respx.MockRouter, monkeypatch: pytest.MonkeyPatch
):
_serve_chat_rounds(respx_mock, monkeypatch, (_streamed(_CHAT_ROUND_ONE), _streamed(_CHAT_ROUND_TWO)))
answer_with_unreadable_audio: Final = MappingProxyType(
{
**_CHAT_ROUND_TWO,
"choices": (
MappingProxyType(
{
"index": 0,
"finish_reason": "stop",
"message": MappingProxyType(
{
"role": "assistant",
"content": "PING",
"audio": MappingProxyType(
{"id": "audio_echo", "data": "not base64", "transcript": "PING"}
),
}
),
}
),
),
}
)
_serve_chat_rounds(respx_mock, monkeypatch, (_streamed(_CHAT_ROUND_ONE), _streamed(answer_with_unreadable_audio)))
recorder: Final = _ChatRoundRecorder()
logging_obj: Final = _chat_rounds_logging_obj(recorder, "mcp-chat-stream-follow-up-unassembled", stream=True)
def cannot_assemble(*args: object, **kwargs: object) -> ModelResponse:
raise ValueError("the follow-up's chunks cannot be assembled")
with _echo_tool_served():
stream: Final = await _open_chat_echo_stream(logging_obj)
await _read_until(stream, "PING")
monkeypatch.setattr(litellm, "stream_chunk_builder", cannot_assemble)
rest: Final = await _read_all(stream)
chunks: Final = await _read_all(await _open_chat_echo_stream(logging_obj))
await recorder.settled(logged=1)
_assert_one_row_bills_round_one(recorder.logged)
usage: Final = _streamed_usage(rest)
assert any(chunk.choices and chunk.choices[0].delta.content == "PING" for chunk in chunks)
usage: Final = _streamed_usage(chunks)
assert (usage.prompt_tokens, usage.completion_tokens, usage.total_tokens) == (71, 19, 90)
assert usage.cost == pytest.approx(recorder.logged[0]["response_cost"])