mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-14 09:03:16 +00:00
Merge 28d1c8f155 into e3387b6fc5
This commit is contained in:
commit
f220c73a7f
1 changed files with 41 additions and 0 deletions
|
|
@ -2880,3 +2880,44 @@ def test_stream_chunk_builder_counts_a_custom_named_deployments_missing_usage_wi
|
|||
model="my-gpt-6", messages=messages
|
||||
)
|
||||
assert built.usage.prompt_tokens == litellm.token_counter(model=counted_as, messages=messages)
|
||||
|
||||
|
||||
def test_stream_chunk_builder_concatenates_reasoning_items_from_every_chunk():
|
||||
from litellm.types.utils import Delta, ModelResponseStream, StreamingChoices
|
||||
|
||||
first: Final = {"type": "reasoning", "id": "rs_1", "summary": [], "encrypted_content": "enc_1"}
|
||||
second: Final = {"type": "reasoning", "id": "rs_2", "summary": [], "encrypted_content": "enc_2"}
|
||||
chunks: Final = [
|
||||
ModelResponseStream(
|
||||
id="chatcmpl-rs",
|
||||
created=1,
|
||||
model="gpt-5.5",
|
||||
object="chat.completion.chunk",
|
||||
choices=[
|
||||
StreamingChoices(
|
||||
finish_reason=None,
|
||||
index=0,
|
||||
delta=Delta(content="Hello", role="assistant", reasoning_items=[first]),
|
||||
)
|
||||
],
|
||||
),
|
||||
ModelResponseStream(
|
||||
id="chatcmpl-rs",
|
||||
created=1,
|
||||
model="gpt-5.5",
|
||||
object="chat.completion.chunk",
|
||||
choices=[
|
||||
StreamingChoices(
|
||||
finish_reason="stop",
|
||||
index=0,
|
||||
delta=Delta(content=" world", role="assistant", reasoning_items=[second]),
|
||||
)
|
||||
],
|
||||
),
|
||||
]
|
||||
|
||||
response: Final = stream_chunk_builder(chunks=list(chunks))
|
||||
|
||||
assert response is not None
|
||||
assert response.choices[0].message.content == "Hello world"
|
||||
assert response.choices[0].message.reasoning_items == [first, second]
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue