scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-11 22:51:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 123

fix: Emit trigger chunk as delta when it carries data during block transitions

Browse source 
When a new content block starts, the trigger chunk was previously
discarded. This caused data loss when the provider (e.g. Gemini) returns
complete function-call arguments in the same chunk as the function name.
Now the trigger chunk is appended to the queue if its type is
content_block_delta, preserving the data in both sync and async streams.
This commit is contained in:
GeGeeWhy 2026-04-12 00:03:05 +08:00
parent 11510acc1f
commit fb9b495772
1 changed files with 11 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

15
litellm/llms/anthropic/experimental_pass_through/adapters/streaming_iterator.py
View file

@ -129,8 +129,6 @@ class AnthropicStreamWrapper(AdapterCompletionStreamWrapper):
if should_start_new_block and not self.sent_content_block_finish:
# Queue the sequence: content_block_stop -> content_block_start
# The trigger chunk itself is not emitted as a delta since the
# content_block_start already carries the relevant information.
self.chunk_queue.append(
{
"type": "content_block_stop",
@ -144,6 +142,11 @@ class AnthropicStreamWrapper(AdapterCompletionStreamWrapper):
"content_block": self.current_content_block_start,
}
)
# Also emit the trigger chunk as a delta when it carries
# data (e.g. Gemini returns complete function-call arguments
# in the same chunk that contains the function name).
if processed_chunk.get("type") == "content_block_delta":
self.chunk_queue.append(processed_chunk)
self.sent_content_block_finish = False
return self.chunk_queue.popleft()
@ -305,8 +308,6 @@ class AnthropicStreamWrapper(AdapterCompletionStreamWrapper):
if not self.queued_usage_chunk:
if should_start_new_block and not self.sent_content_block_finish:
# Queue the sequence: content_block_stop -> content_block_start
# The trigger chunk itself is not emitted as a delta since the
# content_block_start already carries the relevant information.
# 1. Stop current content block
self.chunk_queue.append(
@ -325,6 +326,12 @@ class AnthropicStreamWrapper(AdapterCompletionStreamWrapper):
}
)
# 3. Also emit the trigger chunk as a delta when it
# carries data (e.g. Gemini returns complete function-call
# arguments in the same chunk that contains the function name).
if processed_chunk.get("type") == "content_block_delta":
self.chunk_queue.append(processed_chunk)
# Reset state for new block
self.sent_content_block_finish = False