scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-10 03:28:53 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 86

fix(gemini realtime): emit function_call_arguments.delta before .done

Browse source 
Gemini delivers the full function-call arguments in a single toolCall
frame. The OpenAI Realtime spec orders the streaming events as
output_item.added -> function_call_arguments.delta(+) ->
function_call_arguments.done -> output_item.done. Emit a single delta
carrying the complete arguments string before the matching .done so
spec-compliant SDK clients that accumulate deltas and gate finalisation
on at least one delta arriving do not stall on Gemini tool calls.
This commit is contained in:
mateo-berri 2026-05-23 01:29:30 +00:00
parent 16e44cbee8
commit 4ca26e88a5
No known key found for this signature in database
2 changed files with 32 additions and 11 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

18
litellm/llms/gemini/realtime/transformation.py
View file

@ -1410,6 +1410,24 @@ class GeminiRealtimeConfig(BaseRealtimeConfig):
},
)
)
# response.function_call_arguments.delta — Gemini delivers
# the full arguments string in a single toolCall frame
# rather than streaming partial chunks, so emit one delta
# carrying the complete payload before the matching
# ``.done`` event. Spec-compliant OpenAI Realtime SDK
# clients accumulate ``delta.delta`` and rely on at least
# one delta before ``.done``.
returned_message.append(
{
"type": "response.function_call_arguments.delta",
"event_id": f"event_{uuid.uuid4()}",
"response_id": current_response_id,
"item_id": item_id,
"output_index": idx,
"call_id": tool_call["call_id"],
"delta": tool_call["arguments"],
}
)
# response.function_call_arguments.done
returned_message.append(tool_call)
# response.output_item.done

25
tests/test_litellm/llms/gemini/realtime/test_gemini_realtime_transformation.py
View file

@ -735,8 +735,8 @@ def test_gemini_tool_call_emits_response_created_preamble():
)
responses = result["response"]
# Should have: response.created, output_item.added, function_call_arguments.done, output_item.done, conversation.item.created, response.done
assert len(responses) >= 6
# Should have: response.created, output_item.added, function_call_arguments.delta, function_call_arguments.done, output_item.done, conversation.item.created, response.done
assert len(responses) >= 7
assert responses[0]["type"] == "response.created"
assert "response" in responses[0]
assert responses[0]["response"]["status"] == "in_progress"
@ -749,17 +749,20 @@ def test_gemini_tool_call_emits_response_created_preamble():
assert responses[1]["type"] == "response.output_item.added"
assert responses[1]["item"]["type"] == "function_call"
assert responses[1]["item"]["status"] == "in_progress"
assert responses[2]["type"] == "response.function_call_arguments.done"
assert responses[3]["type"] == "response.output_item.done"
assert responses[3]["item"]["type"] == "function_call"
assert responses[3]["item"]["status"] == "completed"
assert responses[4]["type"] == "conversation.item.created"
assert responses[2]["type"] == "response.function_call_arguments.delta"
assert responses[2]["call_id"] == "call_123"
assert responses[2]["delta"] == responses[3]["arguments"]
assert responses[3]["type"] == "response.function_call_arguments.done"
assert responses[4]["type"] == "response.output_item.done"
assert responses[4]["item"]["type"] == "function_call"
assert responses[4]["item"]["status"] == "completed"
assert responses[5]["type"] == "response.done"
assert responses[5]["response"]["status"] == "completed"
assert len(responses[5]["response"]["output"]) == 1
assert responses[5]["response"]["output"][0]["type"] == "function_call"
assert responses[5]["type"] == "conversation.item.created"
assert responses[5]["item"]["type"] == "function_call"
assert responses[5]["item"]["status"] == "completed"
assert responses[6]["type"] == "response.done"
assert responses[6]["response"]["status"] == "completed"
assert len(responses[6]["response"]["output"]) == 1
assert responses[6]["response"]["output"][0]["type"] == "function_call"
assert result["current_output_item_id"] is None
assert result["current_response_id"] is None