scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-14 23:21:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 102

fix(responses): preserve tool output adjacency

Browse source
This commit is contained in:
Devin AI 2026-07-12 07:15:27 +00:00
parent 3e9e52042a
commit 2ae5e6f1a4
2 changed files with 60 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

19
litellm/responses/litellm_completion_transformation/transformation.py
View file

@ -402,6 +402,25 @@ class LiteLLMCompletionResponsesConfig:
)
)
if (
messages
and len(chat_completion_messages) == 1
and not LiteLLMCompletionResponsesConfig._is_input_item_function_call(input_item=_input)
and not LiteLLMCompletionResponsesConfig._is_input_item_tool_call_output(input_item=_input)
):
last_msg = messages[-1]
new_msg = chat_completion_messages[0]
if (
isinstance(last_msg, dict)
and isinstance(new_msg, dict)
and last_msg.get("role") == "assistant"
and last_msg.get("tool_calls")
and last_msg.get("content") is None
and new_msg.get("role") == "assistant"
):
last_msg["content"] = new_msg.get("content")
continue
if LiteLLMCompletionResponsesConfig._is_input_item_function_call(input_item=_input):
call_id_raw = _input.get("call_id") or _input.get("id") or ""
if call_id_raw:

41
tests/test_litellm/responses/litellm_completion_transformation/test_litellm_completion_responses.py
View file

@ -2370,6 +2370,47 @@ class TestStreamingIDConsistency:
len(tool_messages) == 2
), f"Expected 2 tool messages, got {len(tool_messages)}"
def test_assistant_message_between_function_call_and_output_is_merged(self):
input_items = [
{"type": "message", "role": "user", "content": "Run pwd"},
{
"type": "function_call",
"call_id": "call_01",
"name": "exec_command",
"arguments": '{"cmd":"pwd"}',
},
{
"type": "message",
"role": "assistant",
"content": [
{
"type": "output_text",
"text": "I'll inspect the working directory.",
}
],
},
{
"type": "function_call_output",
"call_id": "call_01",
"output": "/workspace",
},
]
messages = LiteLLMCompletionResponsesConfig._transform_response_input_param_to_chat_completion_message(
input=input_items
)
assert [message.get("role") for message in messages] == [
"user",
"assistant",
"tool",
]
assert messages[1].get("content") == [
{"type": "text", "text": "I'll inspect the working directory."}
]
assert messages[1].get("tool_calls")[0].get("id") == "call_01"
assert messages[2].get("tool_call_id") == "call_01"
def test_single_tool_call_still_works_after_merge_fix(self):
"""
Ensure the parallel-tool-call merging fix does not break the existing