scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-09 03:18:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 109

Address greptile commands and add support for input_file and input_image

Browse source
This commit is contained in:
Will Koh 2026-04-29 17:05:53 -07:00
parent 415682a0b1
commit bcedf79b0f
2 changed files with 56 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

24
litellm/responses/litellm_completion_transformation/transformation.py
View file

@ -1278,19 +1278,23 @@ class LiteLLMCompletionResponsesConfig:
content_list.append(item)
elif isinstance(item, dict):
if item.get("type") == "input_file":
content_list.append(
LiteLLMCompletionResponsesConfig._transform_input_file_item_to_file_item(
block = LiteLLMCompletionResponsesConfig._transform_input_file_item_to_file_item(
item
)
cache_control = item.get("cache_control")
if cache_control is not None:
block["cache_control"] = cache_control # type: ignore[typeddict-unknown-key]
content_list.append(block)
elif item.get("type") == "input_image":
block = dict(
LiteLLMCompletionResponsesConfig._transform_input_image_item_to_image_item(
item
)
)
elif item.get("type") == "input_image":
content_list.append(
dict(
LiteLLMCompletionResponsesConfig._transform_input_image_item_to_image_item(
item
)
)
)
cache_control = item.get("cache_control")
if cache_control is not None:
block["cache_control"] = cache_control
content_list.append(block)
else:
# Skip text blocks with None text to avoid downstream errors
text_value = item.get("text")

42
tests/test_litellm/responses/litellm_completion_transformation/test_litellm_completion_responses.py
View file

@ -1011,6 +1011,48 @@ class TestContentTypeTransformation:
assert result[1]["text"] == "uncached text"
assert "cache_control" not in result[1]
def test_cache_control_propagated_to_input_file_block(self):
"""
Test that cache_control on an input_file item is propagated onto the
resulting file content block.
"""
cache_control = {"type": "ephemeral"}
content = [
{
"type": "input_file",
"file_id": "file-abc123",
"cache_control": cache_control,
},
{"type": "input_file", "file_id": "file-xyz789"},
]
result = LiteLLMCompletionResponsesConfig._transform_responses_api_content_to_chat_completion_content(
content
)
assert len(result) == 2
assert result[0]["cache_control"] == cache_control
assert "cache_control" not in result[1]
def test_cache_control_propagated_to_input_image_block(self):
"""
Test that cache_control on an input_image item is propagated onto the
resulting image content block.
"""
cache_control = {"type": "ephemeral"}
content = [
{
"type": "input_image",
"image_url": "https://example.com/img.png",
"cache_control": cache_control,
},
{"type": "input_image", "image_url": "https://example.com/other.png"},
]
result = LiteLLMCompletionResponsesConfig._transform_responses_api_content_to_chat_completion_content(
content
)
assert len(result) == 2
assert result[0]["cache_control"] == cache_control
assert "cache_control" not in result[1]
def test_cache_control_propagated_to_message(self):
"""
Test that a cache_control field on a Responses API input item is