scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-08 22:21:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 78

fix(anthropic): preserve cache_control on file-type content blocks

Browse source 
Fixes #23873
This commit is contained in:
Chesars 2026-03-17 19:10:19 -03:00
parent 2405e0d400
commit 20f8d413e5
2 changed files with 60 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
litellm/litellm_core_utils/prompt_templates/factory.py
View file

@ -2441,11 +2441,14 @@ def anthropic_messages_pt( # noqa: PLR0915
elif m.get("type", "") == "document":
user_content.append(cast(AnthropicMessagesDocumentParam, m))
elif m.get("type", "") == "file":
user_content.append(
anthropic_process_openai_file_message(
cast(ChatCompletionFileObject, m)
)
_file_content_element = anthropic_process_openai_file_message(
cast(ChatCompletionFileObject, m)
)
_file_content_element = add_cache_control_to_content(
anthropic_content_element=_file_content_element,
original_content_element=dict(m),
)
user_content.append(_file_content_element)
elif isinstance(user_message_types_block["content"], str):
_anthropic_content_text_element: AnthropicMessagesTextParam = {
"type": "text",

53
tests/test_litellm/litellm_core_utils/prompt_templates/test_litellm_core_utils_prompt_templates_factory.py
View file

@ -2027,3 +2027,56 @@ def test_sanitize_messages_combined_case_a_and_case_d():
)
finally:
litellm.modify_params = original
def test_anthropic_messages_pt_file_block_preserves_cache_control():
"""
Test that cache_control is preserved on file-type content blocks
when translated to Anthropic document params.
Regression test for https://github.com/BerriAI/litellm/issues/23873
"""
from litellm.litellm_core_utils.prompt_templates.factory import (
anthropic_messages_pt,
)
messages = [
{
"role": "user",
"content": [
{
"type": "file",
"file": {
"filename": "doc.pdf",
"file_data": "data:application/pdf;base64,JVBERi0xLjQ=",
},
"cache_control": {"type": "ephemeral"},
},
{
"type": "text",
"text": "Summarize this document.",
"cache_control": {"type": "ephemeral"},
},
],
}
]
result = anthropic_messages_pt(
messages, model="claude-sonnet-4-20250514", llm_provider="anthropic"
)
content_blocks = result[0]["content"]
assert len(content_blocks) == 2
# Document block (from file) should preserve cache_control
doc_block = content_blocks[0]
assert doc_block["type"] == "document"
assert "cache_control" in doc_block, (
"cache_control was dropped from file/document block"
)
assert doc_block["cache_control"]["type"] == "ephemeral"
# Text block should also preserve cache_control
text_block = content_blocks[1]
assert text_block["type"] == "text"
assert "cache_control" in text_block
assert text_block["cache_control"]["type"] == "ephemeral"