From d0c5f494a8bf99a078561a939cb0e557559c614f Mon Sep 17 00:00:00 2001 From: Kelvin Tran Date: Tue, 17 Mar 2026 14:30:12 -0700 Subject: [PATCH] fix: cache_control directive dropped anthropic document/file blocks --- .../prompt_templates/factory.py | 16 +++- ...llm_core_utils_prompt_templates_factory.py | 89 ++++++++++++++++++- 2 files changed, 102 insertions(+), 3 deletions(-) diff --git a/litellm/litellm_core_utils/prompt_templates/factory.py b/litellm/litellm_core_utils/prompt_templates/factory.py index 53d2ca2f23f..2b4dbc4a3ac 100644 --- a/litellm/litellm_core_utils/prompt_templates/factory.py +++ b/litellm/litellm_core_utils/prompt_templates/factory.py @@ -2142,13 +2142,25 @@ def anthropic_messages_pt( # noqa: PLR0915 user_content.append(_content_element) elif m.get("type", "") == "document": - user_content.append(cast(AnthropicMessagesDocumentParam, m)) + _document_content_element = cast( + AnthropicMessagesDocumentParam, + add_cache_control_to_content( + anthropic_content_element=cast(AnthropicMessagesDocumentParam, m), + original_content_element=dict(m), + ), + ) + user_content.append(_document_content_element) elif m.get("type", "") == "file": - user_content.append( + _file_content_element = ( anthropic_process_openai_file_message( cast(ChatCompletionFileObject, m) ) ) + _file_content_element = add_cache_control_to_content( + anthropic_content_element=cast(AnthropicMessagesDocumentParam, _file_content_element), + original_content_element=dict(m), + ) + user_content.append(cast(AnthropicMessagesDocumentParam,_file_content_element)) elif isinstance(user_message_types_block["content"], str): _anthropic_content_text_element: AnthropicMessagesTextParam = { "type": "text", diff --git a/tests/test_litellm/litellm_core_utils/prompt_templates/test_litellm_core_utils_prompt_templates_factory.py b/tests/test_litellm/litellm_core_utils/prompt_templates/test_litellm_core_utils_prompt_templates_factory.py index e87233a52a3..fb101162988 100644 --- a/tests/test_litellm/litellm_core_utils/prompt_templates/test_litellm_core_utils_prompt_templates_factory.py +++ b/tests/test_litellm/litellm_core_utils/prompt_templates/test_litellm_core_utils_prompt_templates_factory.py @@ -1,4 +1,4 @@ -import json +import base64 from unittest.mock import MagicMock, patch import pytest @@ -8,6 +8,7 @@ from litellm.litellm_core_utils.prompt_templates.factory import ( BAD_MESSAGE_ERROR_STR, BedrockConverseMessagesProcessor, BedrockImageProcessor, + anthropic_messages_pt, ollama_pt, ) @@ -1590,3 +1591,89 @@ def test_bedrock_tools_unpack_defs_no_oom_with_nested_refs(): # Verify $defs have been removed (Bedrock doesn't support them) tool_schema = result[0]["toolSpec"].get("inputSchema", {}).get("json", {}) assert "$defs" not in tool_schema, "$defs should be removed after expansion" + + +def test_anthropic_messages_pt_file_block_preserves_cache_control(): + """ + Test that cache_control on file-type content blocks is preserved + when translating to Anthropic message format. + Regression test for https://github.com/BerriAI/litellm/issues/23873 + """ + + pdf_b64 = base64.b64encode(b"%PDF-1.4 fake pdf content").decode() + messages = [ + { + "role": "user", + "content": [ + { + "type": "file", + "file": { + "filename": "document.pdf", + "file_data": f"data:application/pdf;base64,{pdf_b64}", + }, + "cache_control": {"type": "ephemeral"}, + }, + { + "type": "text", + "text": "Summarize this document.", + "cache_control": {"type": "ephemeral"}, + }, + ], + } + ] + + result = anthropic_messages_pt( + messages=messages, + model="claude-sonnet-4-20250514", + llm_provider="anthropic", + ) + + assert len(result) == 1 + content_blocks = result[0]["content"] + assert len(content_blocks) == 2 + + file_block = content_blocks[0] + assert file_block["type"] == "document" + assert "cache_control" in file_block, ( + "cache_control should be preserved on file/document content blocks" + ) + assert file_block["cache_control"]["type"] == "ephemeral" + + text_block = content_blocks[1] + assert text_block["type"] == "text" + assert "cache_control" in text_block + assert text_block["cache_control"]["type"] == "ephemeral" + + +def test_anthropic_messages_pt_file_block_without_cache_control(): + """ + Test that file blocks without cache_control still work correctly. + """ + import base64 + + pdf_b64 = base64.b64encode(b"%PDF-1.4 fake").decode() + messages = [ + { + "role": "user", + "content": [ + { + "type": "file", + "file": { + "filename": "doc.pdf", + "file_data": f"data:application/pdf;base64,{pdf_b64}", + }, + }, + ], + } + ] + + result = anthropic_messages_pt( + messages=messages, + model="claude-sonnet-4-20250514", + llm_provider="anthropic", + ) + + assert len(result) == 1 + file_block = result[0]["content"][0] + assert file_block["type"] == "document" + assert "cache_control" not in file_block