diff --git a/litellm/llms/anthropic/experimental_pass_through/adapters/transformation.py b/litellm/llms/anthropic/experimental_pass_through/adapters/transformation.py index ed49943b7fe..196334614b0 100644 --- a/litellm/llms/anthropic/experimental_pass_through/adapters/transformation.py +++ b/litellm/llms/anthropic/experimental_pass_through/adapters/transformation.py @@ -550,9 +550,9 @@ class LiteLLMAnthropicMessagesAdapter: ## ASSISTANT MESSAGE ## assistant_message_str: Optional[str] = None - assistant_content_list: List[ - Dict[str, Any] - ] = [] # For content blocks with cache_control + assistant_content_list: List[Dict[str, Any]] = ( + [] + ) # For content blocks with cache_control has_cache_control_in_text = False tool_calls: List[ChatCompletionAssistantToolCall] = [] thinking_blocks: List[ @@ -595,12 +595,12 @@ class LiteLLMAnthropicMessagesAdapter: function_chunk.get("provider_specific_fields") or {} ) - provider_specific_fields[ - "thought_signature" - ] = signature - function_chunk[ - "provider_specific_fields" - ] = provider_specific_fields + provider_specific_fields["thought_signature"] = ( + signature + ) + function_chunk["provider_specific_fields"] = ( + provider_specific_fields + ) tool_call = ChatCompletionAssistantToolCall( id=content.get("id", ""), @@ -1334,9 +1334,9 @@ class LiteLLMAnthropicMessagesAdapter: hasattr(usage, "_cache_creation_input_tokens") and usage._cache_creation_input_tokens > 0 ): - anthropic_usage[ - "cache_creation_input_tokens" - ] = usage._cache_creation_input_tokens + anthropic_usage["cache_creation_input_tokens"] = ( + usage._cache_creation_input_tokens + ) if cached_tokens > 0: anthropic_usage["cache_read_input_tokens"] = cached_tokens @@ -1394,8 +1394,11 @@ class LiteLLMAnthropicMessagesAdapter: "Both `thinking` and `signature` in a single streaming chunk isn't supported." ) + # content_block_start for thinking must have empty thinking/signature. + # Per the Anthropic SSE protocol, actual thinking text comes in + # content_block_delta events, not in content_block_start. return "thinking", ChatCompletionThinkingBlock( - type="thinking", thinking=thinking, signature=signature + type="thinking", thinking="", signature="" ) return "text", TextBlock(type="text", text="") @@ -1513,9 +1516,9 @@ class LiteLLMAnthropicMessagesAdapter: hasattr(litellm_usage_chunk, "_cache_creation_input_tokens") and litellm_usage_chunk._cache_creation_input_tokens > 0 ): - usage_delta[ - "cache_creation_input_tokens" - ] = litellm_usage_chunk._cache_creation_input_tokens + usage_delta["cache_creation_input_tokens"] = ( + litellm_usage_chunk._cache_creation_input_tokens + ) if cached_tokens > 0: usage_delta["cache_read_input_tokens"] = cached_tokens else: