fix: using converse models with UNSUPPORTED_BEDROCK_CONVERSE_BETA_PATTERNS

litellm/llms/bedrock/chat/converse_transformation.py

@@ -76,6 +76,13 @@ BEDROCK_COMPUTER_USE_TOOLS = [
     "text_editor_",
 ]
 
+# Beta header patterns that are not supported by Bedrock Converse API
+# These will be filtered out to prevent errors
+UNSUPPORTED_BEDROCK_CONVERSE_BETA_PATTERNS = [
+    "advanced-tool-use",  # Bedrock Converse doesn't support advanced-tool-use beta headers
+    "prompt-caching",  # Prompt caching not supported in Converse API
+]
+
 
 class AmazonConverseConfig(BaseConfig):
     """
@@ -610,6 +617,37 @@ class AmazonConverseConfig(BaseConfig):
 
         return transformed_tools
 
+    def _filter_unsupported_beta_headers_for_bedrock(
+        self, model: str, beta_list: list
+    ) -> list:
+        """
+        Remove beta headers that are not supported on Bedrock Converse API for the given model.
+
+        Extended thinking beta headers are only supported on specific Claude 4+ models.
+        Some beta headers are universally unsupported on Bedrock Converse API.
+
+        Args:
+            model: The model name
+            beta_list: The list of beta headers to filter
+
+        Returns:
+            Filtered list of beta headers
+        """
+        filtered_betas = []
+        
+        # 1. Filter out beta headers that are universally unsupported on Bedrock Converse
+        for beta in beta_list:
+            should_keep = True
+            for unsupported_pattern in UNSUPPORTED_BEDROCK_CONVERSE_BETA_PATTERNS:
+                if unsupported_pattern in beta.lower():
+                    should_keep = False
+                    break
+            
+            if should_keep:
+                filtered_betas.append(beta)
+                
+        return filtered_betas
+
     def _separate_computer_use_tools(
         self, tools: List[OpenAIChatCompletionToolParam], model: str
     ) -> Tuple[
@@ -1088,7 +1126,14 @@ class AmazonConverseConfig(BaseConfig):
                 if beta not in seen:
                     unique_betas.append(beta)
                     seen.add(beta)
-            additional_request_params["anthropic_beta"] = unique_betas
+            
+            # Filter out unsupported beta headers for Bedrock Converse API
+            filtered_betas = self._filter_unsupported_beta_headers_for_bedrock(
+                model=model,
+                beta_list=unique_betas,
+            )
+            
+            additional_request_params["anthropic_beta"] = filtered_betas
 
         return bedrock_tools, anthropic_beta_list
 

litellm/proxy/proxy_config.yaml

@@ -1,101 +1,25 @@
 model_list:
-  - model_name: "*"
+  - model_name: bedrock-claude-sonnet-3.5
     litellm_params:
-      model: "*"
-  - model_name: "gpt-4"
+      model: "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0"
+      aws_region_name: "us-east-1"
+
+  - model_name: bedrock-claude-sonnet-4
     litellm_params:
-      model: "gpt-4"
-      api_key: os.environ/OPENAI_API_KEY
-  - model_name: "gpt-3.5-turbo"
+      model: "bedrock/us.anthropic.claude-sonnet-4-20250514-v1:0"
+      aws_region_name: "us-east-1"
+
+  - model_name: bedrock-claude-sonnet-4.5
     litellm_params:
-      model: "gpt-3.5-turbo"
-      api_key: os.environ/OPENAI_API_KEY
+      model: "bedrock/us.anthropic.claude-sonnet-4-5-20250929-v1:0"
+      aws_region_name: "us-east-1"
 
-general_settings:
-  master_key: sk-1234
+  - model_name: bedrock-claude-opus-4.5
+    litellm_params:
+      model: "bedrock/converse/us.anthropic.claude-opus-4-5-20251101-v1:0"
+      aws_region_name: "us-east-1"
 
-# ───────────────────────────────────────────────
-# POLICIES - Define WHAT guardrails to apply
-# ───────────────────────────────────────────────
-#
-# Policies define guardrails with:
-# - inherit: Inherit guardrails from another policy
-# - description: Human-readable description
-# - guardrails.add: Add guardrails (on top of inherited)
-# - guardrails.remove: Remove guardrails (from inherited)
-# - condition.model: Model pattern (exact or regex) for when guardrails apply
-#
-policies:
-  # Global baseline policy
-  global-baseline:
-    description: "Base guardrails for all requests"
-    guardrails:
-      add:
-        - pii_blocker
-
-  # Healthcare policy - inherits from global-baseline
-  healthcare-compliance:
-    inherit: global-baseline
-    description: "HIPAA compliance for healthcare teams"
-    guardrails:
-      add:
-        - hipaa_audit
-
-  # Dev policy - inherits but removes PII blocker for testing
-  internal-dev:
-    inherit: global-baseline
-    description: "Relaxed policy for internal development"
-    guardrails:
-      add:
-        - toxicity_filter
-      remove:
-        - pii_blocker
-
-  # Policy with model condition (regex pattern)
-  gpt4-safety:
-    description: "Extra safety for GPT-4 models"
-    guardrails:
-      add:
-        - toxicity_filter
-    condition:
-      model: "gpt-4.*"  # regex: matches gpt-4, gpt-4-turbo, gpt-4o, etc.
-
-  # Policy with model condition (exact match list)
-  bedrock-compliance:
-    description: "Compliance for Bedrock models"
-    guardrails:
-      add:
-        - strict_pii_blocker
-    condition:
-      model: ["bedrock/claude-3", "bedrock/claude-2"]  # exact matches
-
-# ───────────────────────────────────────────────
-# POLICY ATTACHMENTS - Define WHERE policies apply
-# ───────────────────────────────────────────────
-#
-# Attachments are REQUIRED to make policies active.
-# A policy without an attachment will not be applied.
-#
-policy_attachments:
-  # Global attachment - applies to all requests
-  - policy: global-baseline
-    scope: "*"
-
-  # Team-specific attachment
-  - policy: healthcare-compliance
-    teams:
-      - healthcare-team
-      - medical-research
-
-  # Key pattern attachment
-  - policy: internal-dev
-    keys:
-      - "dev-key-*"
-      - "test-key-*"
-
-  # Model-specific policies (attached globally, condition filters by model)
-  - policy: gpt4-safety
-    scope: "*"
-
-  - policy: bedrock-compliance
-    scope: "*"
+  - model_name: bedrock-nova-premier
+    litellm_params:
+      model: "bedrock/us.amazon.nova-premier-v1:0"
+      aws_region_name: "us-east-1"