diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 3b35f160528..0be8e7f7f5e 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -2524,6 +2524,7 @@ "prompt_cache_min_tokens": 1024 }, "anthropic.claude-sonnet-4-6": { + "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "supports_legacy_thinking": true, "cache_creation_input_token_cost": 3.75e-06, @@ -2559,6 +2560,7 @@ "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json" }, "global.anthropic.claude-sonnet-4-6": { + "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "supports_legacy_thinking": true, "cache_creation_input_token_cost": 3.75e-06, @@ -2594,6 +2596,7 @@ "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json" }, "us.anthropic.claude-sonnet-4-6": { + "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "supports_legacy_thinking": true, "cache_creation_input_token_cost": 4.125e-06, @@ -2629,6 +2632,7 @@ "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json" }, "eu.anthropic.claude-sonnet-4-6": { + "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "supports_legacy_thinking": true, "cache_creation_input_token_cost": 4.125e-06, @@ -2663,6 +2667,7 @@ "prompt_cache_min_tokens": 1024 }, "au.anthropic.claude-sonnet-4-6": { + "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "supports_legacy_thinking": true, "cache_creation_input_token_cost": 4.125e-06, @@ -2697,6 +2702,7 @@ "prompt_cache_min_tokens": 1024 }, "jp.anthropic.claude-sonnet-4-6": { + "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "supports_legacy_thinking": true, "cache_creation_input_token_cost": 4.125e-06, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 3b35f160528..0be8e7f7f5e 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -2524,6 +2524,7 @@ "prompt_cache_min_tokens": 1024 }, "anthropic.claude-sonnet-4-6": { + "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "supports_legacy_thinking": true, "cache_creation_input_token_cost": 3.75e-06, @@ -2559,6 +2560,7 @@ "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json" }, "global.anthropic.claude-sonnet-4-6": { + "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "supports_legacy_thinking": true, "cache_creation_input_token_cost": 3.75e-06, @@ -2594,6 +2596,7 @@ "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json" }, "us.anthropic.claude-sonnet-4-6": { + "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "supports_legacy_thinking": true, "cache_creation_input_token_cost": 4.125e-06, @@ -2629,6 +2632,7 @@ "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json" }, "eu.anthropic.claude-sonnet-4-6": { + "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "supports_legacy_thinking": true, "cache_creation_input_token_cost": 4.125e-06, @@ -2663,6 +2667,7 @@ "prompt_cache_min_tokens": 1024 }, "au.anthropic.claude-sonnet-4-6": { + "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "supports_legacy_thinking": true, "cache_creation_input_token_cost": 4.125e-06, @@ -2697,6 +2702,7 @@ "prompt_cache_min_tokens": 1024 }, "jp.anthropic.claude-sonnet-4-6": { + "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "supports_legacy_thinking": true, "cache_creation_input_token_cost": 4.125e-06, diff --git a/tests/test_litellm/litellm_core_utils/prompt_templates/test_bedrock_converse_strict_tools_opus_47_48.py b/tests/test_litellm/litellm_core_utils/prompt_templates/test_bedrock_converse_strict_tools_opus_47_48.py index 83ee3437429..d69e07edaea 100644 --- a/tests/test_litellm/litellm_core_utils/prompt_templates/test_bedrock_converse_strict_tools_opus_47_48.py +++ b/tests/test_litellm/litellm_core_utils/prompt_templates/test_bedrock_converse_strict_tools_opus_47_48.py @@ -67,12 +67,19 @@ _NON_STRICT_TOOL = [ "bedrock/us.anthropic.claude-sonnet-5", "bedrock/eu.anthropic.claude-sonnet-5", "bedrock/jp.anthropic.claude-sonnet-5", + # Sonnet 4.6 fails with "The compiled grammar is too large" once ~20+ strict tools are sent + "anthropic.claude-sonnet-4-6", + "bedrock/global.anthropic.claude-sonnet-4-6", + "bedrock/us.anthropic.claude-sonnet-4-6", + "bedrock/eu.anthropic.claude-sonnet-4-6", + "bedrock/au.anthropic.claude-sonnet-4-6", + "bedrock/jp.anthropic.claude-sonnet-4-6", ], ) def test_bedrock_tools_pt_strict_dropped_for_strict_unsupported_models( model_id: str, ) -> None: - """Opus 4.7/4.8, Sonnet 4 and Sonnet 5 reject toolSpec.strict and additionalProperties.""" + """Opus 4.7/4.8, Sonnet 4, Sonnet 4.6 and Sonnet 5 reject toolSpec.strict and additionalProperties.""" result = _bedrock_tools_pt(_STRICT_TOOL, model=model_id) tool_spec = result[0]["toolSpec"] assert ( @@ -87,13 +94,12 @@ def test_bedrock_tools_pt_strict_dropped_for_strict_unsupported_models( "model_id", [ "anthropic.claude-sonnet-4-5-20250929-v1:0", - "bedrock/us.anthropic.claude-sonnet-4-6", "bedrock/us.anthropic.claude-opus-4-6", "bedrock/us.anthropic.claude-opus-4-5", ], ) def test_bedrock_tools_pt_strict_kept_for_other_anthropic(model_id: str) -> None: - """Sonnet 4.5/4.6 and Opus <=4.6 accept toolSpec.strict — keep forwarding it.""" + """Sonnet 4.5 and Opus <=4.6 accept toolSpec.strict, keep forwarding it.""" result = _bedrock_tools_pt(_STRICT_TOOL, model=model_id) assert ( result[0]["toolSpec"]["strict"] is True