From 7c146bf86248be83b6d599055d628c2438c3290e Mon Sep 17 00:00:00 2001 From: nickhac Date: Mon, 3 Aug 2026 00:28:25 +0000 Subject: [PATCH] fix(bedrock): drop strict/additionalProperties from toolSpec for Sonnet 4.6 and Haiku 4.5 Bedrock Converse rejects toolSpec.strict for Claude Sonnet 4.6 and Claude Haiku 4.5, causing a grammar-size error (>300MB compiled grammar) that results in a 504 Gateway Timeout for callers. The same fix was already applied for Opus 4.7/4.8 (#31923) and Sonnet 4 (#31943). This extends it to the missing model variants by setting bedrock_converse_supports_strict_tools: false on all regional Bedrock Converse entries for these two models. Fixes #34388 Co-authored-by: Hermes Agent --- .../model_prices_and_context_window_backup.json | 14 ++++++++++++++ model_prices_and_context_window.json | 14 ++++++++++++++ 2 files changed, 28 insertions(+) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index d954e33da9c..afcae5dcd60 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -725,6 +725,7 @@ "prompt_cache_min_tokens": 2048 }, "anthropic.claude-haiku-4-5-20251001-v1:0": { + "bedrock_converse_supports_strict_tools": false, "cache_creation_input_token_cost": 1.25e-06, "cache_creation_input_token_cost_above_1hr": 2e-06, "cache_read_input_token_cost": 1e-07, @@ -750,6 +751,7 @@ "prompt_cache_min_tokens": 4096 }, "anthropic.claude-haiku-4-5@20251001": { + "bedrock_converse_supports_strict_tools": false, "cache_creation_input_token_cost": 1.25e-06, "cache_creation_input_token_cost_above_1hr": 2e-06, "cache_read_input_token_cost": 1e-07, @@ -2197,6 +2199,7 @@ "prompt_cache_min_tokens": 1024 }, "anthropic.claude-sonnet-4-6": { + "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "cache_creation_input_token_cost": 3.75e-06, "cache_creation_input_token_cost_above_1hr": 6e-06, @@ -2229,6 +2232,7 @@ "prompt_cache_min_tokens": 1024 }, "global.anthropic.claude-sonnet-4-6": { + "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "cache_creation_input_token_cost": 3.75e-06, "cache_creation_input_token_cost_above_1hr": 6e-06, @@ -2261,6 +2265,7 @@ "prompt_cache_min_tokens": 1024 }, "us.anthropic.claude-sonnet-4-6": { + "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "cache_creation_input_token_cost": 4.125e-06, "cache_creation_input_token_cost_above_1hr": 6.6e-06, @@ -2293,6 +2298,7 @@ "prompt_cache_min_tokens": 1024 }, "eu.anthropic.claude-sonnet-4-6": { + "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "cache_creation_input_token_cost": 4.125e-06, "cache_creation_input_token_cost_above_1hr": 6.6e-06, @@ -2325,6 +2331,7 @@ "prompt_cache_min_tokens": 1024 }, "au.anthropic.claude-sonnet-4-6": { + "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "cache_creation_input_token_cost": 4.125e-06, "cache_creation_input_token_cost_above_1hr": 6.6e-06, @@ -2357,6 +2364,7 @@ "prompt_cache_min_tokens": 1024 }, "jp.anthropic.claude-sonnet-4-6": { + "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "cache_creation_input_token_cost": 4.125e-06, "cache_creation_input_token_cost_above_1hr": 6.6e-06, @@ -2682,6 +2690,7 @@ "cache_creation_input_token_cost": 3.125e-07 }, "apac.anthropic.claude-haiku-4-5-20251001-v1:0": { + "bedrock_converse_supports_strict_tools": false, "cache_creation_input_token_cost": 1.375e-06, "cache_read_input_token_cost": 1.1e-07, "input_cost_per_token": 1.1e-06, @@ -15909,6 +15918,7 @@ "prompt_cache_min_tokens": 2048 }, "eu.anthropic.claude-haiku-4-5-20251001-v1:0": { + "bedrock_converse_supports_strict_tools": false, "cache_creation_input_token_cost": 1.375e-06, "cache_creation_input_token_cost_above_1hr": 2.2e-06, "cache_read_input_token_cost": 1.1e-07, @@ -21908,6 +21918,7 @@ "prompt_cache_min_tokens": 1024 }, "global.anthropic.claude-haiku-4-5-20251001-v1:0": { + "bedrock_converse_supports_strict_tools": false, "cache_creation_input_token_cost": 1.25e-06, "cache_creation_input_token_cost_above_1hr": 2e-06, "cache_read_input_token_cost": 1e-07, @@ -26336,6 +26347,7 @@ "prompt_cache_min_tokens": 1024 }, "jp.anthropic.claude-haiku-4-5-20251001-v1:0": { + "bedrock_converse_supports_strict_tools": false, "cache_creation_input_token_cost": 1.375e-06, "cache_creation_input_token_cost_above_1hr": 2.2e-06, "cache_read_input_token_cost": 1.1e-07, @@ -35002,6 +35014,7 @@ "prompt_cache_min_tokens": 2048 }, "us.anthropic.claude-haiku-4-5-20251001-v1:0": { + "bedrock_converse_supports_strict_tools": false, "cache_creation_input_token_cost": 1.375e-06, "cache_creation_input_token_cost_above_1hr": 2.2e-06, "cache_read_input_token_cost": 1.1e-07, @@ -35218,6 +35231,7 @@ "prompt_cache_min_tokens": 1024 }, "au.anthropic.claude-haiku-4-5-20251001-v1:0": { + "bedrock_converse_supports_strict_tools": false, "cache_creation_input_token_cost": 1.375e-06, "cache_creation_input_token_cost_above_1hr": 2.2e-06, "cache_read_input_token_cost": 1.1e-07, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 8982b4f2565..241919153a3 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -725,6 +725,7 @@ "prompt_cache_min_tokens": 2048 }, "anthropic.claude-haiku-4-5-20251001-v1:0": { + "bedrock_converse_supports_strict_tools": false, "cache_creation_input_token_cost": 1.25e-06, "cache_creation_input_token_cost_above_1hr": 2e-06, "cache_read_input_token_cost": 1e-07, @@ -750,6 +751,7 @@ "prompt_cache_min_tokens": 4096 }, "anthropic.claude-haiku-4-5@20251001": { + "bedrock_converse_supports_strict_tools": false, "cache_creation_input_token_cost": 1.25e-06, "cache_creation_input_token_cost_above_1hr": 2e-06, "cache_read_input_token_cost": 1e-07, @@ -2197,6 +2199,7 @@ "prompt_cache_min_tokens": 1024 }, "anthropic.claude-sonnet-4-6": { + "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "cache_creation_input_token_cost": 3.75e-06, "cache_creation_input_token_cost_above_1hr": 6e-06, @@ -2229,6 +2232,7 @@ "prompt_cache_min_tokens": 1024 }, "global.anthropic.claude-sonnet-4-6": { + "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "cache_creation_input_token_cost": 3.75e-06, "cache_creation_input_token_cost_above_1hr": 6e-06, @@ -2261,6 +2265,7 @@ "prompt_cache_min_tokens": 1024 }, "us.anthropic.claude-sonnet-4-6": { + "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "cache_creation_input_token_cost": 4.125e-06, "cache_creation_input_token_cost_above_1hr": 6.6e-06, @@ -2293,6 +2298,7 @@ "prompt_cache_min_tokens": 1024 }, "eu.anthropic.claude-sonnet-4-6": { + "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "cache_creation_input_token_cost": 4.125e-06, "cache_creation_input_token_cost_above_1hr": 6.6e-06, @@ -2325,6 +2331,7 @@ "prompt_cache_min_tokens": 1024 }, "au.anthropic.claude-sonnet-4-6": { + "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "cache_creation_input_token_cost": 4.125e-06, "cache_creation_input_token_cost_above_1hr": 6.6e-06, @@ -2357,6 +2364,7 @@ "prompt_cache_min_tokens": 1024 }, "jp.anthropic.claude-sonnet-4-6": { + "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "cache_creation_input_token_cost": 4.125e-06, "cache_creation_input_token_cost_above_1hr": 6.6e-06, @@ -2682,6 +2690,7 @@ "cache_creation_input_token_cost": 3.125e-07 }, "apac.anthropic.claude-haiku-4-5-20251001-v1:0": { + "bedrock_converse_supports_strict_tools": false, "cache_creation_input_token_cost": 1.375e-06, "cache_read_input_token_cost": 1.1e-07, "input_cost_per_token": 1.1e-06, @@ -15909,6 +15918,7 @@ "prompt_cache_min_tokens": 2048 }, "eu.anthropic.claude-haiku-4-5-20251001-v1:0": { + "bedrock_converse_supports_strict_tools": false, "cache_creation_input_token_cost": 1.375e-06, "cache_creation_input_token_cost_above_1hr": 2.2e-06, "cache_read_input_token_cost": 1.1e-07, @@ -21983,6 +21993,7 @@ "prompt_cache_min_tokens": 1024 }, "global.anthropic.claude-haiku-4-5-20251001-v1:0": { + "bedrock_converse_supports_strict_tools": false, "cache_creation_input_token_cost": 1.25e-06, "cache_creation_input_token_cost_above_1hr": 2e-06, "cache_read_input_token_cost": 1e-07, @@ -26411,6 +26422,7 @@ "prompt_cache_min_tokens": 1024 }, "jp.anthropic.claude-haiku-4-5-20251001-v1:0": { + "bedrock_converse_supports_strict_tools": false, "cache_creation_input_token_cost": 1.375e-06, "cache_creation_input_token_cost_above_1hr": 2.2e-06, "cache_read_input_token_cost": 1.1e-07, @@ -35093,6 +35105,7 @@ "prompt_cache_min_tokens": 2048 }, "us.anthropic.claude-haiku-4-5-20251001-v1:0": { + "bedrock_converse_supports_strict_tools": false, "cache_creation_input_token_cost": 1.375e-06, "cache_creation_input_token_cost_above_1hr": 2.2e-06, "cache_read_input_token_cost": 1.1e-07, @@ -35309,6 +35322,7 @@ "prompt_cache_min_tokens": 1024 }, "au.anthropic.claude-haiku-4-5-20251001-v1:0": { + "bedrock_converse_supports_strict_tools": false, "cache_creation_input_token_cost": 1.375e-06, "cache_creation_input_token_cost_above_1hr": 2.2e-06, "cache_read_input_token_cost": 1.1e-07,