From d2ab8a682f7d424690f68ae6b9ace7dec743a6b8 Mon Sep 17 00:00:00 2001 From: Charles Cheng Date: Sat, 20 Jun 2026 11:03:43 +0800 Subject: [PATCH] feat(bedrock): add supports_assistant_prefill to Bedrock Claude 3 models Add supports_assistant_prefill=true to all Claude 3 Bedrock model entries including canonical, regional (us/eu/ap/apac), invoke aliases, and us-gov region variants. Synced to both model_prices_and_context_window.json and model_prices_and_context_window_backup.json. Closes #30863 --- ...odel_prices_and_context_window_backup.json | 20 +++++++++++++++++++ model_prices_and_context_window.json | 20 +++++++++++++++++++ 2 files changed, 40 insertions(+) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 7a5f8b9e1e3..c6c9ac9b665 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -768,6 +768,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 1.5e-05, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -855,6 +856,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 1.25e-06, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -871,6 +873,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 7.5e-05, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_response_schema": true, "supports_tool_choice": true, @@ -886,6 +889,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 1.5e-05, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -2056,6 +2060,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 1.5e-05, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -2091,6 +2096,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 1.25e-06, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -2129,6 +2135,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 1.5e-05, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -8843,6 +8850,7 @@ }, "mode": "chat", "output_cost_per_token": 1.5e-05, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_response_schema": true, "supports_tool_choice": true, @@ -9305,6 +9313,7 @@ "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 1.8e-05, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -9321,6 +9330,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 1.5e-06, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -9480,6 +9490,7 @@ "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 1.8e-05, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -9496,6 +9507,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 1.5e-06, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -14086,6 +14098,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 1.5e-05, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -14141,6 +14154,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 1.25e-06, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -14157,6 +14171,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 7.5e-05, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_response_schema": true, "supports_tool_choice": true, @@ -14172,6 +14187,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 1.5e-05, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -32554,6 +32570,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 1.5e-05, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -32609,6 +32626,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 1.25e-06, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -32625,6 +32643,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 7.5e-05, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_response_schema": true, "supports_tool_choice": true, @@ -32640,6 +32659,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 1.5e-05, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 47b7190185e..50e8ecb0030 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -768,6 +768,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 1.5e-05, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -855,6 +856,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 1.25e-06, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -871,6 +873,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 7.5e-05, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_response_schema": true, "supports_tool_choice": true, @@ -886,6 +889,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 1.5e-05, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -2056,6 +2060,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 1.5e-05, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -2091,6 +2096,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 1.25e-06, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -2129,6 +2135,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 1.5e-05, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -8843,6 +8850,7 @@ }, "mode": "chat", "output_cost_per_token": 1.5e-05, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_response_schema": true, "supports_tool_choice": true, @@ -9305,6 +9313,7 @@ "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 1.8e-05, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -9321,6 +9330,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 1.5e-06, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -9480,6 +9490,7 @@ "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 1.8e-05, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -9496,6 +9507,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 1.5e-06, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -14094,6 +14106,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 1.5e-05, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -14149,6 +14162,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 1.25e-06, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -14165,6 +14179,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 7.5e-05, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_response_schema": true, "supports_tool_choice": true, @@ -14180,6 +14195,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 1.5e-05, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -32602,6 +32618,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 1.5e-05, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -32657,6 +32674,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 1.25e-06, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true, @@ -32673,6 +32691,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 7.5e-05, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_response_schema": true, "supports_tool_choice": true, @@ -32688,6 +32707,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 1.5e-05, + "supports_assistant_prefill": true, "supports_function_calling": true, "supports_pdf_input": true, "supports_response_schema": true,