From 5dfaa8d620e38ab32ed313237014233fd0fd0e18 Mon Sep 17 00:00:00 2001 From: "berriai-litellm-provider-info-sync[bot]" <328147090+berriai-litellm-provider-info-sync[bot]@users.noreply.github.com> Date: Tue, 22 Sep 2026 20:24:28 -0700 Subject: [PATCH] chore(prices): sync AWS Bedrock prices and sources from the AWS price list (#42632) * chore(prices): sync AWS Bedrock prices: 3 models [sync failed: AWS Bedrock] anthropic.claude-opus-5-5: supports_audio_input, supports_response_schema global.anthropic.claude-opus-5-5: supports_audio_input, supports_response_schema us.anthropic.claude-opus-5-5: supports_audio_input, supports_response_schema * chore(prices): sync AWS Bedrock prices: 32 models ai21.j2-mid-v1: ai21.j2-ultra-v1: ai21.jamba-1-5-large-v1:0: ai21.jamba-1-5-mini-v1:0: ai21.jamba-instruct-v1:0: au.anthropic.claude-opus-4-7: au.anthropic.claude-opus-4-8: au.anthropic.claude-opus-5: au.anthropic.claude-sonnet-4-6: au.anthropic.claude-sonnet-5: cohere.command-light-text-v14: cohere.command-text-v14: input_cost_per_token cohere.embed-english-v3: cohere.embed-multilingual-v3: cohere.embed-v4:0: eu.anthropic.claude-fable-5: eu.anthropic.claude-opus-4-7: eu.anthropic.claude-opus-4-8: eu.anthropic.claude-opus-5: eu.anthropic.claude-sonnet-4-6: eu.anthropic.claude-sonnet-5: jp.anthropic.claude-opus-4-7: cache_creation_input_token_cost_above_1hr jp.anthropic.claude-opus-4-8: jp.anthropic.claude-opus-5: jp.anthropic.claude-sonnet-4-6: jp.anthropic.claude-sonnet-5: meta.llama2-13b-chat-v1: meta.llama2-70b-chat-v1: us.writer.palmyra-x4-v1:0: us.writer.palmyra-x5-v1:0: writer.palmyra-x4-v1:0: writer.palmyra-x5-v1:0: Price-Sync: litellm-providers * fix(bedrock): correct eu.anthropic.claude-opus-4-5 regional prices from the AWS price list Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> * chore(prices): sync AWS Bedrock prices: 30 models anthropic.claude-haiku-4-5-20251001-v1:0: anthropic.claude-opus-4-5-20251101-v1:0: anthropic.claude-opus-4-6-v1: anthropic.claude-sonnet-4-20250514-v1:0: anthropic.claude-sonnet-4-5-20250929-v1:0: apac.anthropic.claude-sonnet-4-20250514-v1:0: au.anthropic.claude-haiku-4-5-20251001-v1:0: au.anthropic.claude-opus-4-6-v1: au.anthropic.claude-sonnet-4-5-20250929-v1:0: eu.anthropic.claude-haiku-4-5-20251001-v1:0: eu.anthropic.claude-opus-4-5-20251101-v1:0: eu.anthropic.claude-opus-4-6-v1: eu.anthropic.claude-sonnet-4-20250514-v1:0: eu.anthropic.claude-sonnet-4-5-20250929-v1:0: global.anthropic.claude-haiku-4-5-20251001-v1:0: global.anthropic.claude-opus-4-5-20251101-v1:0: global.anthropic.claude-opus-4-6-v1: global.anthropic.claude-sonnet-4-20250514-v1:0: global.anthropic.claude-sonnet-4-5-20250929-v1:0: jp.anthropic.claude-haiku-4-5-20251001-v1:0: jp.anthropic.claude-sonnet-4-5-20250929-v1:0: mistral.voxtral-mini-3b-2507: mistral.voxtral-small-24b-2507: us-gov.anthropic.claude-sonnet-4-5-20250929-v1:0: us.anthropic.claude-haiku-4-5-20251001-v1:0: us.anthropic.claude-opus-4-1-20250805-v1:0: us.anthropic.claude-opus-4-5-20251101-v1:0: us.anthropic.claude-opus-4-6-v1: us.anthropic.claude-sonnet-4-20250514-v1:0: us.anthropic.claude-sonnet-4-5-20250929-v1:0: Price-Sync: litellm-providers * fix(bedrock): keep Claude Opus 5.5 response schema support as a maintainer ruled in #42626 Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> * test(bedrock): stop pinning the jp Opus 4.7 cache field absence in the ttl fallback test Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> * chore(prices): sync AWS Bedrock prices: 3 models anthropic.claude-opus-5-5: supports_audio_input, supports_response_schema global.anthropic.claude-opus-5-5: supports_audio_input, supports_response_schema us.anthropic.claude-opus-5-5: supports_audio_input, supports_response_schema Price-Sync: litellm-providers * fix(bedrock): keep Claude Opus 5.5 response schema support per the #42626 ruling, reverting the cron restack Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> --------- Co-authored-by: berriai-litellm-provider-info-sync[bot] <328147090+berriai-litellm-provider-info-sync[bot]@users.noreply.github.com> Co-authored-by: kerry Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> --- ...odel_prices_and_context_window_backup.json | 169 ++++++++++++------ model_prices_and_context_window.json | 169 ++++++++++++------ .../chat/test_converse_transformation.py | 9 +- 3 files changed, 235 insertions(+), 112 deletions(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 7e0e246d4b2..4a5fab682a8 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -81,7 +81,8 @@ "max_output_tokens": 8191, "max_tokens": 8191, "mode": "chat", - "output_cost_per_token": 1.25e-05 + "output_cost_per_token": 1.25e-05, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "ai21.j2-ultra-v1": { "input_cost_per_token": 1.88e-05, @@ -90,7 +91,8 @@ "max_output_tokens": 8191, "max_tokens": 8191, "mode": "chat", - "output_cost_per_token": 1.88e-05 + "output_cost_per_token": 1.88e-05, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "ai21.jamba-1-5-large-v1:0": { "deprecation_date": "2026-11-26", @@ -100,7 +102,8 @@ "max_output_tokens": 256000, "max_tokens": 256000, "mode": "chat", - "output_cost_per_token": 8e-06 + "output_cost_per_token": 8e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "ai21.jamba-1-5-mini-v1:0": { "deprecation_date": "2026-11-26", @@ -110,7 +113,8 @@ "max_output_tokens": 256000, "max_tokens": 256000, "mode": "chat", - "output_cost_per_token": 4e-07 + "output_cost_per_token": 4e-07, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "ai21.jamba-instruct-v1:0": { "input_cost_per_token": 5e-07, @@ -120,6 +124,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 7e-07, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_system_messages": true }, "aiml/dall-e-2": { @@ -295,6 +300,7 @@ "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 1e-05, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_function_calling": true, "supports_pdf_input": true }, @@ -306,6 +312,7 @@ "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 6e-06, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_function_calling": true, "supports_pdf_input": true }, @@ -317,6 +324,7 @@ "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 1e-05, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_function_calling": true, "supports_pdf_input": true }, @@ -328,6 +336,7 @@ "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 6e-06, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_function_calling": true, "supports_pdf_input": true }, @@ -814,7 +823,7 @@ "max_tokens": 64000, "mode": "chat", "output_cost_per_token": 5e-06, - "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_function_calling": true, @@ -1048,7 +1057,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "high", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-opus-4-6-v1": { "supports_adaptive_thinking": true, @@ -1083,7 +1093,8 @@ "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "global.anthropic.claude-opus-4-6-v1": { "supports_adaptive_thinking": true, @@ -1118,7 +1129,8 @@ "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "us.anthropic.claude-opus-4-6-v1": { "supports_adaptive_thinking": true, @@ -1153,7 +1165,8 @@ "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "eu.anthropic.claude-opus-4-6-v1": { "supports_adaptive_thinking": true, @@ -1188,7 +1201,8 @@ "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "au.anthropic.claude-opus-4-6-v1": { "supports_adaptive_thinking": true, @@ -1223,7 +1237,8 @@ "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-opus-4-7": { "bedrock_converse_supports_strict_tools": false, @@ -1390,7 +1405,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 2048 + "prompt_cache_min_tokens": 2048, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "au.anthropic.claude-opus-4-7": { "bedrock_converse_supports_strict_tools": false, @@ -1427,7 +1443,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 2048 + "prompt_cache_min_tokens": 2048, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-fable-5": { "cache_creation_input_token_cost": 1.25e-05, @@ -1695,7 +1712,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 512 + "prompt_cache_min_tokens": 512, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "eu.anthropic.claude-fable-5-1": { "cache_creation_input_token_cost": 1.375e-05, @@ -2004,7 +2022,8 @@ "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 512 + "prompt_cache_min_tokens": 512, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "eu.anthropic.claude-opus-5-5": { "bedrock_converse_supports_strict_tools": false, @@ -2081,7 +2100,8 @@ "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 512 + "prompt_cache_min_tokens": 512, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "au.anthropic.claude-opus-5-5": { "bedrock_converse_supports_strict_tools": false, @@ -2158,7 +2178,8 @@ "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 512 + "prompt_cache_min_tokens": 512, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "jp.anthropic.claude-opus-5-5": { "bedrock_converse_supports_strict_tools": false, @@ -2353,7 +2374,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "au.anthropic.claude-opus-4-8": { "bedrock_converse_supports_strict_tools": false, @@ -2391,7 +2413,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "jp.anthropic.claude-opus-4-8": { "bedrock_converse_supports_strict_tools": false, @@ -2429,11 +2452,13 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "jp.anthropic.claude-opus-4-7": { "bedrock_converse_supports_strict_tools": false, "cache_creation_input_token_cost": 6.875e-06, + "cache_creation_input_token_cost_above_1hr": 1.1e-05, "cache_read_input_token_cost": 5.5e-07, "input_cost_per_token": 5.5e-06, "litellm_provider": "bedrock_converse", @@ -2464,7 +2489,8 @@ "supports_max_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 2048 + "prompt_cache_min_tokens": 2048, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-sonnet-5": { "bedrock_converse_supports_strict_tools": false, @@ -2619,7 +2645,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "au.anthropic.claude-sonnet-5": { "bedrock_converse_supports_strict_tools": false, @@ -2657,7 +2684,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "jp.anthropic.claude-sonnet-5": { "bedrock_converse_supports_strict_tools": false, @@ -2695,7 +2723,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-sonnet-4-6": { "supports_adaptive_thinking": true, @@ -2834,7 +2863,8 @@ "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "au.anthropic.claude-sonnet-4-6": { "supports_adaptive_thinking": true, @@ -2868,7 +2898,8 @@ "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "jp.anthropic.claude-sonnet-4-6": { "supports_adaptive_thinking": true, @@ -2902,7 +2933,8 @@ "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-sonnet-4-20250514-v1:0": { "cache_creation_input_token_cost": 3.75e-06, @@ -2934,7 +2966,8 @@ "supports_tool_choice": true, "supports_vision": true, "bedrock_converse_supports_strict_tools": false, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-sonnet-4-5-20250929-v1:0": { "cache_creation_input_token_cost": 3.75e-06, @@ -2971,7 +3004,8 @@ "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 1024, "input_cost_per_token_batches": 1.5e-06, - "output_cost_per_token_batches": 7.5e-06 + "output_cost_per_token_batches": 7.5e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-v1": { "input_cost_per_token": 8e-06, @@ -3213,7 +3247,8 @@ "supports_tool_choice": true, "supports_vision": true, "bedrock_converse_supports_strict_tools": false, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "assemblyai/best": { "input_cost_per_second": 3.333e-05, @@ -3262,7 +3297,8 @@ "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 1024, "input_cost_per_token_batches": 1.65e-06, - "output_cost_per_token_batches": 8.25e-06 + "output_cost_per_token_batches": 8.25e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "azure/ada": { "input_cost_per_token": 1e-07, @@ -14806,16 +14842,18 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 6e-07, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_tool_choice": true }, "cohere.command-text-v14": { - "input_cost_per_token": 1.5e-06, + "input_cost_per_token": 1e-06, "litellm_provider": "bedrock", "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 2e-06, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_tool_choice": true }, "cohere.embed-english-v3": { @@ -14825,6 +14863,7 @@ "max_tokens": 512, "mode": "embedding", "output_cost_per_token": 0.0, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_embedding_image_input": true }, "cohere.embed-multilingual-v3": { @@ -14834,6 +14873,7 @@ "max_tokens": 512, "mode": "embedding", "output_cost_per_token": 0.0, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_embedding_image_input": true }, "cohere.embed-v4:0": { @@ -14844,6 +14884,7 @@ "mode": "embedding", "output_cost_per_token": 0.0, "output_vector_size": 1536, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_embedding_image_input": true }, "us.cohere.embed-v4:0": { @@ -21492,7 +21533,7 @@ "max_tokens": 64000, "mode": "chat", "output_cost_per_token": 5.5e-06, - "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_function_calling": true, @@ -21661,7 +21702,8 @@ "supports_tool_choice": true, "supports_vision": true, "bedrock_converse_supports_strict_tools": false, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "eu.anthropic.claude-sonnet-4-5-20250929-v1:0": { "cache_creation_input_token_cost": 4.125e-06, @@ -21698,7 +21740,8 @@ "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 1024, "input_cost_per_token_batches": 1.65e-06, - "output_cost_per_token_batches": 8.25e-06 + "output_cost_per_token_batches": 8.25e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "eu.meta.llama3-2-1b-instruct-v1:0": { "input_cost_per_token": 1.3e-07, @@ -29859,7 +29902,8 @@ "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 1024, "input_cost_per_token_batches": 1.5e-06, - "output_cost_per_token_batches": 7.5e-06 + "output_cost_per_token_batches": 7.5e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "global.anthropic.claude-sonnet-4-20250514-v1:0": { "cache_creation_input_token_cost": 3.75e-06, @@ -29891,7 +29935,8 @@ "supports_tool_choice": true, "supports_vision": true, "bedrock_converse_supports_strict_tools": false, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "global.anthropic.claude-haiku-4-5-20251001-v1:0": { "cache_creation_input_token_cost": 1.25e-06, @@ -29905,7 +29950,7 @@ "max_tokens": 64000, "mode": "chat", "output_cost_per_token": 5e-06, - "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_function_calling": true, @@ -34687,7 +34732,8 @@ "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 1024, "input_cost_per_token_batches": 1.65e-06, - "output_cost_per_token_batches": 8.25e-06 + "output_cost_per_token_batches": 8.25e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "jp.anthropic.claude-haiku-4-5-20251001-v1:0": { "cache_creation_input_token_cost": 1.375e-06, @@ -34701,7 +34747,7 @@ "max_tokens": 64000, "mode": "chat", "output_cost_per_token": 5.5e-06, - "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_function_calling": true, @@ -35278,7 +35324,8 @@ "max_output_tokens": 4096, "max_tokens": 4096, "mode": "chat", - "output_cost_per_token": 1e-06 + "output_cost_per_token": 1e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "meta.llama2-70b-chat-v1": { "input_cost_per_token": 1.95e-06, @@ -35287,7 +35334,8 @@ "max_output_tokens": 4096, "max_tokens": 4096, "mode": "chat", - "output_cost_per_token": 2.56e-06 + "output_cost_per_token": 2.56e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "meta.llama3-1-405b-instruct-v1:0": { "input_cost_per_token": 5.32e-06, @@ -36054,6 +36102,7 @@ "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 4e-08, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_audio_input": true, "supports_system_messages": true, "supports_native_structured_output": true @@ -36066,6 +36115,7 @@ "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 3e-07, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_audio_input": true, "supports_system_messages": true, "supports_native_structured_output": true @@ -44524,7 +44574,7 @@ "max_tokens": 64000, "mode": "chat", "output_cost_per_token": 5.5e-06, - "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_function_calling": true, @@ -44635,7 +44685,8 @@ "supports_response_schema": true, "supports_tool_choice": true, "supports_vision": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "us.anthropic.claude-sonnet-4-5-20250929-v1:0": { "cache_creation_input_token_cost": 4.125e-06, @@ -44672,7 +44723,8 @@ "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 1024, "input_cost_per_token_batches": 1.65e-06, - "output_cost_per_token_batches": 8.25e-06 + "output_cost_per_token_batches": 8.25e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "us-gov.anthropic.claude-sonnet-4-5-20250929-v1:0": { "cache_creation_input_token_cost": 4.5e-06, @@ -44702,7 +44754,8 @@ "supports_vision": true, "supports_native_structured_output": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "us-gov.anthropic.claude-sonnet-5": { "bedrock_converse_supports_strict_tools": false, @@ -45002,7 +45055,8 @@ "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 4096, "input_cost_per_token_batches": 5.5e-07, - "output_cost_per_token_batches": 2.75e-06 + "output_cost_per_token_batches": 2.75e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "us.anthropic.claude-opus-4-20250514-v1:0": { "cache_creation_input_token_cost": 1.875e-05, @@ -45060,7 +45114,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "high", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "global.anthropic.claude-opus-4-5-20251101-v1:0": { "cache_creation_input_token_cost": 6.25e-06, @@ -45092,19 +45147,21 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "high", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "eu.anthropic.claude-opus-4-5-20251101-v1:0": { - "cache_creation_input_token_cost": 6.25e-06, - "cache_read_input_token_cost": 5e-07, - "input_cost_per_token": 5e-06, + "cache_creation_input_token_cost": 6.875e-06, + "cache_creation_input_token_cost_above_1hr": 1.1e-05, + "cache_read_input_token_cost": 5.5e-07, + "input_cost_per_token": 5.5e-06, "litellm_provider": "bedrock_converse", "supports_tool_search": true, "max_input_tokens": 200000, "max_output_tokens": 64000, "max_tokens": 64000, "mode": "chat", - "output_cost_per_token": 2.5e-05, + "output_cost_per_token": 2.75e-05, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, @@ -45123,7 +45180,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "high", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "us.anthropic.claude-sonnet-4-20250514-v1:0": { "cache_creation_input_token_cost": 3.75e-06, @@ -45155,7 +45213,8 @@ "supports_tool_choice": true, "supports_vision": true, "bedrock_converse_supports_strict_tools": false, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "us.deepseek.r1-v1:0": { "input_cost_per_token": 1.35e-06, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 7e0e246d4b2..4a5fab682a8 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -81,7 +81,8 @@ "max_output_tokens": 8191, "max_tokens": 8191, "mode": "chat", - "output_cost_per_token": 1.25e-05 + "output_cost_per_token": 1.25e-05, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "ai21.j2-ultra-v1": { "input_cost_per_token": 1.88e-05, @@ -90,7 +91,8 @@ "max_output_tokens": 8191, "max_tokens": 8191, "mode": "chat", - "output_cost_per_token": 1.88e-05 + "output_cost_per_token": 1.88e-05, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "ai21.jamba-1-5-large-v1:0": { "deprecation_date": "2026-11-26", @@ -100,7 +102,8 @@ "max_output_tokens": 256000, "max_tokens": 256000, "mode": "chat", - "output_cost_per_token": 8e-06 + "output_cost_per_token": 8e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "ai21.jamba-1-5-mini-v1:0": { "deprecation_date": "2026-11-26", @@ -110,7 +113,8 @@ "max_output_tokens": 256000, "max_tokens": 256000, "mode": "chat", - "output_cost_per_token": 4e-07 + "output_cost_per_token": 4e-07, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "ai21.jamba-instruct-v1:0": { "input_cost_per_token": 5e-07, @@ -120,6 +124,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 7e-07, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_system_messages": true }, "aiml/dall-e-2": { @@ -295,6 +300,7 @@ "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 1e-05, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_function_calling": true, "supports_pdf_input": true }, @@ -306,6 +312,7 @@ "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 6e-06, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_function_calling": true, "supports_pdf_input": true }, @@ -317,6 +324,7 @@ "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 1e-05, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_function_calling": true, "supports_pdf_input": true }, @@ -328,6 +336,7 @@ "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 6e-06, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_function_calling": true, "supports_pdf_input": true }, @@ -814,7 +823,7 @@ "max_tokens": 64000, "mode": "chat", "output_cost_per_token": 5e-06, - "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_function_calling": true, @@ -1048,7 +1057,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "high", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-opus-4-6-v1": { "supports_adaptive_thinking": true, @@ -1083,7 +1093,8 @@ "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "global.anthropic.claude-opus-4-6-v1": { "supports_adaptive_thinking": true, @@ -1118,7 +1129,8 @@ "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "us.anthropic.claude-opus-4-6-v1": { "supports_adaptive_thinking": true, @@ -1153,7 +1165,8 @@ "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "eu.anthropic.claude-opus-4-6-v1": { "supports_adaptive_thinking": true, @@ -1188,7 +1201,8 @@ "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "au.anthropic.claude-opus-4-6-v1": { "supports_adaptive_thinking": true, @@ -1223,7 +1237,8 @@ "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-opus-4-7": { "bedrock_converse_supports_strict_tools": false, @@ -1390,7 +1405,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 2048 + "prompt_cache_min_tokens": 2048, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "au.anthropic.claude-opus-4-7": { "bedrock_converse_supports_strict_tools": false, @@ -1427,7 +1443,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 2048 + "prompt_cache_min_tokens": 2048, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-fable-5": { "cache_creation_input_token_cost": 1.25e-05, @@ -1695,7 +1712,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 512 + "prompt_cache_min_tokens": 512, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "eu.anthropic.claude-fable-5-1": { "cache_creation_input_token_cost": 1.375e-05, @@ -2004,7 +2022,8 @@ "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 512 + "prompt_cache_min_tokens": 512, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "eu.anthropic.claude-opus-5-5": { "bedrock_converse_supports_strict_tools": false, @@ -2081,7 +2100,8 @@ "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 512 + "prompt_cache_min_tokens": 512, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "au.anthropic.claude-opus-5-5": { "bedrock_converse_supports_strict_tools": false, @@ -2158,7 +2178,8 @@ "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 512 + "prompt_cache_min_tokens": 512, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "jp.anthropic.claude-opus-5-5": { "bedrock_converse_supports_strict_tools": false, @@ -2353,7 +2374,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "au.anthropic.claude-opus-4-8": { "bedrock_converse_supports_strict_tools": false, @@ -2391,7 +2413,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "jp.anthropic.claude-opus-4-8": { "bedrock_converse_supports_strict_tools": false, @@ -2429,11 +2452,13 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "jp.anthropic.claude-opus-4-7": { "bedrock_converse_supports_strict_tools": false, "cache_creation_input_token_cost": 6.875e-06, + "cache_creation_input_token_cost_above_1hr": 1.1e-05, "cache_read_input_token_cost": 5.5e-07, "input_cost_per_token": 5.5e-06, "litellm_provider": "bedrock_converse", @@ -2464,7 +2489,8 @@ "supports_max_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 2048 + "prompt_cache_min_tokens": 2048, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-sonnet-5": { "bedrock_converse_supports_strict_tools": false, @@ -2619,7 +2645,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "au.anthropic.claude-sonnet-5": { "bedrock_converse_supports_strict_tools": false, @@ -2657,7 +2684,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "jp.anthropic.claude-sonnet-5": { "bedrock_converse_supports_strict_tools": false, @@ -2695,7 +2723,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-sonnet-4-6": { "supports_adaptive_thinking": true, @@ -2834,7 +2863,8 @@ "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "au.anthropic.claude-sonnet-4-6": { "supports_adaptive_thinking": true, @@ -2868,7 +2898,8 @@ "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "jp.anthropic.claude-sonnet-4-6": { "supports_adaptive_thinking": true, @@ -2902,7 +2933,8 @@ "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-sonnet-4-20250514-v1:0": { "cache_creation_input_token_cost": 3.75e-06, @@ -2934,7 +2966,8 @@ "supports_tool_choice": true, "supports_vision": true, "bedrock_converse_supports_strict_tools": false, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-sonnet-4-5-20250929-v1:0": { "cache_creation_input_token_cost": 3.75e-06, @@ -2971,7 +3004,8 @@ "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 1024, "input_cost_per_token_batches": 1.5e-06, - "output_cost_per_token_batches": 7.5e-06 + "output_cost_per_token_batches": 7.5e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-v1": { "input_cost_per_token": 8e-06, @@ -3213,7 +3247,8 @@ "supports_tool_choice": true, "supports_vision": true, "bedrock_converse_supports_strict_tools": false, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "assemblyai/best": { "input_cost_per_second": 3.333e-05, @@ -3262,7 +3297,8 @@ "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 1024, "input_cost_per_token_batches": 1.65e-06, - "output_cost_per_token_batches": 8.25e-06 + "output_cost_per_token_batches": 8.25e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "azure/ada": { "input_cost_per_token": 1e-07, @@ -14806,16 +14842,18 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 6e-07, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_tool_choice": true }, "cohere.command-text-v14": { - "input_cost_per_token": 1.5e-06, + "input_cost_per_token": 1e-06, "litellm_provider": "bedrock", "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 2e-06, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_tool_choice": true }, "cohere.embed-english-v3": { @@ -14825,6 +14863,7 @@ "max_tokens": 512, "mode": "embedding", "output_cost_per_token": 0.0, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_embedding_image_input": true }, "cohere.embed-multilingual-v3": { @@ -14834,6 +14873,7 @@ "max_tokens": 512, "mode": "embedding", "output_cost_per_token": 0.0, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_embedding_image_input": true }, "cohere.embed-v4:0": { @@ -14844,6 +14884,7 @@ "mode": "embedding", "output_cost_per_token": 0.0, "output_vector_size": 1536, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_embedding_image_input": true }, "us.cohere.embed-v4:0": { @@ -21492,7 +21533,7 @@ "max_tokens": 64000, "mode": "chat", "output_cost_per_token": 5.5e-06, - "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_function_calling": true, @@ -21661,7 +21702,8 @@ "supports_tool_choice": true, "supports_vision": true, "bedrock_converse_supports_strict_tools": false, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "eu.anthropic.claude-sonnet-4-5-20250929-v1:0": { "cache_creation_input_token_cost": 4.125e-06, @@ -21698,7 +21740,8 @@ "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 1024, "input_cost_per_token_batches": 1.65e-06, - "output_cost_per_token_batches": 8.25e-06 + "output_cost_per_token_batches": 8.25e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "eu.meta.llama3-2-1b-instruct-v1:0": { "input_cost_per_token": 1.3e-07, @@ -29859,7 +29902,8 @@ "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 1024, "input_cost_per_token_batches": 1.5e-06, - "output_cost_per_token_batches": 7.5e-06 + "output_cost_per_token_batches": 7.5e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "global.anthropic.claude-sonnet-4-20250514-v1:0": { "cache_creation_input_token_cost": 3.75e-06, @@ -29891,7 +29935,8 @@ "supports_tool_choice": true, "supports_vision": true, "bedrock_converse_supports_strict_tools": false, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "global.anthropic.claude-haiku-4-5-20251001-v1:0": { "cache_creation_input_token_cost": 1.25e-06, @@ -29905,7 +29950,7 @@ "max_tokens": 64000, "mode": "chat", "output_cost_per_token": 5e-06, - "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_function_calling": true, @@ -34687,7 +34732,8 @@ "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 1024, "input_cost_per_token_batches": 1.65e-06, - "output_cost_per_token_batches": 8.25e-06 + "output_cost_per_token_batches": 8.25e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "jp.anthropic.claude-haiku-4-5-20251001-v1:0": { "cache_creation_input_token_cost": 1.375e-06, @@ -34701,7 +34747,7 @@ "max_tokens": 64000, "mode": "chat", "output_cost_per_token": 5.5e-06, - "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_function_calling": true, @@ -35278,7 +35324,8 @@ "max_output_tokens": 4096, "max_tokens": 4096, "mode": "chat", - "output_cost_per_token": 1e-06 + "output_cost_per_token": 1e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "meta.llama2-70b-chat-v1": { "input_cost_per_token": 1.95e-06, @@ -35287,7 +35334,8 @@ "max_output_tokens": 4096, "max_tokens": 4096, "mode": "chat", - "output_cost_per_token": 2.56e-06 + "output_cost_per_token": 2.56e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "meta.llama3-1-405b-instruct-v1:0": { "input_cost_per_token": 5.32e-06, @@ -36054,6 +36102,7 @@ "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 4e-08, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_audio_input": true, "supports_system_messages": true, "supports_native_structured_output": true @@ -36066,6 +36115,7 @@ "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 3e-07, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_audio_input": true, "supports_system_messages": true, "supports_native_structured_output": true @@ -44524,7 +44574,7 @@ "max_tokens": 64000, "mode": "chat", "output_cost_per_token": 5.5e-06, - "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_function_calling": true, @@ -44635,7 +44685,8 @@ "supports_response_schema": true, "supports_tool_choice": true, "supports_vision": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "us.anthropic.claude-sonnet-4-5-20250929-v1:0": { "cache_creation_input_token_cost": 4.125e-06, @@ -44672,7 +44723,8 @@ "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 1024, "input_cost_per_token_batches": 1.65e-06, - "output_cost_per_token_batches": 8.25e-06 + "output_cost_per_token_batches": 8.25e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "us-gov.anthropic.claude-sonnet-4-5-20250929-v1:0": { "cache_creation_input_token_cost": 4.5e-06, @@ -44702,7 +44754,8 @@ "supports_vision": true, "supports_native_structured_output": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "us-gov.anthropic.claude-sonnet-5": { "bedrock_converse_supports_strict_tools": false, @@ -45002,7 +45055,8 @@ "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 4096, "input_cost_per_token_batches": 5.5e-07, - "output_cost_per_token_batches": 2.75e-06 + "output_cost_per_token_batches": 2.75e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "us.anthropic.claude-opus-4-20250514-v1:0": { "cache_creation_input_token_cost": 1.875e-05, @@ -45060,7 +45114,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "high", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "global.anthropic.claude-opus-4-5-20251101-v1:0": { "cache_creation_input_token_cost": 6.25e-06, @@ -45092,19 +45147,21 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "high", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "eu.anthropic.claude-opus-4-5-20251101-v1:0": { - "cache_creation_input_token_cost": 6.25e-06, - "cache_read_input_token_cost": 5e-07, - "input_cost_per_token": 5e-06, + "cache_creation_input_token_cost": 6.875e-06, + "cache_creation_input_token_cost_above_1hr": 1.1e-05, + "cache_read_input_token_cost": 5.5e-07, + "input_cost_per_token": 5.5e-06, "litellm_provider": "bedrock_converse", "supports_tool_search": true, "max_input_tokens": 200000, "max_output_tokens": 64000, "max_tokens": 64000, "mode": "chat", - "output_cost_per_token": 2.5e-05, + "output_cost_per_token": 2.75e-05, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, @@ -45123,7 +45180,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "high", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "us.anthropic.claude-sonnet-4-20250514-v1:0": { "cache_creation_input_token_cost": 3.75e-06, @@ -45155,7 +45213,8 @@ "supports_tool_choice": true, "supports_vision": true, "bedrock_converse_supports_strict_tools": false, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "us.deepseek.r1-v1:0": { "input_cost_per_token": 1.35e-06, diff --git a/tests/test_litellm/llms/bedrock/chat/test_converse_transformation.py b/tests/test_litellm/llms/bedrock/chat/test_converse_transformation.py index 9d012cce2d4..ad77f9d4d1b 100644 --- a/tests/test_litellm/llms/bedrock/chat/test_converse_transformation.py +++ b/tests/test_litellm/llms/bedrock/chat/test_converse_transformation.py @@ -5494,9 +5494,14 @@ def test_cache_control_injection_tool_config_honors_ttl_for_regional_model_lacki old_env = os.environ.get("LITELLM_LOCAL_MODEL_COST_MAP") old_cost = litellm.model_cost monkeypatch.setenv("LITELLM_LOCAL_MODEL_COST_MAP", "True") - litellm.model_cost = litellm.get_model_cost_map(url="") + cost_map = dict(litellm.get_model_cost_map(url="")) + cost_map["jp.anthropic.claude-opus-4-7"] = { + k: v + for k, v in cost_map["jp.anthropic.claude-opus-4-7"].items() + if k != "cache_creation_input_token_cost_above_1hr" + } + litellm.model_cost = cost_map try: - assert "cache_creation_input_token_cost_above_1hr" not in litellm.model_cost["jp.anthropic.claude-opus-4-7"] assert "cache_creation_input_token_cost_above_1hr" in litellm.model_cost["anthropic.claude-opus-4-7"] config = AmazonConverseConfig() messages = [