diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 7e0e246d4b2..4a5fab682a8 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -81,7 +81,8 @@ "max_output_tokens": 8191, "max_tokens": 8191, "mode": "chat", - "output_cost_per_token": 1.25e-05 + "output_cost_per_token": 1.25e-05, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "ai21.j2-ultra-v1": { "input_cost_per_token": 1.88e-05, @@ -90,7 +91,8 @@ "max_output_tokens": 8191, "max_tokens": 8191, "mode": "chat", - "output_cost_per_token": 1.88e-05 + "output_cost_per_token": 1.88e-05, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "ai21.jamba-1-5-large-v1:0": { "deprecation_date": "2026-11-26", @@ -100,7 +102,8 @@ "max_output_tokens": 256000, "max_tokens": 256000, "mode": "chat", - "output_cost_per_token": 8e-06 + "output_cost_per_token": 8e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "ai21.jamba-1-5-mini-v1:0": { "deprecation_date": "2026-11-26", @@ -110,7 +113,8 @@ "max_output_tokens": 256000, "max_tokens": 256000, "mode": "chat", - "output_cost_per_token": 4e-07 + "output_cost_per_token": 4e-07, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "ai21.jamba-instruct-v1:0": { "input_cost_per_token": 5e-07, @@ -120,6 +124,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 7e-07, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_system_messages": true }, "aiml/dall-e-2": { @@ -295,6 +300,7 @@ "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 1e-05, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_function_calling": true, "supports_pdf_input": true }, @@ -306,6 +312,7 @@ "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 6e-06, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_function_calling": true, "supports_pdf_input": true }, @@ -317,6 +324,7 @@ "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 1e-05, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_function_calling": true, "supports_pdf_input": true }, @@ -328,6 +336,7 @@ "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 6e-06, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_function_calling": true, "supports_pdf_input": true }, @@ -814,7 +823,7 @@ "max_tokens": 64000, "mode": "chat", "output_cost_per_token": 5e-06, - "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_function_calling": true, @@ -1048,7 +1057,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "high", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-opus-4-6-v1": { "supports_adaptive_thinking": true, @@ -1083,7 +1093,8 @@ "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "global.anthropic.claude-opus-4-6-v1": { "supports_adaptive_thinking": true, @@ -1118,7 +1129,8 @@ "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "us.anthropic.claude-opus-4-6-v1": { "supports_adaptive_thinking": true, @@ -1153,7 +1165,8 @@ "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "eu.anthropic.claude-opus-4-6-v1": { "supports_adaptive_thinking": true, @@ -1188,7 +1201,8 @@ "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "au.anthropic.claude-opus-4-6-v1": { "supports_adaptive_thinking": true, @@ -1223,7 +1237,8 @@ "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-opus-4-7": { "bedrock_converse_supports_strict_tools": false, @@ -1390,7 +1405,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 2048 + "prompt_cache_min_tokens": 2048, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "au.anthropic.claude-opus-4-7": { "bedrock_converse_supports_strict_tools": false, @@ -1427,7 +1443,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 2048 + "prompt_cache_min_tokens": 2048, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-fable-5": { "cache_creation_input_token_cost": 1.25e-05, @@ -1695,7 +1712,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 512 + "prompt_cache_min_tokens": 512, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "eu.anthropic.claude-fable-5-1": { "cache_creation_input_token_cost": 1.375e-05, @@ -2004,7 +2022,8 @@ "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 512 + "prompt_cache_min_tokens": 512, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "eu.anthropic.claude-opus-5-5": { "bedrock_converse_supports_strict_tools": false, @@ -2081,7 +2100,8 @@ "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 512 + "prompt_cache_min_tokens": 512, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "au.anthropic.claude-opus-5-5": { "bedrock_converse_supports_strict_tools": false, @@ -2158,7 +2178,8 @@ "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 512 + "prompt_cache_min_tokens": 512, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "jp.anthropic.claude-opus-5-5": { "bedrock_converse_supports_strict_tools": false, @@ -2353,7 +2374,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "au.anthropic.claude-opus-4-8": { "bedrock_converse_supports_strict_tools": false, @@ -2391,7 +2413,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "jp.anthropic.claude-opus-4-8": { "bedrock_converse_supports_strict_tools": false, @@ -2429,11 +2452,13 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "jp.anthropic.claude-opus-4-7": { "bedrock_converse_supports_strict_tools": false, "cache_creation_input_token_cost": 6.875e-06, + "cache_creation_input_token_cost_above_1hr": 1.1e-05, "cache_read_input_token_cost": 5.5e-07, "input_cost_per_token": 5.5e-06, "litellm_provider": "bedrock_converse", @@ -2464,7 +2489,8 @@ "supports_max_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 2048 + "prompt_cache_min_tokens": 2048, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-sonnet-5": { "bedrock_converse_supports_strict_tools": false, @@ -2619,7 +2645,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "au.anthropic.claude-sonnet-5": { "bedrock_converse_supports_strict_tools": false, @@ -2657,7 +2684,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "jp.anthropic.claude-sonnet-5": { "bedrock_converse_supports_strict_tools": false, @@ -2695,7 +2723,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-sonnet-4-6": { "supports_adaptive_thinking": true, @@ -2834,7 +2863,8 @@ "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "au.anthropic.claude-sonnet-4-6": { "supports_adaptive_thinking": true, @@ -2868,7 +2898,8 @@ "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "jp.anthropic.claude-sonnet-4-6": { "supports_adaptive_thinking": true, @@ -2902,7 +2933,8 @@ "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-sonnet-4-20250514-v1:0": { "cache_creation_input_token_cost": 3.75e-06, @@ -2934,7 +2966,8 @@ "supports_tool_choice": true, "supports_vision": true, "bedrock_converse_supports_strict_tools": false, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-sonnet-4-5-20250929-v1:0": { "cache_creation_input_token_cost": 3.75e-06, @@ -2971,7 +3004,8 @@ "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 1024, "input_cost_per_token_batches": 1.5e-06, - "output_cost_per_token_batches": 7.5e-06 + "output_cost_per_token_batches": 7.5e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-v1": { "input_cost_per_token": 8e-06, @@ -3213,7 +3247,8 @@ "supports_tool_choice": true, "supports_vision": true, "bedrock_converse_supports_strict_tools": false, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "assemblyai/best": { "input_cost_per_second": 3.333e-05, @@ -3262,7 +3297,8 @@ "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 1024, "input_cost_per_token_batches": 1.65e-06, - "output_cost_per_token_batches": 8.25e-06 + "output_cost_per_token_batches": 8.25e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "azure/ada": { "input_cost_per_token": 1e-07, @@ -14806,16 +14842,18 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 6e-07, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_tool_choice": true }, "cohere.command-text-v14": { - "input_cost_per_token": 1.5e-06, + "input_cost_per_token": 1e-06, "litellm_provider": "bedrock", "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 2e-06, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_tool_choice": true }, "cohere.embed-english-v3": { @@ -14825,6 +14863,7 @@ "max_tokens": 512, "mode": "embedding", "output_cost_per_token": 0.0, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_embedding_image_input": true }, "cohere.embed-multilingual-v3": { @@ -14834,6 +14873,7 @@ "max_tokens": 512, "mode": "embedding", "output_cost_per_token": 0.0, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_embedding_image_input": true }, "cohere.embed-v4:0": { @@ -14844,6 +14884,7 @@ "mode": "embedding", "output_cost_per_token": 0.0, "output_vector_size": 1536, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_embedding_image_input": true }, "us.cohere.embed-v4:0": { @@ -21492,7 +21533,7 @@ "max_tokens": 64000, "mode": "chat", "output_cost_per_token": 5.5e-06, - "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_function_calling": true, @@ -21661,7 +21702,8 @@ "supports_tool_choice": true, "supports_vision": true, "bedrock_converse_supports_strict_tools": false, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "eu.anthropic.claude-sonnet-4-5-20250929-v1:0": { "cache_creation_input_token_cost": 4.125e-06, @@ -21698,7 +21740,8 @@ "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 1024, "input_cost_per_token_batches": 1.65e-06, - "output_cost_per_token_batches": 8.25e-06 + "output_cost_per_token_batches": 8.25e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "eu.meta.llama3-2-1b-instruct-v1:0": { "input_cost_per_token": 1.3e-07, @@ -29859,7 +29902,8 @@ "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 1024, "input_cost_per_token_batches": 1.5e-06, - "output_cost_per_token_batches": 7.5e-06 + "output_cost_per_token_batches": 7.5e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "global.anthropic.claude-sonnet-4-20250514-v1:0": { "cache_creation_input_token_cost": 3.75e-06, @@ -29891,7 +29935,8 @@ "supports_tool_choice": true, "supports_vision": true, "bedrock_converse_supports_strict_tools": false, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "global.anthropic.claude-haiku-4-5-20251001-v1:0": { "cache_creation_input_token_cost": 1.25e-06, @@ -29905,7 +29950,7 @@ "max_tokens": 64000, "mode": "chat", "output_cost_per_token": 5e-06, - "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_function_calling": true, @@ -34687,7 +34732,8 @@ "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 1024, "input_cost_per_token_batches": 1.65e-06, - "output_cost_per_token_batches": 8.25e-06 + "output_cost_per_token_batches": 8.25e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "jp.anthropic.claude-haiku-4-5-20251001-v1:0": { "cache_creation_input_token_cost": 1.375e-06, @@ -34701,7 +34747,7 @@ "max_tokens": 64000, "mode": "chat", "output_cost_per_token": 5.5e-06, - "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_function_calling": true, @@ -35278,7 +35324,8 @@ "max_output_tokens": 4096, "max_tokens": 4096, "mode": "chat", - "output_cost_per_token": 1e-06 + "output_cost_per_token": 1e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "meta.llama2-70b-chat-v1": { "input_cost_per_token": 1.95e-06, @@ -35287,7 +35334,8 @@ "max_output_tokens": 4096, "max_tokens": 4096, "mode": "chat", - "output_cost_per_token": 2.56e-06 + "output_cost_per_token": 2.56e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "meta.llama3-1-405b-instruct-v1:0": { "input_cost_per_token": 5.32e-06, @@ -36054,6 +36102,7 @@ "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 4e-08, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_audio_input": true, "supports_system_messages": true, "supports_native_structured_output": true @@ -36066,6 +36115,7 @@ "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 3e-07, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_audio_input": true, "supports_system_messages": true, "supports_native_structured_output": true @@ -44524,7 +44574,7 @@ "max_tokens": 64000, "mode": "chat", "output_cost_per_token": 5.5e-06, - "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_function_calling": true, @@ -44635,7 +44685,8 @@ "supports_response_schema": true, "supports_tool_choice": true, "supports_vision": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "us.anthropic.claude-sonnet-4-5-20250929-v1:0": { "cache_creation_input_token_cost": 4.125e-06, @@ -44672,7 +44723,8 @@ "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 1024, "input_cost_per_token_batches": 1.65e-06, - "output_cost_per_token_batches": 8.25e-06 + "output_cost_per_token_batches": 8.25e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "us-gov.anthropic.claude-sonnet-4-5-20250929-v1:0": { "cache_creation_input_token_cost": 4.5e-06, @@ -44702,7 +44754,8 @@ "supports_vision": true, "supports_native_structured_output": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "us-gov.anthropic.claude-sonnet-5": { "bedrock_converse_supports_strict_tools": false, @@ -45002,7 +45055,8 @@ "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 4096, "input_cost_per_token_batches": 5.5e-07, - "output_cost_per_token_batches": 2.75e-06 + "output_cost_per_token_batches": 2.75e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "us.anthropic.claude-opus-4-20250514-v1:0": { "cache_creation_input_token_cost": 1.875e-05, @@ -45060,7 +45114,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "high", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "global.anthropic.claude-opus-4-5-20251101-v1:0": { "cache_creation_input_token_cost": 6.25e-06, @@ -45092,19 +45147,21 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "high", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "eu.anthropic.claude-opus-4-5-20251101-v1:0": { - "cache_creation_input_token_cost": 6.25e-06, - "cache_read_input_token_cost": 5e-07, - "input_cost_per_token": 5e-06, + "cache_creation_input_token_cost": 6.875e-06, + "cache_creation_input_token_cost_above_1hr": 1.1e-05, + "cache_read_input_token_cost": 5.5e-07, + "input_cost_per_token": 5.5e-06, "litellm_provider": "bedrock_converse", "supports_tool_search": true, "max_input_tokens": 200000, "max_output_tokens": 64000, "max_tokens": 64000, "mode": "chat", - "output_cost_per_token": 2.5e-05, + "output_cost_per_token": 2.75e-05, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, @@ -45123,7 +45180,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "high", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "us.anthropic.claude-sonnet-4-20250514-v1:0": { "cache_creation_input_token_cost": 3.75e-06, @@ -45155,7 +45213,8 @@ "supports_tool_choice": true, "supports_vision": true, "bedrock_converse_supports_strict_tools": false, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "us.deepseek.r1-v1:0": { "input_cost_per_token": 1.35e-06, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 7e0e246d4b2..4a5fab682a8 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -81,7 +81,8 @@ "max_output_tokens": 8191, "max_tokens": 8191, "mode": "chat", - "output_cost_per_token": 1.25e-05 + "output_cost_per_token": 1.25e-05, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "ai21.j2-ultra-v1": { "input_cost_per_token": 1.88e-05, @@ -90,7 +91,8 @@ "max_output_tokens": 8191, "max_tokens": 8191, "mode": "chat", - "output_cost_per_token": 1.88e-05 + "output_cost_per_token": 1.88e-05, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "ai21.jamba-1-5-large-v1:0": { "deprecation_date": "2026-11-26", @@ -100,7 +102,8 @@ "max_output_tokens": 256000, "max_tokens": 256000, "mode": "chat", - "output_cost_per_token": 8e-06 + "output_cost_per_token": 8e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "ai21.jamba-1-5-mini-v1:0": { "deprecation_date": "2026-11-26", @@ -110,7 +113,8 @@ "max_output_tokens": 256000, "max_tokens": 256000, "mode": "chat", - "output_cost_per_token": 4e-07 + "output_cost_per_token": 4e-07, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "ai21.jamba-instruct-v1:0": { "input_cost_per_token": 5e-07, @@ -120,6 +124,7 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 7e-07, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_system_messages": true }, "aiml/dall-e-2": { @@ -295,6 +300,7 @@ "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 1e-05, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_function_calling": true, "supports_pdf_input": true }, @@ -306,6 +312,7 @@ "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 6e-06, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_function_calling": true, "supports_pdf_input": true }, @@ -317,6 +324,7 @@ "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 1e-05, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_function_calling": true, "supports_pdf_input": true }, @@ -328,6 +336,7 @@ "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 6e-06, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_function_calling": true, "supports_pdf_input": true }, @@ -814,7 +823,7 @@ "max_tokens": 64000, "mode": "chat", "output_cost_per_token": 5e-06, - "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_function_calling": true, @@ -1048,7 +1057,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "high", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-opus-4-6-v1": { "supports_adaptive_thinking": true, @@ -1083,7 +1093,8 @@ "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "global.anthropic.claude-opus-4-6-v1": { "supports_adaptive_thinking": true, @@ -1118,7 +1129,8 @@ "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "us.anthropic.claude-opus-4-6-v1": { "supports_adaptive_thinking": true, @@ -1153,7 +1165,8 @@ "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "eu.anthropic.claude-opus-4-6-v1": { "supports_adaptive_thinking": true, @@ -1188,7 +1201,8 @@ "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "au.anthropic.claude-opus-4-6-v1": { "supports_adaptive_thinking": true, @@ -1223,7 +1237,8 @@ "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-opus-4-7": { "bedrock_converse_supports_strict_tools": false, @@ -1390,7 +1405,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 2048 + "prompt_cache_min_tokens": 2048, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "au.anthropic.claude-opus-4-7": { "bedrock_converse_supports_strict_tools": false, @@ -1427,7 +1443,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 2048 + "prompt_cache_min_tokens": 2048, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-fable-5": { "cache_creation_input_token_cost": 1.25e-05, @@ -1695,7 +1712,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 512 + "prompt_cache_min_tokens": 512, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "eu.anthropic.claude-fable-5-1": { "cache_creation_input_token_cost": 1.375e-05, @@ -2004,7 +2022,8 @@ "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 512 + "prompt_cache_min_tokens": 512, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "eu.anthropic.claude-opus-5-5": { "bedrock_converse_supports_strict_tools": false, @@ -2081,7 +2100,8 @@ "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 512 + "prompt_cache_min_tokens": 512, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "au.anthropic.claude-opus-5-5": { "bedrock_converse_supports_strict_tools": false, @@ -2158,7 +2178,8 @@ "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 512 + "prompt_cache_min_tokens": 512, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "jp.anthropic.claude-opus-5-5": { "bedrock_converse_supports_strict_tools": false, @@ -2353,7 +2374,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "au.anthropic.claude-opus-4-8": { "bedrock_converse_supports_strict_tools": false, @@ -2391,7 +2413,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "jp.anthropic.claude-opus-4-8": { "bedrock_converse_supports_strict_tools": false, @@ -2429,11 +2452,13 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "jp.anthropic.claude-opus-4-7": { "bedrock_converse_supports_strict_tools": false, "cache_creation_input_token_cost": 6.875e-06, + "cache_creation_input_token_cost_above_1hr": 1.1e-05, "cache_read_input_token_cost": 5.5e-07, "input_cost_per_token": 5.5e-06, "litellm_provider": "bedrock_converse", @@ -2464,7 +2489,8 @@ "supports_max_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 2048 + "prompt_cache_min_tokens": 2048, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-sonnet-5": { "bedrock_converse_supports_strict_tools": false, @@ -2619,7 +2645,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "au.anthropic.claude-sonnet-5": { "bedrock_converse_supports_strict_tools": false, @@ -2657,7 +2684,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "jp.anthropic.claude-sonnet-5": { "bedrock_converse_supports_strict_tools": false, @@ -2695,7 +2723,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-sonnet-4-6": { "supports_adaptive_thinking": true, @@ -2834,7 +2863,8 @@ "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "au.anthropic.claude-sonnet-4-6": { "supports_adaptive_thinking": true, @@ -2868,7 +2898,8 @@ "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "jp.anthropic.claude-sonnet-4-6": { "supports_adaptive_thinking": true, @@ -2902,7 +2933,8 @@ "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-sonnet-4-20250514-v1:0": { "cache_creation_input_token_cost": 3.75e-06, @@ -2934,7 +2966,8 @@ "supports_tool_choice": true, "supports_vision": true, "bedrock_converse_supports_strict_tools": false, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-sonnet-4-5-20250929-v1:0": { "cache_creation_input_token_cost": 3.75e-06, @@ -2971,7 +3004,8 @@ "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 1024, "input_cost_per_token_batches": 1.5e-06, - "output_cost_per_token_batches": 7.5e-06 + "output_cost_per_token_batches": 7.5e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "anthropic.claude-v1": { "input_cost_per_token": 8e-06, @@ -3213,7 +3247,8 @@ "supports_tool_choice": true, "supports_vision": true, "bedrock_converse_supports_strict_tools": false, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "assemblyai/best": { "input_cost_per_second": 3.333e-05, @@ -3262,7 +3297,8 @@ "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 1024, "input_cost_per_token_batches": 1.65e-06, - "output_cost_per_token_batches": 8.25e-06 + "output_cost_per_token_batches": 8.25e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "azure/ada": { "input_cost_per_token": 1e-07, @@ -14806,16 +14842,18 @@ "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 6e-07, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_tool_choice": true }, "cohere.command-text-v14": { - "input_cost_per_token": 1.5e-06, + "input_cost_per_token": 1e-06, "litellm_provider": "bedrock", "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "mode": "chat", "output_cost_per_token": 2e-06, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_tool_choice": true }, "cohere.embed-english-v3": { @@ -14825,6 +14863,7 @@ "max_tokens": 512, "mode": "embedding", "output_cost_per_token": 0.0, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_embedding_image_input": true }, "cohere.embed-multilingual-v3": { @@ -14834,6 +14873,7 @@ "max_tokens": 512, "mode": "embedding", "output_cost_per_token": 0.0, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_embedding_image_input": true }, "cohere.embed-v4:0": { @@ -14844,6 +14884,7 @@ "mode": "embedding", "output_cost_per_token": 0.0, "output_vector_size": 1536, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_embedding_image_input": true }, "us.cohere.embed-v4:0": { @@ -21492,7 +21533,7 @@ "max_tokens": 64000, "mode": "chat", "output_cost_per_token": 5.5e-06, - "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_function_calling": true, @@ -21661,7 +21702,8 @@ "supports_tool_choice": true, "supports_vision": true, "bedrock_converse_supports_strict_tools": false, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "eu.anthropic.claude-sonnet-4-5-20250929-v1:0": { "cache_creation_input_token_cost": 4.125e-06, @@ -21698,7 +21740,8 @@ "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 1024, "input_cost_per_token_batches": 1.65e-06, - "output_cost_per_token_batches": 8.25e-06 + "output_cost_per_token_batches": 8.25e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "eu.meta.llama3-2-1b-instruct-v1:0": { "input_cost_per_token": 1.3e-07, @@ -29859,7 +29902,8 @@ "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 1024, "input_cost_per_token_batches": 1.5e-06, - "output_cost_per_token_batches": 7.5e-06 + "output_cost_per_token_batches": 7.5e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "global.anthropic.claude-sonnet-4-20250514-v1:0": { "cache_creation_input_token_cost": 3.75e-06, @@ -29891,7 +29935,8 @@ "supports_tool_choice": true, "supports_vision": true, "bedrock_converse_supports_strict_tools": false, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "global.anthropic.claude-haiku-4-5-20251001-v1:0": { "cache_creation_input_token_cost": 1.25e-06, @@ -29905,7 +29950,7 @@ "max_tokens": 64000, "mode": "chat", "output_cost_per_token": 5e-06, - "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_function_calling": true, @@ -34687,7 +34732,8 @@ "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 1024, "input_cost_per_token_batches": 1.65e-06, - "output_cost_per_token_batches": 8.25e-06 + "output_cost_per_token_batches": 8.25e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "jp.anthropic.claude-haiku-4-5-20251001-v1:0": { "cache_creation_input_token_cost": 1.375e-06, @@ -34701,7 +34747,7 @@ "max_tokens": 64000, "mode": "chat", "output_cost_per_token": 5.5e-06, - "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_function_calling": true, @@ -35278,7 +35324,8 @@ "max_output_tokens": 4096, "max_tokens": 4096, "mode": "chat", - "output_cost_per_token": 1e-06 + "output_cost_per_token": 1e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "meta.llama2-70b-chat-v1": { "input_cost_per_token": 1.95e-06, @@ -35287,7 +35334,8 @@ "max_output_tokens": 4096, "max_tokens": 4096, "mode": "chat", - "output_cost_per_token": 2.56e-06 + "output_cost_per_token": 2.56e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "meta.llama3-1-405b-instruct-v1:0": { "input_cost_per_token": 5.32e-06, @@ -36054,6 +36102,7 @@ "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 4e-08, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_audio_input": true, "supports_system_messages": true, "supports_native_structured_output": true @@ -36066,6 +36115,7 @@ "max_tokens": 8192, "mode": "chat", "output_cost_per_token": 3e-07, + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_audio_input": true, "supports_system_messages": true, "supports_native_structured_output": true @@ -44524,7 +44574,7 @@ "max_tokens": 64000, "mode": "chat", "output_cost_per_token": 5.5e-06, - "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", + "source": "https://aws.amazon.com/bedrock/pricing/", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_function_calling": true, @@ -44635,7 +44685,8 @@ "supports_response_schema": true, "supports_tool_choice": true, "supports_vision": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "us.anthropic.claude-sonnet-4-5-20250929-v1:0": { "cache_creation_input_token_cost": 4.125e-06, @@ -44672,7 +44723,8 @@ "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 1024, "input_cost_per_token_batches": 1.65e-06, - "output_cost_per_token_batches": 8.25e-06 + "output_cost_per_token_batches": 8.25e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "us-gov.anthropic.claude-sonnet-4-5-20250929-v1:0": { "cache_creation_input_token_cost": 4.5e-06, @@ -44702,7 +44754,8 @@ "supports_vision": true, "supports_native_structured_output": true, "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "us-gov.anthropic.claude-sonnet-5": { "bedrock_converse_supports_strict_tools": false, @@ -45002,7 +45055,8 @@ "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 4096, "input_cost_per_token_batches": 5.5e-07, - "output_cost_per_token_batches": 2.75e-06 + "output_cost_per_token_batches": 2.75e-06, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "us.anthropic.claude-opus-4-20250514-v1:0": { "cache_creation_input_token_cost": 1.875e-05, @@ -45060,7 +45114,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "high", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "global.anthropic.claude-opus-4-5-20251101-v1:0": { "cache_creation_input_token_cost": 6.25e-06, @@ -45092,19 +45147,21 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "high", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "eu.anthropic.claude-opus-4-5-20251101-v1:0": { - "cache_creation_input_token_cost": 6.25e-06, - "cache_read_input_token_cost": 5e-07, - "input_cost_per_token": 5e-06, + "cache_creation_input_token_cost": 6.875e-06, + "cache_creation_input_token_cost_above_1hr": 1.1e-05, + "cache_read_input_token_cost": 5.5e-07, + "input_cost_per_token": 5.5e-06, "litellm_provider": "bedrock_converse", "supports_tool_search": true, "max_input_tokens": 200000, "max_output_tokens": 64000, "max_tokens": 64000, "mode": "chat", - "output_cost_per_token": 2.5e-05, + "output_cost_per_token": 2.75e-05, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, @@ -45123,7 +45180,8 @@ "supports_output_config": true, "bedrock_output_config_effort_ceiling": "high", "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "us.anthropic.claude-sonnet-4-20250514-v1:0": { "cache_creation_input_token_cost": 3.75e-06, @@ -45155,7 +45213,8 @@ "supports_tool_choice": true, "supports_vision": true, "bedrock_converse_supports_strict_tools": false, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://aws.amazon.com/bedrock/pricing/" }, "us.deepseek.r1-v1:0": { "input_cost_per_token": 1.35e-06, diff --git a/tests/test_litellm/llms/bedrock/chat/test_converse_transformation.py b/tests/test_litellm/llms/bedrock/chat/test_converse_transformation.py index 9d012cce2d4..ad77f9d4d1b 100644 --- a/tests/test_litellm/llms/bedrock/chat/test_converse_transformation.py +++ b/tests/test_litellm/llms/bedrock/chat/test_converse_transformation.py @@ -5494,9 +5494,14 @@ def test_cache_control_injection_tool_config_honors_ttl_for_regional_model_lacki old_env = os.environ.get("LITELLM_LOCAL_MODEL_COST_MAP") old_cost = litellm.model_cost monkeypatch.setenv("LITELLM_LOCAL_MODEL_COST_MAP", "True") - litellm.model_cost = litellm.get_model_cost_map(url="") + cost_map = dict(litellm.get_model_cost_map(url="")) + cost_map["jp.anthropic.claude-opus-4-7"] = { + k: v + for k, v in cost_map["jp.anthropic.claude-opus-4-7"].items() + if k != "cache_creation_input_token_cost_above_1hr" + } + litellm.model_cost = cost_map try: - assert "cache_creation_input_token_cost_above_1hr" not in litellm.model_cost["jp.anthropic.claude-opus-4-7"] assert "cache_creation_input_token_cost_above_1hr" in litellm.model_cost["anthropic.claude-opus-4-7"] config = AmazonConverseConfig() messages = [