From 42f901ad6597d19b1661883bb53037bbc9d85bf4 Mon Sep 17 00:00:00 2001 From: "devin-ai-integration[bot]" <158243242+devin-ai-integration[bot]@users.noreply.github.com> Date: Tue, 17 Nov 2026 07:12:16 +0000 Subject: [PATCH] feat(cost-map): price Claude on Bedrock Mantle under bedrock_mantle/ and bedrock/mantle/ (#52231) * feat(cost-map): price Claude on Bedrock Mantle under bedrock_mantle/ and bedrock/mantle/ * fix(cost-map): set Mantle claude-haiku-4-5 batch prices to half the In-Region rate --------- Co-authored-by: devin-ai-integration[bot] <158243242+devin-ai-integration[bot]@users.noreply.github.com> --- ...odel_prices_and_context_window_backup.json | 1109 ++++++++++++++++- model_prices_and_context_window.json | 1109 ++++++++++++++++- tests/unit/test_cost_calculator.py | 21 +- tests/unit/test_utils_get_model_info.py | 4 +- 4 files changed, 2218 insertions(+), 25 deletions(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 3a6ee700821..6e5b99537ad 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -62847,17 +62847,17 @@ "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-xai-grok-4-6.html" }, "bedrock_mantle/anthropic.claude-haiku-4-5": { - "cache_creation_input_token_cost": 1.25e-06, - "cache_creation_input_token_cost_above_1hr": 2e-06, - "cache_read_input_token_cost": 1e-07, - "input_cost_per_token": 1e-06, + "cache_creation_input_token_cost": 1.375e-06, + "cache_creation_input_token_cost_above_1hr": 2.2e-06, + "cache_read_input_token_cost": 1.1e-07, + "input_cost_per_token": 1.1e-06, "litellm_provider": "bedrock_mantle", "supports_tool_search": true, "max_input_tokens": 200000, "max_output_tokens": 64000, "mode": "chat", - "output_cost_per_token": 5e-06, - "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", + "output_cost_per_token": 5.5e-06, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_function_calling": true, @@ -62870,8 +62870,8 @@ "supports_native_structured_output": true, "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 4096, - "input_cost_per_token_batches": 5e-07, - "output_cost_per_token_batches": 2.5e-06, + "input_cost_per_token_batches": 5.5e-07, + "output_cost_per_token_batches": 2.75e-06, "token_count_model": {"model":"anthropic.claude-haiku-4-5-20251001-v1:0","litellm_provider":"bedrock"} }, "bedrock_mantle/anthropic.claude-opus-5-5": { @@ -71700,6 +71700,621 @@ "supports_reasoning": true, "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json" }, + "bedrock_mantle/deepseek.v3.2": { + "input_cost_per_token": 6.2e-07, + "input_cost_per_token_batches": 3.1e-07, + "input_cost_per_token_flex": 3.1e-07, + "input_cost_per_token_priority": 1.085e-06, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 156000, + "max_output_tokens": 8000, + "mode": "chat", + "output_cost_per_token": 1.85e-06, + "output_cost_per_token_batches": 9.25e-07, + "output_cost_per_token_flex": 9.25e-07, + "output_cost_per_token_priority": 3.2375e-06, + "supports_function_calling": true, + "supports_reasoning": true, + "supports_native_structured_output": true, + "supports_tool_choice": true, + "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-deepseek-deepseek-v3-2.md", + "supports_audio_input": false, + "supports_response_schema": true, + "supports_vision": false, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/google.gemma-3-12b-it": { + "deprecation_date": "2027-03-30", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", + "input_cost_per_token": 9e-08, + "input_cost_per_token_batches": 5e-08, + "input_cost_per_token_flex": 5e-08, + "input_cost_per_token_priority": 1.6e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 128000, + "max_output_tokens": 8000, + "mode": "chat", + "output_cost_per_token": 2.9e-07, + "output_cost_per_token_batches": 1.5e-07, + "output_cost_per_token_flex": 1.5e-07, + "output_cost_per_token_priority": 5.1e-07, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_vision": true, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/google.gemma-3-27b-it": { + "deprecation_date": "2027-03-30", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", + "input_cost_per_token": 2.3e-07, + "input_cost_per_token_batches": 1.2e-07, + "input_cost_per_token_flex": 1.2e-07, + "input_cost_per_token_priority": 4e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 128000, + "max_output_tokens": 8000, + "mode": "chat", + "output_cost_per_token": 3.8e-07, + "output_cost_per_token_batches": 1.9e-07, + "output_cost_per_token_flex": 1.9e-07, + "output_cost_per_token_priority": 6.7e-07, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_vision": true, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/google.gemma-3-4b-it": { + "deprecation_date": "2027-03-30", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", + "input_cost_per_token": 4e-08, + "input_cost_per_token_batches": 2e-08, + "input_cost_per_token_flex": 2e-08, + "input_cost_per_token_priority": 7e-08, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 128000, + "max_output_tokens": 8000, + "mode": "chat", + "output_cost_per_token": 8e-08, + "output_cost_per_token_batches": 4e-08, + "output_cost_per_token_flex": 4e-08, + "output_cost_per_token_priority": 1.4e-07, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_system_messages": true, + "supports_vision": true, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/minimax.minimax-m2": { + "deprecation_date": "2027-03-30", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", + "input_cost_per_token": 3e-07, + "input_cost_per_token_batches": 1.5e-07, + "input_cost_per_token_flex": 1.5e-07, + "input_cost_per_token_priority": 5.2e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 1000000, + "max_output_tokens": 8000, + "mode": "chat", + "output_cost_per_token": 1.2e-06, + "output_cost_per_token_batches": 6e-07, + "output_cost_per_token_flex": 6e-07, + "output_cost_per_token_priority": 2.1e-06, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_system_messages": true, + "supports_native_structured_output": true, + "supports_response_schema": true, + "supports_vision": false, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/minimax.minimax-m2.1": { + "deprecation_date": "2027-03-30", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", + "input_cost_per_token": 3e-07, + "input_cost_per_token_batches": 1.5e-07, + "input_cost_per_token_flex": 1.5e-07, + "input_cost_per_token_priority": 5.25e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 196000, + "max_output_tokens": 8000, + "mode": "chat", + "output_cost_per_token": 1.2e-06, + "output_cost_per_token_batches": 6e-07, + "output_cost_per_token_flex": 6e-07, + "output_cost_per_token_priority": 2.1e-06, + "supports_function_calling": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_response_schema": true, + "supports_vision": false, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/minimax.minimax-m2.5": { + "input_cost_per_token": 3e-07, + "input_cost_per_token_batches": 1.5e-07, + "input_cost_per_token_flex": 1.5e-07, + "input_cost_per_token_priority": 5.25e-07, + "output_cost_per_token": 1.2e-06, + "output_cost_per_token_flex": 6e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 196000, + "max_output_tokens": 8000, + "mode": "chat", + "output_cost_per_token_batches": 6e-07, + "output_cost_per_token_priority": 2.1e-06, + "supports_function_calling": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_response_schema": true, + "supports_vision": false, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/mistral.devstral-2-123b": { + "deprecation_date": "2027-03-30", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", + "input_cost_per_token": 4e-07, + "input_cost_per_token_batches": 2e-07, + "input_cost_per_token_flex": 2e-07, + "input_cost_per_token_priority": 7e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 256000, + "max_output_tokens": 32000, + "mode": "chat", + "output_cost_per_token": 2e-06, + "output_cost_per_token_batches": 1e-06, + "output_cost_per_token_flex": 1e-06, + "output_cost_per_token_priority": 3.5e-06, + "supports_function_calling": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_response_schema": true, + "supports_vision": false, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/mistral.magistral-small-2509": { + "input_cost_per_token": 5e-07, + "input_cost_per_token_batches": 2.5e-07, + "input_cost_per_token_flex": 2.5e-07, + "input_cost_per_token_priority": 8.8e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 128000, + "max_output_tokens": 40000, + "mode": "chat", + "output_cost_per_token": 1.5e-06, + "output_cost_per_token_batches": 7.5e-07, + "output_cost_per_token_flex": 7.5e-07, + "output_cost_per_token_priority": 2.63e-06, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_vision": true, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/mistral.ministral-3-14b-instruct": { + "input_cost_per_token": 2e-07, + "input_cost_per_token_batches": 1e-07, + "input_cost_per_token_flex": 1e-07, + "input_cost_per_token_priority": 3.5e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 128000, + "max_output_tokens": 8000, + "mode": "chat", + "output_cost_per_token": 2e-07, + "output_cost_per_token_batches": 1e-07, + "output_cost_per_token_flex": 1e-07, + "output_cost_per_token_priority": 3.5e-07, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_system_messages": true, + "supports_native_structured_output": true, + "supports_response_schema": true, + "supports_vision": true, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/mistral.ministral-3-3b-instruct": { + "input_cost_per_token": 1e-07, + "input_cost_per_token_batches": 5e-08, + "input_cost_per_token_flex": 5e-08, + "input_cost_per_token_priority": 1.7e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 128000, + "max_output_tokens": 8000, + "mode": "chat", + "output_cost_per_token": 1e-07, + "output_cost_per_token_batches": 5e-08, + "output_cost_per_token_flex": 5e-08, + "output_cost_per_token_priority": 1.7e-07, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_system_messages": true, + "supports_native_structured_output": true, + "supports_response_schema": true, + "supports_vision": true, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/mistral.ministral-3-8b-instruct": { + "input_cost_per_token": 1.5e-07, + "input_cost_per_token_batches": 7e-08, + "input_cost_per_token_flex": 7e-08, + "input_cost_per_token_priority": 2.6e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 128000, + "max_output_tokens": 8000, + "mode": "chat", + "output_cost_per_token": 1.5e-07, + "output_cost_per_token_batches": 7e-08, + "output_cost_per_token_flex": 7e-08, + "output_cost_per_token_priority": 2.6e-07, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_system_messages": true, + "supports_native_structured_output": true, + "supports_response_schema": true, + "supports_vision": true, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/mistral.mistral-large-3-675b-instruct": { + "input_cost_per_token": 5e-07, + "input_cost_per_token_batches": 2.5e-07, + "input_cost_per_token_flex": 2.5e-07, + "input_cost_per_token_priority": 8.8e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 256000, + "max_output_tokens": 32000, + "mode": "chat", + "output_cost_per_token": 1.5e-06, + "output_cost_per_token_batches": 7.5e-07, + "output_cost_per_token_flex": 7.5e-07, + "output_cost_per_token_priority": 2.63e-06, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_system_messages": true, + "supports_native_structured_output": true, + "supports_response_schema": true, + "supports_vision": true, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/mistral.voxtral-mini-3b-2507": { + "deprecation_date": "2027-03-30", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", + "input_cost_per_token": 4e-08, + "input_cost_per_token_batches": 2e-08, + "input_cost_per_token_flex": 2e-08, + "input_cost_per_token_priority": 7e-08, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 4e-08, + "output_cost_per_token_batches": 2e-08, + "output_cost_per_token_flex": 2e-08, + "output_cost_per_token_priority": 7e-08, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": true, + "supports_system_messages": true, + "supports_native_structured_output": true, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/mistral.voxtral-small-24b-2507": { + "deprecation_date": "2027-03-30", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", + "input_cost_per_token": 1e-07, + "input_cost_per_token_batches": 5e-08, + "input_cost_per_token_flex": 5e-08, + "input_cost_per_token_priority": 1.7e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 3e-07, + "output_cost_per_token_batches": 1.5e-07, + "output_cost_per_token_flex": 1.5e-07, + "output_cost_per_token_priority": 5.2e-07, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": true, + "supports_system_messages": true, + "supports_native_structured_output": true, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/moonshotai.kimi-k2.5": { + "input_cost_per_token": 6e-07, + "input_cost_per_token_batches": 3e-07, + "input_cost_per_token_flex": 3e-07, + "input_cost_per_token_priority": 1.05e-06, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 256000, + "max_output_tokens": 16000, + "mode": "chat", + "output_cost_per_token": 3e-06, + "output_cost_per_token_batches": 1.5e-06, + "output_cost_per_token_flex": 1.5e-06, + "output_cost_per_token_priority": 5.25e-06, + "supports_function_calling": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_response_schema": true, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/nvidia.nemotron-nano-12b-v2": { + "deprecation_date": "2027-03-30", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", + "input_cost_per_token": 2e-07, + "input_cost_per_token_batches": 1e-07, + "input_cost_per_token_flex": 1e-07, + "input_cost_per_token_priority": 3.5e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 128000, + "max_output_tokens": 8000, + "mode": "chat", + "output_cost_per_token": 6e-07, + "output_cost_per_token_batches": 3e-07, + "output_cost_per_token_flex": 3e-07, + "output_cost_per_token_priority": 1.05e-06, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_vision": true, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/nvidia.nemotron-nano-3-30b": { + "input_cost_per_token": 6e-08, + "input_cost_per_token_batches": 3e-08, + "input_cost_per_token_flex": 3e-08, + "input_cost_per_token_priority": 1.1e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 256000, + "max_output_tokens": 8000, + "mode": "chat", + "output_cost_per_token": 2.4e-07, + "output_cost_per_token_batches": 1.2e-07, + "output_cost_per_token_flex": 1.2e-07, + "output_cost_per_token_priority": 4.2e-07, + "supports_function_calling": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_native_structured_output": true, + "supports_response_schema": true, + "supports_vision": false, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/nvidia.nemotron-nano-9b-v2": { + "deprecation_date": "2027-03-30", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", + "input_cost_per_token": 6e-08, + "input_cost_per_token_batches": 3e-08, + "input_cost_per_token_flex": 3e-08, + "input_cost_per_token_priority": 1.1e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 128000, + "max_output_tokens": 8000, + "mode": "chat", + "output_cost_per_token": 2.3e-07, + "output_cost_per_token_batches": 1.2e-07, + "output_cost_per_token_flex": 1.2e-07, + "output_cost_per_token_priority": 4e-07, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_vision": false, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/nvidia.nemotron-super-3-120b": { + "input_cost_per_token": 1.5e-07, + "input_cost_per_token_batches": 7.5e-08, + "input_cost_per_token_flex": 7.5e-08, + "input_cost_per_token_priority": 2.625e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 256000, + "max_output_tokens": 32000, + "mode": "chat", + "output_cost_per_token": 6.5e-07, + "output_cost_per_token_batches": 3.25e-07, + "output_cost_per_token_flex": 3.25e-07, + "output_cost_per_token_priority": 1.1375e-06, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": false, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/qwen.qwen3-coder-next": { + "input_cost_per_token": 5e-07, + "input_cost_per_token_batches": 2.5e-07, + "input_cost_per_token_flex": 2.5e-07, + "input_cost_per_token_priority": 8.75e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 256000, + "max_output_tokens": 16000, + "mode": "chat", + "output_cost_per_token": 1.2e-06, + "output_cost_per_token_batches": 6e-07, + "output_cost_per_token_flex": 6e-07, + "output_cost_per_token_priority": 2.1e-06, + "supports_function_calling": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_response_schema": true, + "supports_vision": false, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/writer.palmyra-vision-7b": { + "input_cost_per_token": 1.5e-07, + "input_cost_per_token_batches": 7.5e-08, + "input_cost_per_token_flex": 7.5e-08, + "input_cost_per_token_priority": 2.625e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 6e-07, + "output_cost_per_token_batches": 3e-07, + "output_cost_per_token_flex": 3e-07, + "output_cost_per_token_priority": 1.05e-06, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_vision": true, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/zai.glm-4.7": { + "deprecation_date": "2027-03-30", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", + "successor_model": "zai.glm-5", + "input_cost_per_token": 6e-07, + "input_cost_per_token_batches": 3e-07, + "input_cost_per_token_flex": 3e-07, + "input_cost_per_token_priority": 1.05e-06, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 203000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 2.2e-06, + "output_cost_per_token_batches": 1.1e-06, + "output_cost_per_token_flex": 1.1e-06, + "output_cost_per_token_priority": 3.85e-06, + "supports_function_calling": true, + "supports_reasoning": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_response_schema": true, + "supports_vision": false, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/zai.glm-4.7-flash": { + "deprecation_date": "2027-03-30", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", + "input_cost_per_token": 7e-08, + "input_cost_per_token_batches": 3.5e-08, + "input_cost_per_token_flex": 3.5e-08, + "input_cost_per_token_priority": 1.225e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 203000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 4e-07, + "output_cost_per_token_batches": 2e-07, + "output_cost_per_token_flex": 2e-07, + "output_cost_per_token_priority": 7e-07, + "supports_function_calling": true, + "supports_reasoning": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_response_schema": true, + "supports_vision": false, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/zai.glm-5": { + "input_cost_per_token": 1e-06, + "input_cost_per_token_batches": 5e-07, + "input_cost_per_token_flex": 5e-07, + "input_cost_per_token_priority": 1.75e-06, + "output_cost_per_token": 3.2e-06, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token_batches": 1.6e-06, + "output_cost_per_token_flex": 1.6e-06, + "output_cost_per_token_priority": 5.6e-06, + "supports_function_calling": true, + "supports_reasoning": true, + "supports_native_structured_output": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_response_schema": true, + "supports_vision": false, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, "bedrock_mantle/qwen.qwen3-32b": { "input_cost_per_token": 1.5e-07, "input_cost_per_token_batches": 7.5e-08, @@ -103015,5 +103630,483 @@ "mode": "moderation", "output_cost_per_token": 0.0, "source": "https://developers.openai.com/api/docs/guides/csam-classifier" + }, + "bedrock_mantle/anthropic.claude-fable-5": { + "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost": 1.375e-05, + "cache_creation_input_token_cost_above_1hr": 2.2e-05, + "cache_read_input_token_cost": 1.1e-06, + "input_cost_per_token": 1.1e-05, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 5.5e-05, + "prompt_cache_min_tokens": 512.0, + "search_context_cost_per_query": {"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01}, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", + "supports_adaptive_thinking": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_function_calling": true, + "supports_max_reasoning_effort": true, + "supports_mid_conversation_system": true, + "supports_native_structured_output": false, + "supports_output_config": true, + "supports_parallel_tool_use_config": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "thinking_always_on": true, + "token_count_model": {"model":"anthropic.claude-fable-5","litellm_provider":"bedrock_mantle","region":"us-east-1"} + }, + "bedrock_mantle/anthropic.claude-mythos-5": { + "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost": 1.375e-05, + "cache_creation_input_token_cost_above_1hr": 2.2e-05, + "cache_read_input_token_cost": 1.1e-06, + "input_cost_per_token": 1.1e-05, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 5.5e-05, + "prompt_cache_min_tokens": 512.0, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", + "supports_adaptive_thinking": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_function_calling": true, + "supports_max_reasoning_effort": true, + "supports_mid_conversation_system": true, + "supports_native_structured_output": true, + "supports_output_config": true, + "supports_parallel_tool_use_config": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "thinking_always_on": true, + "token_count_model": {"model":"anthropic.claude-mythos-5","litellm_provider":"bedrock_mantle","region":"us-east-1"} + }, + "bedrock_mantle/anthropic.claude-opus-4-7": { + "bedrock_converse_supports_strict_tools": false, + "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost": 6.875e-06, + "cache_creation_input_token_cost_above_1hr": 1.1e-05, + "cache_read_input_token_cost": 5.5e-07, + "input_cost_per_token": 5.5e-06, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 2.75e-05, + "prompt_cache_min_tokens": 2048.0, + "search_context_cost_per_query": {"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01}, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", + "supports_adaptive_thinking": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_function_calling": true, + "supports_max_reasoning_effort": true, + "supports_native_structured_output": false, + "supports_output_config": true, + "supports_parallel_tool_use_config": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_tool_search": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "token_count_model": {"model":"anthropic.claude-opus-4-7","litellm_provider":"bedrock_mantle","region":"us-east-1"} + }, + "bedrock_mantle/anthropic.claude-opus-4-8": { + "bedrock_converse_supports_strict_tools": false, + "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost": 6.875e-06, + "cache_creation_input_token_cost_above_1hr": 1.1e-05, + "cache_read_input_token_cost": 5.5e-07, + "input_cost_per_token": 5.5e-06, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 2.75e-05, + "prompt_cache_min_tokens": 1024.0, + "search_context_cost_per_query": {"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01}, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", + "supports_adaptive_thinking": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_function_calling": true, + "supports_max_reasoning_effort": true, + "supports_mid_conversation_system": true, + "supports_native_structured_output": false, + "supports_output_config": true, + "supports_parallel_tool_use_config": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_tool_search": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "token_count_model": {"model":"anthropic.claude-opus-4-8","litellm_provider":"bedrock_mantle","region":"us-east-1"} + }, + "bedrock_mantle/anthropic.claude-opus-5": { + "bedrock_converse_supports_strict_tools": false, + "cache_creation_input_token_cost": 6.875e-06, + "cache_creation_input_token_cost_above_1hr": 1.1e-05, + "cache_read_input_token_cost": 5.5e-07, + "input_cost_per_token": 5.5e-06, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 2.75e-05, + "prompt_cache_min_tokens": 512.0, + "search_context_cost_per_query": {"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01}, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", + "supports_adaptive_thinking": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_function_calling": true, + "supports_max_reasoning_effort": true, + "supports_mid_conversation_system": true, + "supports_native_structured_output": false, + "supports_output_config": true, + "supports_parallel_tool_use_config": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_tool_search": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "thinking_on_by_default": true, + "token_count_model": {"model":"anthropic.claude-opus-5","litellm_provider":"bedrock_mantle","region":"us-east-1"} + }, + "bedrock_mantle/anthropic.claude-sonnet-5": { + "bedrock_converse_supports_strict_tools": false, + "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost": 2.75e-06, + "cache_creation_input_token_cost_above_1hr": 4.4e-06, + "cache_read_input_token_cost": 2.2e-07, + "input_cost_per_token": 2.2e-06, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.1e-05, + "prompt_cache_min_tokens": 1024.0, + "search_context_cost_per_query": {"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01}, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", + "supports_adaptive_thinking": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_function_calling": true, + "supports_max_reasoning_effort": true, + "supports_mid_conversation_system": true, + "supports_native_structured_output": false, + "supports_output_config": true, + "supports_parallel_tool_use_config": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_tool_search": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "thinking_on_by_default": true, + "token_count_model": {"model":"anthropic.claude-sonnet-5","litellm_provider":"bedrock_mantle","region":"us-east-1"} + }, + "bedrock/mantle/anthropic.claude-fable-5": { + "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost": 1.375e-05, + "cache_creation_input_token_cost_above_1hr": 2.2e-05, + "cache_read_input_token_cost": 1.1e-06, + "input_cost_per_token": 1.1e-05, + "litellm_provider": "bedrock", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 5.5e-05, + "prompt_cache_min_tokens": 512.0, + "search_context_cost_per_query": {"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01}, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", + "supports_adaptive_thinking": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_function_calling": true, + "supports_max_reasoning_effort": true, + "supports_mid_conversation_system": true, + "supports_native_structured_output": false, + "supports_output_config": true, + "supports_parallel_tool_use_config": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "thinking_always_on": true, + "token_count_model": {"model":"anthropic.claude-fable-5","litellm_provider":"bedrock_mantle","region":"us-east-1"} + }, + "bedrock/mantle/anthropic.claude-mythos-5": { + "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost": 1.375e-05, + "cache_creation_input_token_cost_above_1hr": 2.2e-05, + "cache_read_input_token_cost": 1.1e-06, + "input_cost_per_token": 1.1e-05, + "litellm_provider": "bedrock", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 5.5e-05, + "prompt_cache_min_tokens": 512.0, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", + "supports_adaptive_thinking": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_function_calling": true, + "supports_max_reasoning_effort": true, + "supports_mid_conversation_system": true, + "supports_native_structured_output": true, + "supports_output_config": true, + "supports_parallel_tool_use_config": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "thinking_always_on": true, + "token_count_model": {"model":"anthropic.claude-mythos-5","litellm_provider":"bedrock_mantle","region":"us-east-1"} + }, + "bedrock/mantle/anthropic.claude-opus-4-7": { + "bedrock_converse_supports_strict_tools": false, + "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost": 6.875e-06, + "cache_creation_input_token_cost_above_1hr": 1.1e-05, + "cache_read_input_token_cost": 5.5e-07, + "input_cost_per_token": 5.5e-06, + "litellm_provider": "bedrock", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 2.75e-05, + "prompt_cache_min_tokens": 2048.0, + "search_context_cost_per_query": {"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01}, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", + "supports_adaptive_thinking": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_function_calling": true, + "supports_max_reasoning_effort": true, + "supports_native_structured_output": false, + "supports_output_config": true, + "supports_parallel_tool_use_config": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_tool_search": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "token_count_model": {"model":"anthropic.claude-opus-4-7","litellm_provider":"bedrock_mantle","region":"us-east-1"} + }, + "bedrock/mantle/anthropic.claude-opus-4-8": { + "bedrock_converse_supports_strict_tools": false, + "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost": 6.875e-06, + "cache_creation_input_token_cost_above_1hr": 1.1e-05, + "cache_read_input_token_cost": 5.5e-07, + "input_cost_per_token": 5.5e-06, + "litellm_provider": "bedrock", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 2.75e-05, + "prompt_cache_min_tokens": 1024.0, + "search_context_cost_per_query": {"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01}, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", + "supports_adaptive_thinking": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_function_calling": true, + "supports_max_reasoning_effort": true, + "supports_mid_conversation_system": true, + "supports_native_structured_output": false, + "supports_output_config": true, + "supports_parallel_tool_use_config": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_tool_search": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "token_count_model": {"model":"anthropic.claude-opus-4-8","litellm_provider":"bedrock_mantle","region":"us-east-1"} + }, + "bedrock/mantle/anthropic.claude-opus-5": { + "bedrock_converse_supports_strict_tools": false, + "cache_creation_input_token_cost": 6.875e-06, + "cache_creation_input_token_cost_above_1hr": 1.1e-05, + "cache_read_input_token_cost": 5.5e-07, + "input_cost_per_token": 5.5e-06, + "litellm_provider": "bedrock", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 2.75e-05, + "prompt_cache_min_tokens": 512.0, + "search_context_cost_per_query": {"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01}, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", + "supports_adaptive_thinking": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_function_calling": true, + "supports_max_reasoning_effort": true, + "supports_mid_conversation_system": true, + "supports_native_structured_output": false, + "supports_output_config": true, + "supports_parallel_tool_use_config": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_tool_search": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "thinking_on_by_default": true, + "token_count_model": {"model":"anthropic.claude-opus-5","litellm_provider":"bedrock_mantle","region":"us-east-1"} + }, + "bedrock/mantle/anthropic.claude-sonnet-5": { + "bedrock_converse_supports_strict_tools": false, + "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost": 2.75e-06, + "cache_creation_input_token_cost_above_1hr": 4.4e-06, + "cache_read_input_token_cost": 2.2e-07, + "input_cost_per_token": 2.2e-06, + "litellm_provider": "bedrock", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.1e-05, + "prompt_cache_min_tokens": 1024.0, + "search_context_cost_per_query": {"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01}, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", + "supports_adaptive_thinking": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_function_calling": true, + "supports_max_reasoning_effort": true, + "supports_mid_conversation_system": true, + "supports_native_structured_output": false, + "supports_output_config": true, + "supports_parallel_tool_use_config": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_tool_search": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "thinking_on_by_default": true, + "token_count_model": {"model":"anthropic.claude-sonnet-5","litellm_provider":"bedrock_mantle","region":"us-east-1"} + }, + "bedrock/mantle/anthropic.claude-haiku-4-5": { + "cache_creation_input_token_cost": 1.375e-06, + "cache_creation_input_token_cost_above_1hr": 2.2e-06, + "cache_read_input_token_cost": 1.1e-07, + "input_cost_per_token": 1.1e-06, + "input_cost_per_token_batches": 5.5e-07, + "litellm_provider": "bedrock", + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "mode": "chat", + "output_cost_per_token": 5.5e-06, + "output_cost_per_token_batches": 2.75e-06, + "prompt_cache_min_tokens": 4096.0, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", + "supports_assistant_prefill": true, + "supports_computer_use": true, + "supports_function_calling": true, + "supports_native_structured_output": true, + "supports_parallel_tool_use_config": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_tool_search": true, + "supports_vision": true, + "token_count_model": {"model":"anthropic.claude-haiku-4-5-20251001-v1:0","litellm_provider":"bedrock"} + }, + "bedrock/mantle/anthropic.claude-opus-5-5": { + "bedrock_converse_supports_strict_tools": false, + "cache_creation_input_token_cost": 5.5e-06, + "cache_creation_input_token_cost_above_1hr": 8.8e-06, + "cache_read_input_token_cost": 2.2e-07, + "input_cost_per_token": 4.4e-06, + "litellm_provider": "bedrock", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 2.2e-05, + "prompt_cache_min_tokens": 512.0, + "search_context_cost_per_query": {"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01}, + "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-opus-5-5.html", + "supports_adaptive_thinking": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_forced_tool_use": false, + "supports_function_calling": true, + "supports_max_reasoning_effort": true, + "supports_mid_conversation_system": true, + "supports_native_structured_output": false, + "supports_output_config": true, + "supports_parallel_tool_use_config": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_tool_search": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "thinking_always_on": true, + "token_count_model": {"model":"anthropic.claude-opus-5-5","litellm_provider":"bedrock_mantle","region":"us-east-1"} } } diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 3a6ee700821..6e5b99537ad 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -62847,17 +62847,17 @@ "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-xai-grok-4-6.html" }, "bedrock_mantle/anthropic.claude-haiku-4-5": { - "cache_creation_input_token_cost": 1.25e-06, - "cache_creation_input_token_cost_above_1hr": 2e-06, - "cache_read_input_token_cost": 1e-07, - "input_cost_per_token": 1e-06, + "cache_creation_input_token_cost": 1.375e-06, + "cache_creation_input_token_cost_above_1hr": 2.2e-06, + "cache_read_input_token_cost": 1.1e-07, + "input_cost_per_token": 1.1e-06, "litellm_provider": "bedrock_mantle", "supports_tool_search": true, "max_input_tokens": 200000, "max_output_tokens": 64000, "mode": "chat", - "output_cost_per_token": 5e-06, - "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", + "output_cost_per_token": 5.5e-06, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_function_calling": true, @@ -62870,8 +62870,8 @@ "supports_native_structured_output": true, "supports_parallel_tool_use_config": true, "prompt_cache_min_tokens": 4096, - "input_cost_per_token_batches": 5e-07, - "output_cost_per_token_batches": 2.5e-06, + "input_cost_per_token_batches": 5.5e-07, + "output_cost_per_token_batches": 2.75e-06, "token_count_model": {"model":"anthropic.claude-haiku-4-5-20251001-v1:0","litellm_provider":"bedrock"} }, "bedrock_mantle/anthropic.claude-opus-5-5": { @@ -71700,6 +71700,621 @@ "supports_reasoning": true, "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json" }, + "bedrock_mantle/deepseek.v3.2": { + "input_cost_per_token": 6.2e-07, + "input_cost_per_token_batches": 3.1e-07, + "input_cost_per_token_flex": 3.1e-07, + "input_cost_per_token_priority": 1.085e-06, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 156000, + "max_output_tokens": 8000, + "mode": "chat", + "output_cost_per_token": 1.85e-06, + "output_cost_per_token_batches": 9.25e-07, + "output_cost_per_token_flex": 9.25e-07, + "output_cost_per_token_priority": 3.2375e-06, + "supports_function_calling": true, + "supports_reasoning": true, + "supports_native_structured_output": true, + "supports_tool_choice": true, + "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-deepseek-deepseek-v3-2.md", + "supports_audio_input": false, + "supports_response_schema": true, + "supports_vision": false, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/google.gemma-3-12b-it": { + "deprecation_date": "2027-03-30", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", + "input_cost_per_token": 9e-08, + "input_cost_per_token_batches": 5e-08, + "input_cost_per_token_flex": 5e-08, + "input_cost_per_token_priority": 1.6e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 128000, + "max_output_tokens": 8000, + "mode": "chat", + "output_cost_per_token": 2.9e-07, + "output_cost_per_token_batches": 1.5e-07, + "output_cost_per_token_flex": 1.5e-07, + "output_cost_per_token_priority": 5.1e-07, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_vision": true, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/google.gemma-3-27b-it": { + "deprecation_date": "2027-03-30", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", + "input_cost_per_token": 2.3e-07, + "input_cost_per_token_batches": 1.2e-07, + "input_cost_per_token_flex": 1.2e-07, + "input_cost_per_token_priority": 4e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 128000, + "max_output_tokens": 8000, + "mode": "chat", + "output_cost_per_token": 3.8e-07, + "output_cost_per_token_batches": 1.9e-07, + "output_cost_per_token_flex": 1.9e-07, + "output_cost_per_token_priority": 6.7e-07, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_vision": true, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/google.gemma-3-4b-it": { + "deprecation_date": "2027-03-30", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", + "input_cost_per_token": 4e-08, + "input_cost_per_token_batches": 2e-08, + "input_cost_per_token_flex": 2e-08, + "input_cost_per_token_priority": 7e-08, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 128000, + "max_output_tokens": 8000, + "mode": "chat", + "output_cost_per_token": 8e-08, + "output_cost_per_token_batches": 4e-08, + "output_cost_per_token_flex": 4e-08, + "output_cost_per_token_priority": 1.4e-07, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_system_messages": true, + "supports_vision": true, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/minimax.minimax-m2": { + "deprecation_date": "2027-03-30", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", + "input_cost_per_token": 3e-07, + "input_cost_per_token_batches": 1.5e-07, + "input_cost_per_token_flex": 1.5e-07, + "input_cost_per_token_priority": 5.2e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 1000000, + "max_output_tokens": 8000, + "mode": "chat", + "output_cost_per_token": 1.2e-06, + "output_cost_per_token_batches": 6e-07, + "output_cost_per_token_flex": 6e-07, + "output_cost_per_token_priority": 2.1e-06, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_system_messages": true, + "supports_native_structured_output": true, + "supports_response_schema": true, + "supports_vision": false, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/minimax.minimax-m2.1": { + "deprecation_date": "2027-03-30", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", + "input_cost_per_token": 3e-07, + "input_cost_per_token_batches": 1.5e-07, + "input_cost_per_token_flex": 1.5e-07, + "input_cost_per_token_priority": 5.25e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 196000, + "max_output_tokens": 8000, + "mode": "chat", + "output_cost_per_token": 1.2e-06, + "output_cost_per_token_batches": 6e-07, + "output_cost_per_token_flex": 6e-07, + "output_cost_per_token_priority": 2.1e-06, + "supports_function_calling": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_response_schema": true, + "supports_vision": false, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/minimax.minimax-m2.5": { + "input_cost_per_token": 3e-07, + "input_cost_per_token_batches": 1.5e-07, + "input_cost_per_token_flex": 1.5e-07, + "input_cost_per_token_priority": 5.25e-07, + "output_cost_per_token": 1.2e-06, + "output_cost_per_token_flex": 6e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 196000, + "max_output_tokens": 8000, + "mode": "chat", + "output_cost_per_token_batches": 6e-07, + "output_cost_per_token_priority": 2.1e-06, + "supports_function_calling": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_response_schema": true, + "supports_vision": false, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/mistral.devstral-2-123b": { + "deprecation_date": "2027-03-30", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", + "input_cost_per_token": 4e-07, + "input_cost_per_token_batches": 2e-07, + "input_cost_per_token_flex": 2e-07, + "input_cost_per_token_priority": 7e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 256000, + "max_output_tokens": 32000, + "mode": "chat", + "output_cost_per_token": 2e-06, + "output_cost_per_token_batches": 1e-06, + "output_cost_per_token_flex": 1e-06, + "output_cost_per_token_priority": 3.5e-06, + "supports_function_calling": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_response_schema": true, + "supports_vision": false, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/mistral.magistral-small-2509": { + "input_cost_per_token": 5e-07, + "input_cost_per_token_batches": 2.5e-07, + "input_cost_per_token_flex": 2.5e-07, + "input_cost_per_token_priority": 8.8e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 128000, + "max_output_tokens": 40000, + "mode": "chat", + "output_cost_per_token": 1.5e-06, + "output_cost_per_token_batches": 7.5e-07, + "output_cost_per_token_flex": 7.5e-07, + "output_cost_per_token_priority": 2.63e-06, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_vision": true, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/mistral.ministral-3-14b-instruct": { + "input_cost_per_token": 2e-07, + "input_cost_per_token_batches": 1e-07, + "input_cost_per_token_flex": 1e-07, + "input_cost_per_token_priority": 3.5e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 128000, + "max_output_tokens": 8000, + "mode": "chat", + "output_cost_per_token": 2e-07, + "output_cost_per_token_batches": 1e-07, + "output_cost_per_token_flex": 1e-07, + "output_cost_per_token_priority": 3.5e-07, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_system_messages": true, + "supports_native_structured_output": true, + "supports_response_schema": true, + "supports_vision": true, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/mistral.ministral-3-3b-instruct": { + "input_cost_per_token": 1e-07, + "input_cost_per_token_batches": 5e-08, + "input_cost_per_token_flex": 5e-08, + "input_cost_per_token_priority": 1.7e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 128000, + "max_output_tokens": 8000, + "mode": "chat", + "output_cost_per_token": 1e-07, + "output_cost_per_token_batches": 5e-08, + "output_cost_per_token_flex": 5e-08, + "output_cost_per_token_priority": 1.7e-07, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_system_messages": true, + "supports_native_structured_output": true, + "supports_response_schema": true, + "supports_vision": true, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/mistral.ministral-3-8b-instruct": { + "input_cost_per_token": 1.5e-07, + "input_cost_per_token_batches": 7e-08, + "input_cost_per_token_flex": 7e-08, + "input_cost_per_token_priority": 2.6e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 128000, + "max_output_tokens": 8000, + "mode": "chat", + "output_cost_per_token": 1.5e-07, + "output_cost_per_token_batches": 7e-08, + "output_cost_per_token_flex": 7e-08, + "output_cost_per_token_priority": 2.6e-07, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_system_messages": true, + "supports_native_structured_output": true, + "supports_response_schema": true, + "supports_vision": true, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/mistral.mistral-large-3-675b-instruct": { + "input_cost_per_token": 5e-07, + "input_cost_per_token_batches": 2.5e-07, + "input_cost_per_token_flex": 2.5e-07, + "input_cost_per_token_priority": 8.8e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 256000, + "max_output_tokens": 32000, + "mode": "chat", + "output_cost_per_token": 1.5e-06, + "output_cost_per_token_batches": 7.5e-07, + "output_cost_per_token_flex": 7.5e-07, + "output_cost_per_token_priority": 2.63e-06, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_system_messages": true, + "supports_native_structured_output": true, + "supports_response_schema": true, + "supports_vision": true, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/mistral.voxtral-mini-3b-2507": { + "deprecation_date": "2027-03-30", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", + "input_cost_per_token": 4e-08, + "input_cost_per_token_batches": 2e-08, + "input_cost_per_token_flex": 2e-08, + "input_cost_per_token_priority": 7e-08, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 4e-08, + "output_cost_per_token_batches": 2e-08, + "output_cost_per_token_flex": 2e-08, + "output_cost_per_token_priority": 7e-08, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": true, + "supports_system_messages": true, + "supports_native_structured_output": true, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/mistral.voxtral-small-24b-2507": { + "deprecation_date": "2027-03-30", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", + "input_cost_per_token": 1e-07, + "input_cost_per_token_batches": 5e-08, + "input_cost_per_token_flex": 5e-08, + "input_cost_per_token_priority": 1.7e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 3e-07, + "output_cost_per_token_batches": 1.5e-07, + "output_cost_per_token_flex": 1.5e-07, + "output_cost_per_token_priority": 5.2e-07, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": true, + "supports_system_messages": true, + "supports_native_structured_output": true, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/moonshotai.kimi-k2.5": { + "input_cost_per_token": 6e-07, + "input_cost_per_token_batches": 3e-07, + "input_cost_per_token_flex": 3e-07, + "input_cost_per_token_priority": 1.05e-06, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 256000, + "max_output_tokens": 16000, + "mode": "chat", + "output_cost_per_token": 3e-06, + "output_cost_per_token_batches": 1.5e-06, + "output_cost_per_token_flex": 1.5e-06, + "output_cost_per_token_priority": 5.25e-06, + "supports_function_calling": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_response_schema": true, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/nvidia.nemotron-nano-12b-v2": { + "deprecation_date": "2027-03-30", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", + "input_cost_per_token": 2e-07, + "input_cost_per_token_batches": 1e-07, + "input_cost_per_token_flex": 1e-07, + "input_cost_per_token_priority": 3.5e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 128000, + "max_output_tokens": 8000, + "mode": "chat", + "output_cost_per_token": 6e-07, + "output_cost_per_token_batches": 3e-07, + "output_cost_per_token_flex": 3e-07, + "output_cost_per_token_priority": 1.05e-06, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_vision": true, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/nvidia.nemotron-nano-3-30b": { + "input_cost_per_token": 6e-08, + "input_cost_per_token_batches": 3e-08, + "input_cost_per_token_flex": 3e-08, + "input_cost_per_token_priority": 1.1e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 256000, + "max_output_tokens": 8000, + "mode": "chat", + "output_cost_per_token": 2.4e-07, + "output_cost_per_token_batches": 1.2e-07, + "output_cost_per_token_flex": 1.2e-07, + "output_cost_per_token_priority": 4.2e-07, + "supports_function_calling": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_native_structured_output": true, + "supports_response_schema": true, + "supports_vision": false, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/nvidia.nemotron-nano-9b-v2": { + "deprecation_date": "2027-03-30", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", + "input_cost_per_token": 6e-08, + "input_cost_per_token_batches": 3e-08, + "input_cost_per_token_flex": 3e-08, + "input_cost_per_token_priority": 1.1e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 128000, + "max_output_tokens": 8000, + "mode": "chat", + "output_cost_per_token": 2.3e-07, + "output_cost_per_token_batches": 1.2e-07, + "output_cost_per_token_flex": 1.2e-07, + "output_cost_per_token_priority": 4e-07, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_vision": false, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/nvidia.nemotron-super-3-120b": { + "input_cost_per_token": 1.5e-07, + "input_cost_per_token_batches": 7.5e-08, + "input_cost_per_token_flex": 7.5e-08, + "input_cost_per_token_priority": 2.625e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 256000, + "max_output_tokens": 32000, + "mode": "chat", + "output_cost_per_token": 6.5e-07, + "output_cost_per_token_batches": 3.25e-07, + "output_cost_per_token_flex": 3.25e-07, + "output_cost_per_token_priority": 1.1375e-06, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": false, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/qwen.qwen3-coder-next": { + "input_cost_per_token": 5e-07, + "input_cost_per_token_batches": 2.5e-07, + "input_cost_per_token_flex": 2.5e-07, + "input_cost_per_token_priority": 8.75e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 256000, + "max_output_tokens": 16000, + "mode": "chat", + "output_cost_per_token": 1.2e-06, + "output_cost_per_token_batches": 6e-07, + "output_cost_per_token_flex": 6e-07, + "output_cost_per_token_priority": 2.1e-06, + "supports_function_calling": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_response_schema": true, + "supports_vision": false, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/writer.palmyra-vision-7b": { + "input_cost_per_token": 1.5e-07, + "input_cost_per_token_batches": 7.5e-08, + "input_cost_per_token_flex": 7.5e-08, + "input_cost_per_token_priority": 2.625e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 6e-07, + "output_cost_per_token_batches": 3e-07, + "output_cost_per_token_flex": 3e-07, + "output_cost_per_token_priority": 1.05e-06, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_vision": true, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/zai.glm-4.7": { + "deprecation_date": "2027-03-30", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", + "successor_model": "zai.glm-5", + "input_cost_per_token": 6e-07, + "input_cost_per_token_batches": 3e-07, + "input_cost_per_token_flex": 3e-07, + "input_cost_per_token_priority": 1.05e-06, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 203000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 2.2e-06, + "output_cost_per_token_batches": 1.1e-06, + "output_cost_per_token_flex": 1.1e-06, + "output_cost_per_token_priority": 3.85e-06, + "supports_function_calling": true, + "supports_reasoning": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_response_schema": true, + "supports_vision": false, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/zai.glm-4.7-flash": { + "deprecation_date": "2027-03-30", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", + "input_cost_per_token": 7e-08, + "input_cost_per_token_batches": 3.5e-08, + "input_cost_per_token_flex": 3.5e-08, + "input_cost_per_token_priority": 1.225e-07, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 203000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 4e-07, + "output_cost_per_token_batches": 2e-07, + "output_cost_per_token_flex": 2e-07, + "output_cost_per_token_priority": 7e-07, + "supports_function_calling": true, + "supports_reasoning": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_response_schema": true, + "supports_vision": false, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, + "bedrock_mantle/zai.glm-5": { + "input_cost_per_token": 1e-06, + "input_cost_per_token_batches": 5e-07, + "input_cost_per_token_flex": 5e-07, + "input_cost_per_token_priority": 1.75e-06, + "output_cost_per_token": 3.2e-06, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token_batches": 1.6e-06, + "output_cost_per_token_flex": 1.6e-06, + "output_cost_per_token_priority": 5.6e-06, + "supports_function_calling": true, + "supports_reasoning": true, + "supports_native_structured_output": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json", + "supports_audio_input": false, + "supports_response_schema": true, + "supports_vision": false, + "supported_endpoints": [ + "/v1/chat/completions" + ] + }, "bedrock_mantle/qwen.qwen3-32b": { "input_cost_per_token": 1.5e-07, "input_cost_per_token_batches": 7.5e-08, @@ -103015,5 +103630,483 @@ "mode": "moderation", "output_cost_per_token": 0.0, "source": "https://developers.openai.com/api/docs/guides/csam-classifier" + }, + "bedrock_mantle/anthropic.claude-fable-5": { + "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost": 1.375e-05, + "cache_creation_input_token_cost_above_1hr": 2.2e-05, + "cache_read_input_token_cost": 1.1e-06, + "input_cost_per_token": 1.1e-05, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 5.5e-05, + "prompt_cache_min_tokens": 512.0, + "search_context_cost_per_query": {"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01}, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", + "supports_adaptive_thinking": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_function_calling": true, + "supports_max_reasoning_effort": true, + "supports_mid_conversation_system": true, + "supports_native_structured_output": false, + "supports_output_config": true, + "supports_parallel_tool_use_config": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "thinking_always_on": true, + "token_count_model": {"model":"anthropic.claude-fable-5","litellm_provider":"bedrock_mantle","region":"us-east-1"} + }, + "bedrock_mantle/anthropic.claude-mythos-5": { + "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost": 1.375e-05, + "cache_creation_input_token_cost_above_1hr": 2.2e-05, + "cache_read_input_token_cost": 1.1e-06, + "input_cost_per_token": 1.1e-05, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 5.5e-05, + "prompt_cache_min_tokens": 512.0, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", + "supports_adaptive_thinking": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_function_calling": true, + "supports_max_reasoning_effort": true, + "supports_mid_conversation_system": true, + "supports_native_structured_output": true, + "supports_output_config": true, + "supports_parallel_tool_use_config": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "thinking_always_on": true, + "token_count_model": {"model":"anthropic.claude-mythos-5","litellm_provider":"bedrock_mantle","region":"us-east-1"} + }, + "bedrock_mantle/anthropic.claude-opus-4-7": { + "bedrock_converse_supports_strict_tools": false, + "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost": 6.875e-06, + "cache_creation_input_token_cost_above_1hr": 1.1e-05, + "cache_read_input_token_cost": 5.5e-07, + "input_cost_per_token": 5.5e-06, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 2.75e-05, + "prompt_cache_min_tokens": 2048.0, + "search_context_cost_per_query": {"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01}, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", + "supports_adaptive_thinking": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_function_calling": true, + "supports_max_reasoning_effort": true, + "supports_native_structured_output": false, + "supports_output_config": true, + "supports_parallel_tool_use_config": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_tool_search": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "token_count_model": {"model":"anthropic.claude-opus-4-7","litellm_provider":"bedrock_mantle","region":"us-east-1"} + }, + "bedrock_mantle/anthropic.claude-opus-4-8": { + "bedrock_converse_supports_strict_tools": false, + "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost": 6.875e-06, + "cache_creation_input_token_cost_above_1hr": 1.1e-05, + "cache_read_input_token_cost": 5.5e-07, + "input_cost_per_token": 5.5e-06, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 2.75e-05, + "prompt_cache_min_tokens": 1024.0, + "search_context_cost_per_query": {"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01}, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", + "supports_adaptive_thinking": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_function_calling": true, + "supports_max_reasoning_effort": true, + "supports_mid_conversation_system": true, + "supports_native_structured_output": false, + "supports_output_config": true, + "supports_parallel_tool_use_config": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_tool_search": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "token_count_model": {"model":"anthropic.claude-opus-4-8","litellm_provider":"bedrock_mantle","region":"us-east-1"} + }, + "bedrock_mantle/anthropic.claude-opus-5": { + "bedrock_converse_supports_strict_tools": false, + "cache_creation_input_token_cost": 6.875e-06, + "cache_creation_input_token_cost_above_1hr": 1.1e-05, + "cache_read_input_token_cost": 5.5e-07, + "input_cost_per_token": 5.5e-06, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 2.75e-05, + "prompt_cache_min_tokens": 512.0, + "search_context_cost_per_query": {"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01}, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", + "supports_adaptive_thinking": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_function_calling": true, + "supports_max_reasoning_effort": true, + "supports_mid_conversation_system": true, + "supports_native_structured_output": false, + "supports_output_config": true, + "supports_parallel_tool_use_config": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_tool_search": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "thinking_on_by_default": true, + "token_count_model": {"model":"anthropic.claude-opus-5","litellm_provider":"bedrock_mantle","region":"us-east-1"} + }, + "bedrock_mantle/anthropic.claude-sonnet-5": { + "bedrock_converse_supports_strict_tools": false, + "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost": 2.75e-06, + "cache_creation_input_token_cost_above_1hr": 4.4e-06, + "cache_read_input_token_cost": 2.2e-07, + "input_cost_per_token": 2.2e-06, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.1e-05, + "prompt_cache_min_tokens": 1024.0, + "search_context_cost_per_query": {"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01}, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", + "supports_adaptive_thinking": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_function_calling": true, + "supports_max_reasoning_effort": true, + "supports_mid_conversation_system": true, + "supports_native_structured_output": false, + "supports_output_config": true, + "supports_parallel_tool_use_config": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_tool_search": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "thinking_on_by_default": true, + "token_count_model": {"model":"anthropic.claude-sonnet-5","litellm_provider":"bedrock_mantle","region":"us-east-1"} + }, + "bedrock/mantle/anthropic.claude-fable-5": { + "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost": 1.375e-05, + "cache_creation_input_token_cost_above_1hr": 2.2e-05, + "cache_read_input_token_cost": 1.1e-06, + "input_cost_per_token": 1.1e-05, + "litellm_provider": "bedrock", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 5.5e-05, + "prompt_cache_min_tokens": 512.0, + "search_context_cost_per_query": {"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01}, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", + "supports_adaptive_thinking": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_function_calling": true, + "supports_max_reasoning_effort": true, + "supports_mid_conversation_system": true, + "supports_native_structured_output": false, + "supports_output_config": true, + "supports_parallel_tool_use_config": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "thinking_always_on": true, + "token_count_model": {"model":"anthropic.claude-fable-5","litellm_provider":"bedrock_mantle","region":"us-east-1"} + }, + "bedrock/mantle/anthropic.claude-mythos-5": { + "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost": 1.375e-05, + "cache_creation_input_token_cost_above_1hr": 2.2e-05, + "cache_read_input_token_cost": 1.1e-06, + "input_cost_per_token": 1.1e-05, + "litellm_provider": "bedrock", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 5.5e-05, + "prompt_cache_min_tokens": 512.0, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", + "supports_adaptive_thinking": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_function_calling": true, + "supports_max_reasoning_effort": true, + "supports_mid_conversation_system": true, + "supports_native_structured_output": true, + "supports_output_config": true, + "supports_parallel_tool_use_config": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "thinking_always_on": true, + "token_count_model": {"model":"anthropic.claude-mythos-5","litellm_provider":"bedrock_mantle","region":"us-east-1"} + }, + "bedrock/mantle/anthropic.claude-opus-4-7": { + "bedrock_converse_supports_strict_tools": false, + "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost": 6.875e-06, + "cache_creation_input_token_cost_above_1hr": 1.1e-05, + "cache_read_input_token_cost": 5.5e-07, + "input_cost_per_token": 5.5e-06, + "litellm_provider": "bedrock", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 2.75e-05, + "prompt_cache_min_tokens": 2048.0, + "search_context_cost_per_query": {"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01}, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", + "supports_adaptive_thinking": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_function_calling": true, + "supports_max_reasoning_effort": true, + "supports_native_structured_output": false, + "supports_output_config": true, + "supports_parallel_tool_use_config": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_tool_search": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "token_count_model": {"model":"anthropic.claude-opus-4-7","litellm_provider":"bedrock_mantle","region":"us-east-1"} + }, + "bedrock/mantle/anthropic.claude-opus-4-8": { + "bedrock_converse_supports_strict_tools": false, + "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost": 6.875e-06, + "cache_creation_input_token_cost_above_1hr": 1.1e-05, + "cache_read_input_token_cost": 5.5e-07, + "input_cost_per_token": 5.5e-06, + "litellm_provider": "bedrock", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 2.75e-05, + "prompt_cache_min_tokens": 1024.0, + "search_context_cost_per_query": {"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01}, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", + "supports_adaptive_thinking": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_function_calling": true, + "supports_max_reasoning_effort": true, + "supports_mid_conversation_system": true, + "supports_native_structured_output": false, + "supports_output_config": true, + "supports_parallel_tool_use_config": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_tool_search": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "token_count_model": {"model":"anthropic.claude-opus-4-8","litellm_provider":"bedrock_mantle","region":"us-east-1"} + }, + "bedrock/mantle/anthropic.claude-opus-5": { + "bedrock_converse_supports_strict_tools": false, + "cache_creation_input_token_cost": 6.875e-06, + "cache_creation_input_token_cost_above_1hr": 1.1e-05, + "cache_read_input_token_cost": 5.5e-07, + "input_cost_per_token": 5.5e-06, + "litellm_provider": "bedrock", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 2.75e-05, + "prompt_cache_min_tokens": 512.0, + "search_context_cost_per_query": {"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01}, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", + "supports_adaptive_thinking": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_function_calling": true, + "supports_max_reasoning_effort": true, + "supports_mid_conversation_system": true, + "supports_native_structured_output": false, + "supports_output_config": true, + "supports_parallel_tool_use_config": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_tool_search": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "thinking_on_by_default": true, + "token_count_model": {"model":"anthropic.claude-opus-5","litellm_provider":"bedrock_mantle","region":"us-east-1"} + }, + "bedrock/mantle/anthropic.claude-sonnet-5": { + "bedrock_converse_supports_strict_tools": false, + "bedrock_output_config_effort_ceiling": "xhigh", + "cache_creation_input_token_cost": 2.75e-06, + "cache_creation_input_token_cost_above_1hr": 4.4e-06, + "cache_read_input_token_cost": 2.2e-07, + "input_cost_per_token": 2.2e-06, + "litellm_provider": "bedrock", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.1e-05, + "prompt_cache_min_tokens": 1024.0, + "search_context_cost_per_query": {"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01}, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", + "supports_adaptive_thinking": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_function_calling": true, + "supports_max_reasoning_effort": true, + "supports_mid_conversation_system": true, + "supports_native_structured_output": false, + "supports_output_config": true, + "supports_parallel_tool_use_config": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_tool_search": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "thinking_on_by_default": true, + "token_count_model": {"model":"anthropic.claude-sonnet-5","litellm_provider":"bedrock_mantle","region":"us-east-1"} + }, + "bedrock/mantle/anthropic.claude-haiku-4-5": { + "cache_creation_input_token_cost": 1.375e-06, + "cache_creation_input_token_cost_above_1hr": 2.2e-06, + "cache_read_input_token_cost": 1.1e-07, + "input_cost_per_token": 1.1e-06, + "input_cost_per_token_batches": 5.5e-07, + "litellm_provider": "bedrock", + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "mode": "chat", + "output_cost_per_token": 5.5e-06, + "output_cost_per_token_batches": 2.75e-06, + "prompt_cache_min_tokens": 4096.0, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", + "supports_assistant_prefill": true, + "supports_computer_use": true, + "supports_function_calling": true, + "supports_native_structured_output": true, + "supports_parallel_tool_use_config": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_tool_search": true, + "supports_vision": true, + "token_count_model": {"model":"anthropic.claude-haiku-4-5-20251001-v1:0","litellm_provider":"bedrock"} + }, + "bedrock/mantle/anthropic.claude-opus-5-5": { + "bedrock_converse_supports_strict_tools": false, + "cache_creation_input_token_cost": 5.5e-06, + "cache_creation_input_token_cost_above_1hr": 8.8e-06, + "cache_read_input_token_cost": 2.2e-07, + "input_cost_per_token": 4.4e-06, + "litellm_provider": "bedrock", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 2.2e-05, + "prompt_cache_min_tokens": 512.0, + "search_context_cost_per_query": {"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01}, + "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-opus-5-5.html", + "supports_adaptive_thinking": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_forced_tool_use": false, + "supports_function_calling": true, + "supports_max_reasoning_effort": true, + "supports_mid_conversation_system": true, + "supports_native_structured_output": false, + "supports_output_config": true, + "supports_parallel_tool_use_config": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_tool_search": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "thinking_always_on": true, + "token_count_model": {"model":"anthropic.claude-opus-5-5","litellm_provider":"bedrock_mantle","region":"us-east-1"} } } diff --git a/tests/unit/test_cost_calculator.py b/tests/unit/test_cost_calculator.py index 79e33c082ac..8b4e2ce3385 100644 --- a/tests/unit/test_cost_calculator.py +++ b/tests/unit/test_cost_calculator.py @@ -5668,12 +5668,16 @@ def test_cost_per_token_region_name_applies_to_provider_prefixed_model(_local_mo ) -def test_completion_cost_mantle_native_messages_prices_claude_from_the_bedrock_row(_local_model_cost_map): +def test_completion_cost_mantle_native_messages_prices_claude_from_the_bedrock_row( + _local_model_cost_map, monkeypatch: pytest.MonkeyPatch +): """Mantle's native Messages API answers with Anthropic's canonical model name and the proxy resolves a Mantle region for every call, so the first cost candidate is - bedrock_mantle//claude-sonnet-5. That name has no row of its own and must fall through to - the deployment's bare Bedrock row instead of stopping on an unpriced capability rule at $0.""" + bedrock_mantle//claude-sonnet-5. When the model has no Mantle row of its own, that name + must fall through to the deployment's bare Bedrock row instead of stopping on an unpriced + capability rule at $0.""" + monkeypatch.delitem(litellm.model_cost, "bedrock_mantle/anthropic.claude-sonnet-5", raising=False) response = litellm.ModelResponse( id="msg_x", choices=[{"index": 0, "message": {"role": "assistant", "content": "hi"}, "finish_reason": "stop"}], @@ -5791,13 +5795,16 @@ def test_cost_per_token_gov_region_prices_mantle_claude_on_the_gov_row(_local_mo ) -def test_completion_cost_legacy_mantle_route_prices_after_router_registration(local_model_cost_map): +def test_completion_cost_legacy_mantle_route_prices_after_router_registration( + local_model_cost_map, monkeypatch: pytest.MonkeyPatch +): """The proxy registers every deployment under its provider-prefixed key at boot. A - bedrock/mantle/ deployment must resolve to the bare Bedrock row there, otherwise the boot - entry is a cost-less capability rule that shadows the priced row and every call on the deployment, - /v1/chat/completions and /v1/messages alike, bills $0.""" + bedrock/mantle/ deployment with no row of its own must resolve to the bare Bedrock row + there, otherwise the boot entry is a cost-less capability rule that shadows the priced row and + every call on the deployment, /v1/chat/completions and /v1/messages alike, bills $0.""" from litellm import Router + monkeypatch.delitem(litellm.model_cost, "bedrock/mantle/anthropic.claude-sonnet-5", raising=False) Router( model_list=[ { diff --git a/tests/unit/test_utils_get_model_info.py b/tests/unit/test_utils_get_model_info.py index 4b6d776e5ef..3c0202dbac6 100644 --- a/tests/unit/test_utils_get_model_info.py +++ b/tests/unit/test_utils_get_model_info.py @@ -161,7 +161,7 @@ def _enforce_bedrock_converse_models( info.get("litellm_provider") == "bedrock" and info.get("mode") == "chat" and model not in whitelist_models - and BedrockModelInfo.get_bedrock_route(model) != "claude_platform" + and BedrockModelInfo.get_bedrock_route(model) not in ("claude_platform", "mantle") and not ( (base_model := BedrockModelInfo.get_base_model(model)) != model and model_cost.get(base_model, {}).get("litellm_provider") == "bedrock_converse" @@ -292,7 +292,7 @@ def test_get_model_info_bedrock_models(): continue base_model_info = litellm.model_cost[base_model_key] for base_model_key, base_model_value in base_model_info.items(): - if "invoke/" in k: + if "invoke/" in k or "mantle/" in k: continue if base_model_key.startswith("supports_"): assert (