From 00b298a36ddb329dcc85be9cc91b1ed843c016b4 Mon Sep 17 00:00:00 2001 From: "berriai-litellm-provider-info-sync[bot]" <328147090+berriai-litellm-provider-info-sync[bot]@users.noreply.github.com> Date: Mon, 21 Sep 2026 17:31:49 +0000 Subject: [PATCH] chore(prices): sync AWS Bedrock prices: 13 models, 1 new [1 with gaps, enrichment failed: AWS Bedrock, 38 held] deepseek.v3.2: max_tokens, supports_vision, max_input_tokens, max_output_tokens, supports_audio_input, supports_response_schema global.moonshotai.kimi-k3: supports_vision, max_input_tokens, supports_audio_input, supports_response_schema, supports_function_calling, input_cost_per_token, output_cost_per_token, cache_read_input_token_cost, cache_creation_input_token_cost, supports_tool_choice, supports_prompt_caching google.gemma-3-12b-it: max_tokens, max_output_tokens, supports_audio_input, supports_response_schema, supports_function_calling google.gemma-3-4b-it: max_tokens, max_output_tokens, supports_audio_input, supports_function_calling mistral.devstral-2-123b: max_tokens, supports_vision, max_output_tokens, supports_audio_input, supports_response_schema mistral.magistral-small-2509: max_tokens, supports_vision, max_output_tokens, supports_audio_input, supports_response_schema mistral.ministral-3-14b-instruct: max_tokens, supports_vision, max_output_tokens, supports_audio_input, supports_response_schema mistral.ministral-3-8b-instruct: max_tokens, supports_vision, max_output_tokens, supports_audio_input, supports_response_schema mistral.mistral-large-3-675b-instruct: max_tokens, supports_vision, max_input_tokens, max_output_tokens, supports_audio_input, supports_response_schema moonshotai.kimi-k2.5: max_tokens, max_input_tokens, max_output_tokens, supports_audio_input, supports_response_schema nvidia.nemotron-nano-3-30b: max_tokens, supports_vision, max_input_tokens, max_output_tokens, supports_audio_input, supports_response_schema nvidia.nemotron-nano-9b-v2: max_tokens, supports_vision, max_output_tokens, supports_audio_input, supports_response_schema, supports_function_calling nvidia.nemotron-super-3-120b: max_tokens, supports_vision, max_output_tokens, supports_audio_input, supports_response_schema --- ...odel_prices_and_context_window_backup.json | 134 +++++++++++++----- model_prices_and_context_window.json | 134 +++++++++++++----- 2 files changed, 192 insertions(+), 76 deletions(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index ff57a10cd9a..a40f7bd46d7 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -22019,16 +22019,19 @@ "deepseek.v3.2": { "input_cost_per_token": 6.2e-07, "litellm_provider": "bedrock_converse", - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "max_tokens": 163840, + "max_input_tokens": 164000, + "max_output_tokens": 8000, + "max_tokens": 8000, "mode": "chat", "output_cost_per_token": 1.85e-06, "supports_function_calling": true, "supports_reasoning": true, "supports_native_structured_output": true, "supports_tool_choice": true, - "source": "https://aws.amazon.com/bedrock/pricing/" + "source": "https://aws.amazon.com/bedrock/pricing/", + "supports_audio_input": false, + "supports_response_schema": true, + "supports_vision": false }, "dolphin": { "input_cost_per_token": 5e-07, @@ -30353,10 +30356,14 @@ "input_cost_per_token": 9e-08, "litellm_provider": "bedrock_converse", "max_input_tokens": 128000, - "max_output_tokens": 8192, - "max_tokens": 8192, + "max_output_tokens": 8000, + "max_tokens": 8000, "mode": "chat", "output_cost_per_token": 2.9e-07, + "source": "https://aws.amazon.com/bedrock/pricing/", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_response_schema": true, "supports_system_messages": true, "supports_vision": true }, @@ -30375,10 +30382,13 @@ "input_cost_per_token": 4e-08, "litellm_provider": "bedrock_converse", "max_input_tokens": 128000, - "max_output_tokens": 8192, - "max_tokens": 8192, + "max_output_tokens": 8000, + "max_tokens": 8000, "mode": "chat", "output_cost_per_token": 8e-08, + "source": "https://aws.amazon.com/bedrock/pricing/", + "supports_audio_input": false, + "supports_function_calling": true, "supports_system_messages": true, "supports_vision": true }, @@ -36997,38 +37007,49 @@ "input_cost_per_token": 4e-07, "litellm_provider": "bedrock_converse", "max_input_tokens": 256000, - "max_output_tokens": 8192, - "max_tokens": 8192, + "max_output_tokens": 32000, + "max_tokens": 32000, "mode": "chat", "output_cost_per_token": 2e-06, "supports_function_calling": true, "supports_system_messages": true, "supports_tool_choice": true, - "source": "https://aws.amazon.com/bedrock/pricing/" + "source": "https://aws.amazon.com/bedrock/pricing/", + "supports_audio_input": false, + "supports_response_schema": true, + "supports_vision": false }, "mistral.magistral-small-2509": { "input_cost_per_token": 5e-07, "litellm_provider": "bedrock_converse", "max_input_tokens": 128000, - "max_output_tokens": 8192, - "max_tokens": 8192, + "max_output_tokens": 40000, + "max_tokens": 40000, "mode": "chat", "output_cost_per_token": 1.5e-06, + "source": "https://aws.amazon.com/bedrock/pricing/", + "supports_audio_input": false, "supports_function_calling": true, "supports_reasoning": true, - "supports_system_messages": true + "supports_response_schema": true, + "supports_system_messages": true, + "supports_vision": true }, "mistral.ministral-3-14b-instruct": { "input_cost_per_token": 2e-07, "litellm_provider": "bedrock_converse", "max_input_tokens": 128000, - "max_output_tokens": 8192, - "max_tokens": 8192, + "max_output_tokens": 8000, + "max_tokens": 8000, "mode": "chat", "output_cost_per_token": 2e-07, + "source": "https://aws.amazon.com/bedrock/pricing/", + "supports_audio_input": false, "supports_function_calling": true, "supports_system_messages": true, - "supports_native_structured_output": true + "supports_native_structured_output": true, + "supports_response_schema": true, + "supports_vision": true }, "mistral.ministral-3-3b-instruct": { "input_cost_per_token": 1e-07, @@ -37046,13 +37067,17 @@ "input_cost_per_token": 1.5e-07, "litellm_provider": "bedrock_converse", "max_input_tokens": 128000, - "max_output_tokens": 8192, - "max_tokens": 8192, + "max_output_tokens": 8000, + "max_tokens": 8000, "mode": "chat", "output_cost_per_token": 1.5e-07, + "source": "https://aws.amazon.com/bedrock/pricing/", + "supports_audio_input": false, "supports_function_calling": true, "supports_system_messages": true, - "supports_native_structured_output": true + "supports_native_structured_output": true, + "supports_response_schema": true, + "supports_vision": true }, "mistral.mistral-7b-instruct-v0:2": { "input_cost_per_token": 1.5e-07, @@ -37088,14 +37113,18 @@ "mistral.mistral-large-3-675b-instruct": { "input_cost_per_token": 5e-07, "litellm_provider": "bedrock_converse", - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "max_tokens": 8192, + "max_input_tokens": 256000, + "max_output_tokens": 32000, + "max_tokens": 32000, "mode": "chat", "output_cost_per_token": 1.5e-06, + "source": "https://aws.amazon.com/bedrock/pricing/", + "supports_audio_input": false, "supports_function_calling": true, "supports_system_messages": true, - "supports_native_structured_output": true + "supports_native_structured_output": true, + "supports_response_schema": true, + "supports_vision": true }, "mistral.mistral-small-2402-v1:0": { "input_cost_per_token": 1e-06, @@ -38314,16 +38343,18 @@ "moonshotai.kimi-k2.5": { "input_cost_per_token": 6e-07, "litellm_provider": "bedrock_converse", - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "max_tokens": 262144, + "max_input_tokens": 256000, + "max_output_tokens": 16000, + "max_tokens": 16000, "mode": "chat", "output_cost_per_token": 3e-06, "supports_function_calling": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_vision": true, - "source": "https://aws.amazon.com/bedrock/pricing/" + "source": "https://aws.amazon.com/bedrock/pricing/", + "supports_audio_input": false, + "supports_response_schema": true }, "moonshot/kimi-k2-0711-preview": { "cache_read_input_token_cost": 1.5e-07, @@ -39589,39 +39620,50 @@ "input_cost_per_token": 6e-08, "litellm_provider": "bedrock_converse", "max_input_tokens": 128000, - "max_output_tokens": 8192, - "max_tokens": 8192, + "max_output_tokens": 8000, + "max_tokens": 8000, "mode": "chat", "output_cost_per_token": 2.3e-07, - "supports_system_messages": true + "source": "https://aws.amazon.com/bedrock/pricing/", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_vision": false }, "nvidia.nemotron-nano-3-30b": { "input_cost_per_token": 6e-08, "litellm_provider": "bedrock_converse", - "max_input_tokens": 262144, - "max_output_tokens": 8192, - "max_tokens": 8192, + "max_input_tokens": 256000, + "max_output_tokens": 8000, + "max_tokens": 8000, "mode": "chat", "output_cost_per_token": 2.4e-07, "supports_function_calling": true, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", - "supports_native_structured_output": true + "supports_audio_input": false, + "supports_native_structured_output": true, + "supports_response_schema": true, + "supports_vision": false }, "nvidia.nemotron-super-3-120b": { "input_cost_per_token": 1.5e-07, "litellm_provider": "bedrock_converse", "max_input_tokens": 256000, - "max_output_tokens": 32768, - "max_tokens": 32768, + "max_output_tokens": 32000, + "max_tokens": 32000, "mode": "chat", "output_cost_per_token": 6.5e-07, "source": "https://aws.amazon.com/bedrock/pricing/", + "supports_audio_input": false, "supports_function_calling": true, "supports_reasoning": true, + "supports_response_schema": true, "supports_system_messages": true, - "supports_tool_choice": true + "supports_tool_choice": true, + "supports_vision": false }, "o1": { "cache_read_input_token_cost": 7.5e-06, @@ -75361,5 +75403,21 @@ "supports_tool_choice": true, "supports_vision": true, "supports_web_search": true + }, + "global.moonshotai.kimi-k3": { + "cache_creation_input_token_cost": 3.75e-06, + "cache_read_input_token_cost": 3e-07, + "input_cost_per_token": 3e-06, + "litellm_provider": "bedrock_converse", + "max_input_tokens": 1000000, + "mode": "chat", + "output_cost_per_token": 1.5e-05, + "source": "https://aws.amazon.com/bedrock/pricing/", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_vision": true } } diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index ff57a10cd9a..a40f7bd46d7 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -22019,16 +22019,19 @@ "deepseek.v3.2": { "input_cost_per_token": 6.2e-07, "litellm_provider": "bedrock_converse", - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "max_tokens": 163840, + "max_input_tokens": 164000, + "max_output_tokens": 8000, + "max_tokens": 8000, "mode": "chat", "output_cost_per_token": 1.85e-06, "supports_function_calling": true, "supports_reasoning": true, "supports_native_structured_output": true, "supports_tool_choice": true, - "source": "https://aws.amazon.com/bedrock/pricing/" + "source": "https://aws.amazon.com/bedrock/pricing/", + "supports_audio_input": false, + "supports_response_schema": true, + "supports_vision": false }, "dolphin": { "input_cost_per_token": 5e-07, @@ -30353,10 +30356,14 @@ "input_cost_per_token": 9e-08, "litellm_provider": "bedrock_converse", "max_input_tokens": 128000, - "max_output_tokens": 8192, - "max_tokens": 8192, + "max_output_tokens": 8000, + "max_tokens": 8000, "mode": "chat", "output_cost_per_token": 2.9e-07, + "source": "https://aws.amazon.com/bedrock/pricing/", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_response_schema": true, "supports_system_messages": true, "supports_vision": true }, @@ -30375,10 +30382,13 @@ "input_cost_per_token": 4e-08, "litellm_provider": "bedrock_converse", "max_input_tokens": 128000, - "max_output_tokens": 8192, - "max_tokens": 8192, + "max_output_tokens": 8000, + "max_tokens": 8000, "mode": "chat", "output_cost_per_token": 8e-08, + "source": "https://aws.amazon.com/bedrock/pricing/", + "supports_audio_input": false, + "supports_function_calling": true, "supports_system_messages": true, "supports_vision": true }, @@ -36997,38 +37007,49 @@ "input_cost_per_token": 4e-07, "litellm_provider": "bedrock_converse", "max_input_tokens": 256000, - "max_output_tokens": 8192, - "max_tokens": 8192, + "max_output_tokens": 32000, + "max_tokens": 32000, "mode": "chat", "output_cost_per_token": 2e-06, "supports_function_calling": true, "supports_system_messages": true, "supports_tool_choice": true, - "source": "https://aws.amazon.com/bedrock/pricing/" + "source": "https://aws.amazon.com/bedrock/pricing/", + "supports_audio_input": false, + "supports_response_schema": true, + "supports_vision": false }, "mistral.magistral-small-2509": { "input_cost_per_token": 5e-07, "litellm_provider": "bedrock_converse", "max_input_tokens": 128000, - "max_output_tokens": 8192, - "max_tokens": 8192, + "max_output_tokens": 40000, + "max_tokens": 40000, "mode": "chat", "output_cost_per_token": 1.5e-06, + "source": "https://aws.amazon.com/bedrock/pricing/", + "supports_audio_input": false, "supports_function_calling": true, "supports_reasoning": true, - "supports_system_messages": true + "supports_response_schema": true, + "supports_system_messages": true, + "supports_vision": true }, "mistral.ministral-3-14b-instruct": { "input_cost_per_token": 2e-07, "litellm_provider": "bedrock_converse", "max_input_tokens": 128000, - "max_output_tokens": 8192, - "max_tokens": 8192, + "max_output_tokens": 8000, + "max_tokens": 8000, "mode": "chat", "output_cost_per_token": 2e-07, + "source": "https://aws.amazon.com/bedrock/pricing/", + "supports_audio_input": false, "supports_function_calling": true, "supports_system_messages": true, - "supports_native_structured_output": true + "supports_native_structured_output": true, + "supports_response_schema": true, + "supports_vision": true }, "mistral.ministral-3-3b-instruct": { "input_cost_per_token": 1e-07, @@ -37046,13 +37067,17 @@ "input_cost_per_token": 1.5e-07, "litellm_provider": "bedrock_converse", "max_input_tokens": 128000, - "max_output_tokens": 8192, - "max_tokens": 8192, + "max_output_tokens": 8000, + "max_tokens": 8000, "mode": "chat", "output_cost_per_token": 1.5e-07, + "source": "https://aws.amazon.com/bedrock/pricing/", + "supports_audio_input": false, "supports_function_calling": true, "supports_system_messages": true, - "supports_native_structured_output": true + "supports_native_structured_output": true, + "supports_response_schema": true, + "supports_vision": true }, "mistral.mistral-7b-instruct-v0:2": { "input_cost_per_token": 1.5e-07, @@ -37088,14 +37113,18 @@ "mistral.mistral-large-3-675b-instruct": { "input_cost_per_token": 5e-07, "litellm_provider": "bedrock_converse", - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "max_tokens": 8192, + "max_input_tokens": 256000, + "max_output_tokens": 32000, + "max_tokens": 32000, "mode": "chat", "output_cost_per_token": 1.5e-06, + "source": "https://aws.amazon.com/bedrock/pricing/", + "supports_audio_input": false, "supports_function_calling": true, "supports_system_messages": true, - "supports_native_structured_output": true + "supports_native_structured_output": true, + "supports_response_schema": true, + "supports_vision": true }, "mistral.mistral-small-2402-v1:0": { "input_cost_per_token": 1e-06, @@ -38314,16 +38343,18 @@ "moonshotai.kimi-k2.5": { "input_cost_per_token": 6e-07, "litellm_provider": "bedrock_converse", - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "max_tokens": 262144, + "max_input_tokens": 256000, + "max_output_tokens": 16000, + "max_tokens": 16000, "mode": "chat", "output_cost_per_token": 3e-06, "supports_function_calling": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_vision": true, - "source": "https://aws.amazon.com/bedrock/pricing/" + "source": "https://aws.amazon.com/bedrock/pricing/", + "supports_audio_input": false, + "supports_response_schema": true }, "moonshot/kimi-k2-0711-preview": { "cache_read_input_token_cost": 1.5e-07, @@ -39589,39 +39620,50 @@ "input_cost_per_token": 6e-08, "litellm_provider": "bedrock_converse", "max_input_tokens": 128000, - "max_output_tokens": 8192, - "max_tokens": 8192, + "max_output_tokens": 8000, + "max_tokens": 8000, "mode": "chat", "output_cost_per_token": 2.3e-07, - "supports_system_messages": true + "source": "https://aws.amazon.com/bedrock/pricing/", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_vision": false }, "nvidia.nemotron-nano-3-30b": { "input_cost_per_token": 6e-08, "litellm_provider": "bedrock_converse", - "max_input_tokens": 262144, - "max_output_tokens": 8192, - "max_tokens": 8192, + "max_input_tokens": 256000, + "max_output_tokens": 8000, + "max_tokens": 8000, "mode": "chat", "output_cost_per_token": 2.4e-07, "supports_function_calling": true, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", - "supports_native_structured_output": true + "supports_audio_input": false, + "supports_native_structured_output": true, + "supports_response_schema": true, + "supports_vision": false }, "nvidia.nemotron-super-3-120b": { "input_cost_per_token": 1.5e-07, "litellm_provider": "bedrock_converse", "max_input_tokens": 256000, - "max_output_tokens": 32768, - "max_tokens": 32768, + "max_output_tokens": 32000, + "max_tokens": 32000, "mode": "chat", "output_cost_per_token": 6.5e-07, "source": "https://aws.amazon.com/bedrock/pricing/", + "supports_audio_input": false, "supports_function_calling": true, "supports_reasoning": true, + "supports_response_schema": true, "supports_system_messages": true, - "supports_tool_choice": true + "supports_tool_choice": true, + "supports_vision": false }, "o1": { "cache_read_input_token_cost": 7.5e-06, @@ -75361,5 +75403,21 @@ "supports_tool_choice": true, "supports_vision": true, "supports_web_search": true + }, + "global.moonshotai.kimi-k3": { + "cache_creation_input_token_cost": 3.75e-06, + "cache_read_input_token_cost": 3e-07, + "input_cost_per_token": 3e-06, + "litellm_provider": "bedrock_converse", + "max_input_tokens": 1000000, + "mode": "chat", + "output_cost_per_token": 1.5e-05, + "source": "https://aws.amazon.com/bedrock/pricing/", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_vision": true } }