scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-11 22:51:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 124

Add Bedrock Devstral 2

Browse source
This commit is contained in:
Emerson Gomes 2026-02-21 20:23:21 -06:00
parent 522954fe0d
commit fa102a901a
3 changed files with 469 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
litellm/constants.py
View file

@ -1095,6 +1095,7 @@ BEDROCK_CONVERSE_MODELS = [
"mistral.mistral-large-2407-v1:0",
"mistral.mistral-large-2402-v1:0",
"mistral.mistral-small-2402-v1:0",
"mistral.devstral-2-123b",
"meta.llama3-2-1b-instruct-v1:0",
"meta.llama3-2-3b-instruct-v1:0",
"meta.llama3-2-11b-instruct-v1:0",

234
litellm/model_prices_and_context_window_backup.json
View file

@ -6290,6 +6290,24 @@
"supports_tool_choice": true,
"source": "https://aws.amazon.com/bedrock/pricing/"
},
"bedrock/ap-northeast-1/mistral.devstral-2-123b": {
"input_cost_per_token": 4.8e-07,
"input_cost_per_token_flex": 2.4e-07,
"input_cost_per_token_priority": 8.4e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 2.4e-06,
"output_cost_per_token_flex": 1.2e-06,
"output_cost_per_token_priority": 4.2e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"bedrock/ap-northeast-1/minimax.minimax-m2.1": {
"input_cost_per_token": 3.6e-07,
"litellm_provider": "bedrock",
@ -6368,6 +6386,42 @@
"supports_video_input": true,
"supports_vision": true
},
"bedrock/ap-southeast-1/mistral.devstral-2-123b": {
"input_cost_per_token": 4.8e-07,
"input_cost_per_token_flex": 2.4e-07,
"input_cost_per_token_priority": 8.4e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 2.4e-06,
"output_cost_per_token_flex": 1.2e-06,
"output_cost_per_token_priority": 4.2e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"bedrock/ap-southeast-2/mistral.devstral-2-123b": {
"input_cost_per_token": 4.1e-07,
"input_cost_per_token_flex": 2.05e-07,
"input_cost_per_token_priority": 7.175e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 2.06e-06,
"output_cost_per_token_flex": 1.03e-06,
"output_cost_per_token_priority": 3.605e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"bedrock/ap-south-1/meta.llama3-70b-instruct-v1:0": {
"input_cost_per_token": 3.18e-06,
"litellm_provider": "bedrock",
@ -6399,6 +6453,24 @@
"supports_tool_choice": true,
"source": "https://aws.amazon.com/bedrock/pricing/"
},
"bedrock/ap-south-1/mistral.devstral-2-123b": {
"input_cost_per_token": 4.8e-07,
"input_cost_per_token_flex": 2.4e-07,
"input_cost_per_token_priority": 8.4e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 2.4e-06,
"output_cost_per_token_flex": 1.2e-06,
"output_cost_per_token_priority": 4.2e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"bedrock/ap-south-1/minimax.minimax-m2.1": {
"input_cost_per_token": 3.6e-07,
"litellm_provider": "bedrock",
@ -6534,6 +6606,24 @@
"supports_tool_choice": true,
"source": "https://aws.amazon.com/bedrock/pricing/"
},
"bedrock/eu-north-1/mistral.devstral-2-123b": {
"input_cost_per_token": 4.8e-07,
"input_cost_per_token_flex": 2.4e-07,
"input_cost_per_token_priority": 8.4e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 2.4e-06,
"output_cost_per_token_flex": 1.2e-06,
"output_cost_per_token_priority": 4.2e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"bedrock/eu-north-1/minimax.minimax-m2.1": {
"input_cost_per_token": 3.6e-07,
"litellm_provider": "bedrock",
@ -6648,6 +6738,24 @@
"output_cost_per_token": 2.4e-05,
"supports_tool_choice": true
},
"bedrock/eu-central-1/mistral.devstral-2-123b": {
"input_cost_per_token": 4.8e-07,
"input_cost_per_token_flex": 2.4e-07,
"input_cost_per_token_priority": 8.4e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 2.4e-06,
"output_cost_per_token_flex": 1.2e-06,
"output_cost_per_token_priority": 4.2e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"bedrock/eu-central-1/minimax.minimax-m2.1": {
"input_cost_per_token": 3.6e-07,
"litellm_provider": "bedrock",
@ -6692,6 +6800,24 @@
"mode": "chat",
"output_cost_per_token": 6.5e-07
},
"bedrock/eu-west-1/mistral.devstral-2-123b": {
"input_cost_per_token": 4.8e-07,
"input_cost_per_token_flex": 2.4e-07,
"input_cost_per_token_priority": 8.4e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 2.4e-06,
"output_cost_per_token_flex": 1.2e-06,
"output_cost_per_token_priority": 4.2e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"bedrock/eu-west-1/minimax.minimax-m2.1": {
"input_cost_per_token": 3.6e-07,
"litellm_provider": "bedrock",
@ -6736,6 +6862,24 @@
"mode": "chat",
"output_cost_per_token": 7.8e-07
},
"bedrock/eu-west-2/mistral.devstral-2-123b": {
"input_cost_per_token": 6.2e-07,
"input_cost_per_token_flex": 3.1e-07,
"input_cost_per_token_priority": 1.085e-06,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 3.1e-06,
"output_cost_per_token_flex": 1.55e-06,
"output_cost_per_token_priority": 5.425e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"bedrock/eu-west-2/minimax.minimax-m2.1": {
"input_cost_per_token": 4.7e-07,
"litellm_provider": "bedrock",
@ -6792,6 +6936,24 @@
"output_cost_per_token": 9.1e-07,
"supports_tool_choice": true
},
"bedrock/eu-south-1/mistral.devstral-2-123b": {
"input_cost_per_token": 4.8e-07,
"input_cost_per_token_flex": 2.4e-07,
"input_cost_per_token_priority": 8.4e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 2.4e-06,
"output_cost_per_token_flex": 1.2e-06,
"output_cost_per_token_priority": 4.2e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"bedrock/eu-south-1/minimax.minimax-m2.1": {
"input_cost_per_token": 3.6e-07,
"litellm_provider": "bedrock",
@ -6865,6 +7027,24 @@
"supports_tool_choice": true,
"source": "https://aws.amazon.com/bedrock/pricing/"
},
"bedrock/sa-east-1/mistral.devstral-2-123b": {
"input_cost_per_token": 4.8e-07,
"input_cost_per_token_flex": 2.4e-07,
"input_cost_per_token_priority": 8.4e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 2.4e-06,
"output_cost_per_token_flex": 1.2e-06,
"output_cost_per_token_priority": 4.2e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"bedrock/sa-east-1/minimax.minimax-m2.1": {
"input_cost_per_token": 3.6e-07,
"litellm_provider": "bedrock",
@ -7052,6 +7232,24 @@
"output_cost_per_token": 7e-07,
"supports_tool_choice": true
},
"bedrock/us-east-1/mistral.devstral-2-123b": {
"input_cost_per_token": 4e-07,
"input_cost_per_token_flex": 2e-07,
"input_cost_per_token_priority": 7e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 2e-06,
"output_cost_per_token_flex": 1e-06,
"output_cost_per_token_priority": 3.5e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"bedrock/us-east-1/deepseek.v3.2": {
"input_cost_per_token": 6.2e-07,
"litellm_provider": "bedrock",
@ -7586,6 +7784,24 @@
"output_cost_per_token": 7e-07,
"supports_tool_choice": true
},
"bedrock/us-west-2/mistral.devstral-2-123b": {
"input_cost_per_token": 4e-07,
"input_cost_per_token_flex": 2e-07,
"input_cost_per_token_priority": 7e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 2e-06,
"output_cost_per_token_flex": 1e-06,
"output_cost_per_token_priority": 3.5e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"bedrock/us-west-2/deepseek.v3.2": {
"input_cost_per_token": 6.2e-07,
"litellm_provider": "bedrock",
@ -22655,6 +22871,24 @@
"max_input_tokens": 200000,
"max_output_tokens": 8192
},
"mistral.devstral-2-123b": {
"input_cost_per_token": 4e-07,
"input_cost_per_token_flex": 2e-07,
"input_cost_per_token_priority": 7e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 2e-06,
"output_cost_per_token_flex": 1e-06,
"output_cost_per_token_priority": 3.5e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"mistral.magistral-small-2509": {
"input_cost_per_token": 5e-07,
"litellm_provider": "bedrock_converse",

234
model_prices_and_context_window.json
View file

@ -6290,6 +6290,24 @@
"supports_tool_choice": true,
"source": "https://aws.amazon.com/bedrock/pricing/"
},
"bedrock/ap-northeast-1/mistral.devstral-2-123b": {
"input_cost_per_token": 4.8e-07,
"input_cost_per_token_flex": 2.4e-07,
"input_cost_per_token_priority": 8.4e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 2.4e-06,
"output_cost_per_token_flex": 1.2e-06,
"output_cost_per_token_priority": 4.2e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"bedrock/ap-northeast-1/minimax.minimax-m2.1": {
"input_cost_per_token": 3.6e-07,
"litellm_provider": "bedrock",
@ -6368,6 +6386,42 @@
"supports_video_input": true,
"supports_vision": true
},
"bedrock/ap-southeast-1/mistral.devstral-2-123b": {
"input_cost_per_token": 4.8e-07,
"input_cost_per_token_flex": 2.4e-07,
"input_cost_per_token_priority": 8.4e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 2.4e-06,
"output_cost_per_token_flex": 1.2e-06,
"output_cost_per_token_priority": 4.2e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"bedrock/ap-southeast-2/mistral.devstral-2-123b": {
"input_cost_per_token": 4.1e-07,
"input_cost_per_token_flex": 2.05e-07,
"input_cost_per_token_priority": 7.175e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 2.06e-06,
"output_cost_per_token_flex": 1.03e-06,
"output_cost_per_token_priority": 3.605e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"bedrock/ap-south-1/meta.llama3-70b-instruct-v1:0": {
"input_cost_per_token": 3.18e-06,
"litellm_provider": "bedrock",
@ -6399,6 +6453,24 @@
"supports_tool_choice": true,
"source": "https://aws.amazon.com/bedrock/pricing/"
},
"bedrock/ap-south-1/mistral.devstral-2-123b": {
"input_cost_per_token": 4.8e-07,
"input_cost_per_token_flex": 2.4e-07,
"input_cost_per_token_priority": 8.4e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 2.4e-06,
"output_cost_per_token_flex": 1.2e-06,
"output_cost_per_token_priority": 4.2e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"bedrock/ap-south-1/minimax.minimax-m2.1": {
"input_cost_per_token": 3.6e-07,
"litellm_provider": "bedrock",
@ -6534,6 +6606,24 @@
"supports_tool_choice": true,
"source": "https://aws.amazon.com/bedrock/pricing/"
},
"bedrock/eu-north-1/mistral.devstral-2-123b": {
"input_cost_per_token": 4.8e-07,
"input_cost_per_token_flex": 2.4e-07,
"input_cost_per_token_priority": 8.4e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 2.4e-06,
"output_cost_per_token_flex": 1.2e-06,
"output_cost_per_token_priority": 4.2e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"bedrock/eu-north-1/minimax.minimax-m2.1": {
"input_cost_per_token": 3.6e-07,
"litellm_provider": "bedrock",
@ -6648,6 +6738,24 @@
"output_cost_per_token": 2.4e-05,
"supports_tool_choice": true
},
"bedrock/eu-central-1/mistral.devstral-2-123b": {
"input_cost_per_token": 4.8e-07,
"input_cost_per_token_flex": 2.4e-07,
"input_cost_per_token_priority": 8.4e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 2.4e-06,
"output_cost_per_token_flex": 1.2e-06,
"output_cost_per_token_priority": 4.2e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"bedrock/eu-central-1/minimax.minimax-m2.1": {
"input_cost_per_token": 3.6e-07,
"litellm_provider": "bedrock",
@ -6692,6 +6800,24 @@
"mode": "chat",
"output_cost_per_token": 6.5e-07
},
"bedrock/eu-west-1/mistral.devstral-2-123b": {
"input_cost_per_token": 4.8e-07,
"input_cost_per_token_flex": 2.4e-07,
"input_cost_per_token_priority": 8.4e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 2.4e-06,
"output_cost_per_token_flex": 1.2e-06,
"output_cost_per_token_priority": 4.2e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"bedrock/eu-west-1/minimax.minimax-m2.1": {
"input_cost_per_token": 3.6e-07,
"litellm_provider": "bedrock",
@ -6736,6 +6862,24 @@
"mode": "chat",
"output_cost_per_token": 7.8e-07
},
"bedrock/eu-west-2/mistral.devstral-2-123b": {
"input_cost_per_token": 6.2e-07,
"input_cost_per_token_flex": 3.1e-07,
"input_cost_per_token_priority": 1.085e-06,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 3.1e-06,
"output_cost_per_token_flex": 1.55e-06,
"output_cost_per_token_priority": 5.425e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"bedrock/eu-west-2/minimax.minimax-m2.1": {
"input_cost_per_token": 4.7e-07,
"litellm_provider": "bedrock",
@ -6792,6 +6936,24 @@
"output_cost_per_token": 9.1e-07,
"supports_tool_choice": true
},
"bedrock/eu-south-1/mistral.devstral-2-123b": {
"input_cost_per_token": 4.8e-07,
"input_cost_per_token_flex": 2.4e-07,
"input_cost_per_token_priority": 8.4e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 2.4e-06,
"output_cost_per_token_flex": 1.2e-06,
"output_cost_per_token_priority": 4.2e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"bedrock/eu-south-1/minimax.minimax-m2.1": {
"input_cost_per_token": 3.6e-07,
"litellm_provider": "bedrock",
@ -6865,6 +7027,24 @@
"supports_tool_choice": true,
"source": "https://aws.amazon.com/bedrock/pricing/"
},
"bedrock/sa-east-1/mistral.devstral-2-123b": {
"input_cost_per_token": 4.8e-07,
"input_cost_per_token_flex": 2.4e-07,
"input_cost_per_token_priority": 8.4e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 2.4e-06,
"output_cost_per_token_flex": 1.2e-06,
"output_cost_per_token_priority": 4.2e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"bedrock/sa-east-1/minimax.minimax-m2.1": {
"input_cost_per_token": 3.6e-07,
"litellm_provider": "bedrock",
@ -7052,6 +7232,24 @@
"output_cost_per_token": 7e-07,
"supports_tool_choice": true
},
"bedrock/us-east-1/mistral.devstral-2-123b": {
"input_cost_per_token": 4e-07,
"input_cost_per_token_flex": 2e-07,
"input_cost_per_token_priority": 7e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 2e-06,
"output_cost_per_token_flex": 1e-06,
"output_cost_per_token_priority": 3.5e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"bedrock/us-east-1/deepseek.v3.2": {
"input_cost_per_token": 6.2e-07,
"litellm_provider": "bedrock",
@ -7586,6 +7784,24 @@
"output_cost_per_token": 7e-07,
"supports_tool_choice": true
},
"bedrock/us-west-2/mistral.devstral-2-123b": {
"input_cost_per_token": 4e-07,
"input_cost_per_token_flex": 2e-07,
"input_cost_per_token_priority": 7e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 2e-06,
"output_cost_per_token_flex": 1e-06,
"output_cost_per_token_priority": 3.5e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"bedrock/us-west-2/deepseek.v3.2": {
"input_cost_per_token": 6.2e-07,
"litellm_provider": "bedrock",
@ -22655,6 +22871,24 @@
"max_input_tokens": 200000,
"max_output_tokens": 8192
},
"mistral.devstral-2-123b": {
"input_cost_per_token": 4e-07,
"input_cost_per_token_flex": 2e-07,
"input_cost_per_token_priority": 7e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 2e-06,
"output_cost_per_token_flex": 1e-06,
"output_cost_per_token_priority": 3.5e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"mistral.magistral-small-2509": {
"input_cost_per_token": 5e-07,
"litellm_provider": "bedrock_converse",