scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-11 08:38:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 280

fix(bedrock): reserve DeepSeek V3.2 output capacity and date GovCloud West Llama 3 (#49732)

Browse source 
* fix(bedrock): set the regional DeepSeek V3.2 context to the model card 164K and date GovCloud West Llama 3

* fix(bedrock): reserve DeepSeek V3.2 output capacity and date GovCloud West Llama 3

---------

Co-authored-by: devin-ai-integration[bot] <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
devin-ai-integration[bot] 2026-11-02 15:08:10 -08:00 • committed by GitHub
parent 7fe6b1de34
commit a2d27881e8
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 40 additions and 36 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

38
litellm/model_prices_and_context_window_backup.json
View file

@ -13835,7 +13835,7 @@
"input_cost_per_token_flex": 3.7e-07,
"input_cost_per_token_priority": 1.295e-06,
"litellm_provider": "bedrock",
"max_input_tokens": 163840,
"max_input_tokens": 156000,
"max_output_tokens": 8000,
"mode": "chat",
"output_cost_per_token": 2.22e-06,
@ -13849,7 +13849,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/index.json"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-deepseek-deepseek-v3-2.md"
},
"bedrock/ap-northeast-1/minimax.minimax-m2.1": {
"deprecation_date": "2027-03-30",
@ -14006,7 +14006,7 @@
"input_cost_per_token_flex": 3.7e-07,
"input_cost_per_token_priority": 1.295e-06,
"litellm_provider": "bedrock",
"max_input_tokens": 163840,
"max_input_tokens": 156000,
"max_output_tokens": 8000,
"mode": "chat",
"output_cost_per_token": 2.22e-06,
@ -14020,7 +14020,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/index.json"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-deepseek-deepseek-v3-2.md"
},
"bedrock/ap-south-1/minimax.minimax-m2.1": {
"deprecation_date": "2027-03-30",
@ -14144,12 +14144,12 @@
"input_cost_per_token": 7.4e-07,
"input_cost_per_token_flex": 3.7e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 163840,
"max_input_tokens": 156000,
"max_output_tokens": 8000,
"mode": "chat",
"output_cost_per_token": 2.22e-06,
"output_cost_per_token_flex": 1.11e-06,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-deepseek-deepseek-v3-2.html",
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-deepseek-deepseek-v3-2.md",
"supports_audio_input": false,
"supports_function_calling": true,
"supports_native_structured_output": true,
@ -14254,7 +14254,7 @@
"input_cost_per_token_flex": 3.7e-07,
"input_cost_per_token_priority": 1.295e-06,
"litellm_provider": "bedrock",
"max_input_tokens": 163840,
"max_input_tokens": 156000,
"max_output_tokens": 8000,
"mode": "chat",
"output_cost_per_token": 2.22e-06,
@ -14268,7 +14268,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/index.json"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-deepseek-deepseek-v3-2.md"
},
"bedrock/eu-north-1/minimax.minimax-m2.1": {
"deprecation_date": "2027-03-30",
@ -14790,7 +14790,7 @@
"input_cost_per_token_flex": 3.7e-07,
"input_cost_per_token_priority": 1.295e-06,
"litellm_provider": "bedrock",
"max_input_tokens": 163840,
"max_input_tokens": 156000,
"max_output_tokens": 8000,
"mode": "chat",
"output_cost_per_token": 2.22e-06,
@ -14804,7 +14804,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/index.json"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-deepseek-deepseek-v3-2.md"
},
"bedrock/sa-east-1/minimax.minimax-m2.1": {
"deprecation_date": "2027-03-30",
@ -15039,7 +15039,7 @@
"input_cost_per_token_flex": 3.1e-07,
"input_cost_per_token_priority": 1.085e-06,
"litellm_provider": "bedrock",
"max_input_tokens": 163840,
"max_input_tokens": 156000,
"max_output_tokens": 8000,
"mode": "chat",
"output_cost_per_token": 1.85e-06,
@ -15053,7 +15053,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/index.json"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-deepseek-deepseek-v3-2.md"
},
"bedrock/us-east-1/minimax.minimax-m2.1": {
"deprecation_date": "2027-03-30",
@ -15160,7 +15160,7 @@
"input_cost_per_token_flex": 3.1e-07,
"input_cost_per_token_priority": 1.085e-06,
"litellm_provider": "bedrock",
"max_input_tokens": 163840,
"max_input_tokens": 156000,
"max_output_tokens": 8000,
"mode": "chat",
"output_cost_per_token": 1.85e-06,
@ -15174,7 +15174,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/index.json"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-deepseek-deepseek-v3-2.md"
},
"bedrock/us-east-2/minimax.minimax-m2.1": {
"deprecation_date": "2027-03-30",
@ -15556,6 +15556,7 @@
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-sonnet-4-5.md"
},
"bedrock/us-gov-west-1/meta.llama3-70b-instruct-v1:0": {
"deprecation_date": "2027-03-30",
"input_cost_per_token": 2.65e-06,
"litellm_provider": "bedrock",
"max_input_tokens": 8000,
@ -15566,6 +15567,7 @@
"supports_pdf_input": true
},
"bedrock/us-gov-west-1/meta.llama3-8b-instruct-v1:0": {
"deprecation_date": "2027-03-30",
"input_cost_per_token": 3e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 8000,
@ -15712,7 +15714,7 @@
"input_cost_per_token_flex": 3.1e-07,
"input_cost_per_token_priority": 1.085e-06,
"litellm_provider": "bedrock",
"max_input_tokens": 163840,
"max_input_tokens": 156000,
"max_output_tokens": 8000,
"mode": "chat",
"output_cost_per_token": 1.85e-06,
@ -15726,7 +15728,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/index.json"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-deepseek-deepseek-v3-2.md"
},
"bedrock/us-west-2/minimax.minimax-m2.1": {
"deprecation_date": "2027-03-30",
@ -24538,7 +24540,7 @@
"input_cost_per_token_flex": 3.1e-07,
"input_cost_per_token_priority": 1.085e-06,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 164000,
"max_input_tokens": 156000,
"max_output_tokens": 8000,
"mode": "chat",
"output_cost_per_token": 1.85e-06,
@ -24549,7 +24551,7 @@
"supports_reasoning": true,
"supports_native_structured_output": true,
"supports_tool_choice": true,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json",
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-deepseek-deepseek-v3-2.md",
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false

38
model_prices_and_context_window.json
View file

@ -13835,7 +13835,7 @@
"input_cost_per_token_flex": 3.7e-07,
"input_cost_per_token_priority": 1.295e-06,
"litellm_provider": "bedrock",
"max_input_tokens": 163840,
"max_input_tokens": 156000,
"max_output_tokens": 8000,
"mode": "chat",
"output_cost_per_token": 2.22e-06,
@ -13849,7 +13849,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/index.json"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-deepseek-deepseek-v3-2.md"
},
"bedrock/ap-northeast-1/minimax.minimax-m2.1": {
"deprecation_date": "2027-03-30",
@ -14006,7 +14006,7 @@
"input_cost_per_token_flex": 3.7e-07,
"input_cost_per_token_priority": 1.295e-06,
"litellm_provider": "bedrock",
"max_input_tokens": 163840,
"max_input_tokens": 156000,
"max_output_tokens": 8000,
"mode": "chat",
"output_cost_per_token": 2.22e-06,
@ -14020,7 +14020,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/index.json"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-deepseek-deepseek-v3-2.md"
},
"bedrock/ap-south-1/minimax.minimax-m2.1": {
"deprecation_date": "2027-03-30",
@ -14144,12 +14144,12 @@
"input_cost_per_token": 7.4e-07,
"input_cost_per_token_flex": 3.7e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 163840,
"max_input_tokens": 156000,
"max_output_tokens": 8000,
"mode": "chat",
"output_cost_per_token": 2.22e-06,
"output_cost_per_token_flex": 1.11e-06,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-deepseek-deepseek-v3-2.html",
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-deepseek-deepseek-v3-2.md",
"supports_audio_input": false,
"supports_function_calling": true,
"supports_native_structured_output": true,
@ -14254,7 +14254,7 @@
"input_cost_per_token_flex": 3.7e-07,
"input_cost_per_token_priority": 1.295e-06,
"litellm_provider": "bedrock",
"max_input_tokens": 163840,
"max_input_tokens": 156000,
"max_output_tokens": 8000,
"mode": "chat",
"output_cost_per_token": 2.22e-06,
@ -14268,7 +14268,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/index.json"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-deepseek-deepseek-v3-2.md"
},
"bedrock/eu-north-1/minimax.minimax-m2.1": {
"deprecation_date": "2027-03-30",
@ -14790,7 +14790,7 @@
"input_cost_per_token_flex": 3.7e-07,
"input_cost_per_token_priority": 1.295e-06,
"litellm_provider": "bedrock",
"max_input_tokens": 163840,
"max_input_tokens": 156000,
"max_output_tokens": 8000,
"mode": "chat",
"output_cost_per_token": 2.22e-06,
@ -14804,7 +14804,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/index.json"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-deepseek-deepseek-v3-2.md"
},
"bedrock/sa-east-1/minimax.minimax-m2.1": {
"deprecation_date": "2027-03-30",
@ -15039,7 +15039,7 @@
"input_cost_per_token_flex": 3.1e-07,
"input_cost_per_token_priority": 1.085e-06,
"litellm_provider": "bedrock",
"max_input_tokens": 163840,
"max_input_tokens": 156000,
"max_output_tokens": 8000,
"mode": "chat",
"output_cost_per_token": 1.85e-06,
@ -15053,7 +15053,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/index.json"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-deepseek-deepseek-v3-2.md"
},
"bedrock/us-east-1/minimax.minimax-m2.1": {
"deprecation_date": "2027-03-30",
@ -15160,7 +15160,7 @@
"input_cost_per_token_flex": 3.1e-07,
"input_cost_per_token_priority": 1.085e-06,
"litellm_provider": "bedrock",
"max_input_tokens": 163840,
"max_input_tokens": 156000,
"max_output_tokens": 8000,
"mode": "chat",
"output_cost_per_token": 1.85e-06,
@ -15174,7 +15174,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/index.json"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-deepseek-deepseek-v3-2.md"
},
"bedrock/us-east-2/minimax.minimax-m2.1": {
"deprecation_date": "2027-03-30",
@ -15556,6 +15556,7 @@
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-sonnet-4-5.md"
},
"bedrock/us-gov-west-1/meta.llama3-70b-instruct-v1:0": {
"deprecation_date": "2027-03-30",
"input_cost_per_token": 2.65e-06,
"litellm_provider": "bedrock",
"max_input_tokens": 8000,
@ -15566,6 +15567,7 @@
"supports_pdf_input": true
},
"bedrock/us-gov-west-1/meta.llama3-8b-instruct-v1:0": {
"deprecation_date": "2027-03-30",
"input_cost_per_token": 3e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 8000,
@ -15712,7 +15714,7 @@
"input_cost_per_token_flex": 3.1e-07,
"input_cost_per_token_priority": 1.085e-06,
"litellm_provider": "bedrock",
"max_input_tokens": 163840,
"max_input_tokens": 156000,
"max_output_tokens": 8000,
"mode": "chat",
"output_cost_per_token": 1.85e-06,
@ -15726,7 +15728,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/index.json"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-deepseek-deepseek-v3-2.md"
},
"bedrock/us-west-2/minimax.minimax-m2.1": {
"deprecation_date": "2027-03-30",
@ -24538,7 +24540,7 @@
"input_cost_per_token_flex": 3.1e-07,
"input_cost_per_token_priority": 1.085e-06,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 164000,
"max_input_tokens": 156000,
"max_output_tokens": 8000,
"mode": "chat",
"output_cost_per_token": 1.85e-06,
@ -24549,7 +24551,7 @@
"supports_reasoning": true,
"supports_native_structured_output": true,
"supports_tool_choice": true,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json",
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-deepseek-deepseek-v3-2.md",
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false