scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-08 03:08:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 115

fix(bedrock): take context and output limits from the Bedrock model cards (#45091)

Browse source 
Price-Sync: litellm-providers

Co-authored-by: berriai-litellm-provider-info-sync[bot] <328147090+berriai-litellm-provider-info-sync[bot]@users.noreply.github.com>
This commit is contained in:
berriai-litellm-provider-info-sync[bot] 2026-10-07 10:03:04 -07:00 • committed by GitHub
parent 1e88d9955d
commit 086bcd2a47
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 120 additions and 116 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

118
litellm/model_prices_and_context_window_backup.json
View file

@ -13155,8 +13155,8 @@
"input_cost_per_token": 6e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 1.44e-06,
"supports_function_calling": true,
@ -13165,7 +13165,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://aws.amazon.com/bedrock/pricing/"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-coder-next.html"
},
"bedrock/moonshotai.kimi-k2-thinking": {
"input_cost_per_token": 7.3e-07,
@ -13295,8 +13295,8 @@
"input_cost_per_token": 6e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 1.44e-06,
"supports_function_calling": true,
@ -13305,7 +13305,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://aws.amazon.com/bedrock/pricing/"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-coder-next.html"
},
"bedrock/ap-southeast-2/minimax.minimax-m2.5": {
"input_cost_per_token": 3.1e-07,
@ -13394,8 +13394,8 @@
"input_cost_per_token": 6e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 1.44e-06,
"supports_function_calling": true,
@ -13404,7 +13404,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://aws.amazon.com/bedrock/pricing/"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-coder-next.html"
},
"bedrock/ca-central-1/meta.llama3-70b-instruct-v1:0": {
"input_cost_per_token": 3.05e-06,
@ -13614,8 +13614,8 @@
"input_cost_per_token": 6e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 1.44e-06,
"supports_function_calling": true,
@ -13624,7 +13624,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://aws.amazon.com/bedrock/pricing/"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-coder-next.html"
},
"bedrock/eu-west-1/meta.llama3-70b-instruct-v1:0": {
"input_cost_per_token": 2.86e-06,
@ -13681,8 +13681,8 @@
"input_cost_per_token": 6e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 1.44e-06,
"supports_function_calling": true,
@ -13691,7 +13691,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://aws.amazon.com/bedrock/pricing/"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-coder-next.html"
},
"bedrock/eu-west-2/meta.llama3-70b-instruct-v1:0": {
"input_cost_per_token": 3.45e-06,
@ -13765,8 +13765,8 @@
"input_cost_per_token": 7.8e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 1.86e-06,
"supports_function_calling": true,
@ -13775,7 +13775,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://aws.amazon.com/bedrock/pricing/"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-coder-next.html"
},
"bedrock/eu-west-3/mistral.mistral-7b-instruct-v0:2": {
"input_cost_per_token": 2e-07,
@ -13845,8 +13845,8 @@
"input_cost_per_token": 6e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 1.44e-06,
"supports_function_calling": true,
@ -13855,7 +13855,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://aws.amazon.com/bedrock/pricing/"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-coder-next.html"
},
"bedrock/invoke/anthropic.claude-3-5-sonnet-20240620-v1:0": {
"input_cost_per_token": 3e-06,
@ -13974,8 +13974,8 @@
"input_cost_per_token": 6e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 1.44e-06,
"supports_function_calling": true,
@ -13984,7 +13984,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://aws.amazon.com/bedrock/pricing/"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-coder-next.html"
},
"bedrock/us-east-1/1-month-commitment/anthropic.claude-instant-v1": {
"cost_per_second": 0.011,
@ -14203,8 +14203,8 @@
"input_cost_per_token": 5e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 1.2e-06,
"supports_function_calling": true,
@ -14213,7 +14213,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://aws.amazon.com/bedrock/pricing/"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-coder-next.html"
},
"bedrock/us-east-2/deepseek.v3.2": {
"input_cost_per_token": 6.2e-07,
@ -14296,8 +14296,8 @@
"input_cost_per_token": 5e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 1.2e-06,
"supports_function_calling": true,
@ -14306,7 +14306,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://aws.amazon.com/bedrock/pricing/"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-coder-next.html"
},
"bedrock/us-gov-east-1/amazon.nova-pro-v1:0": {
"cache_read_input_token_cost": 2.4e-07,
@ -14833,8 +14833,8 @@
"input_cost_per_token": 5e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 1.2e-06,
"supports_function_calling": true,
@ -14843,7 +14843,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://aws.amazon.com/bedrock/pricing/"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-coder-next.html"
},
"bedrock/us.anthropic.claude-3-5-haiku-20241022-v1:0": {
"cache_creation_input_token_cost": 1e-06,
@ -45239,9 +45239,9 @@
"deprecation_date": "2027-03-30",
"input_cost_per_token": 4.5e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 262000,
"max_output_tokens": 65536,
"max_tokens": 65536,
"max_input_tokens": 131072,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 1.8e-06,
"supports_function_calling": true,
@ -45254,8 +45254,8 @@
"input_cost_per_token": 2.2e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 262144,
"max_output_tokens": 131072,
"max_tokens": 131072,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 8.8e-07,
"supports_function_calling": true,
@ -45263,15 +45263,16 @@
"supports_tool_choice": true,
"supports_native_structured_output": true,
"input_cost_per_token_batches": 1.1e-07,
"output_cost_per_token_batches": 4.4e-07
"output_cost_per_token_batches": 4.4e-07,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-235b-a22b-2507.html"
},
"qwen.qwen3-coder-30b-a3b-v1:0": {
"deprecation_date": "2027-03-30",
"input_cost_per_token": 1.5e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 262144,
"max_output_tokens": 131072,
"max_tokens": 131072,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 6e-07,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-coder-30b-a3b-instruct.html",
@ -45283,11 +45284,12 @@
"qwen.qwen3-32b-v1:0": {
"input_cost_per_token": 1.5e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 131072,
"max_output_tokens": 16384,
"max_tokens": 16384,
"max_input_tokens": 32768,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 6e-07,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-32b.html",
"supports_function_calling": true,
"supports_reasoning": true,
"supports_tool_choice": true,
@ -45312,12 +45314,12 @@
"bedrock/ap-northeast-1/qwen.qwen3-next-80b-a3b": {
"input_cost_per_token": 1.8e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 1.45e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-next-80b-a3b.html",
"supports_function_calling": true,
"supports_native_structured_output": true,
"supports_system_messages": true,
@ -45328,12 +45330,12 @@
"bedrock/ap-south-1/qwen.qwen3-next-80b-a3b": {
"input_cost_per_token": 1.8e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 1.41e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-next-80b-a3b.html",
"supports_function_calling": true,
"supports_native_structured_output": true,
"supports_system_messages": true,
@ -45344,12 +45346,12 @@
"bedrock/ap-southeast-2/qwen.qwen3-next-80b-a3b": {
"input_cost_per_token": 1.545e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 1.236e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-next-80b-a3b.html",
"supports_function_calling": true,
"supports_native_structured_output": true,
"supports_system_messages": true,
@ -45360,12 +45362,12 @@
"bedrock/eu-west-1/qwen.qwen3-next-80b-a3b": {
"input_cost_per_token": 1.8e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 1.41e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-next-80b-a3b.html",
"supports_function_calling": true,
"supports_native_structured_output": true,
"supports_system_messages": true,
@ -45376,12 +45378,12 @@
"bedrock/eu-west-2/qwen.qwen3-next-80b-a3b": {
"input_cost_per_token": 2.3e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 1.86e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-next-80b-a3b.html",
"supports_function_calling": true,
"supports_native_structured_output": true,
"supports_system_messages": true,
@ -45392,12 +45394,12 @@
"bedrock/sa-east-1/qwen.qwen3-next-80b-a3b": {
"input_cost_per_token": 1.8e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 1.45e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-next-80b-a3b.html",
"supports_function_calling": true,
"supports_native_structured_output": true,
"supports_system_messages": true,
@ -48034,8 +48036,8 @@
"input_cost_per_token": 1.35e-06,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 5.4e-06,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-deepseek-deepseek-r1.html",

118
model_prices_and_context_window.json
View file

@ -13155,8 +13155,8 @@
"input_cost_per_token": 6e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 1.44e-06,
"supports_function_calling": true,
@ -13165,7 +13165,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://aws.amazon.com/bedrock/pricing/"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-coder-next.html"
},
"bedrock/moonshotai.kimi-k2-thinking": {
"input_cost_per_token": 7.3e-07,
@ -13295,8 +13295,8 @@
"input_cost_per_token": 6e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 1.44e-06,
"supports_function_calling": true,
@ -13305,7 +13305,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://aws.amazon.com/bedrock/pricing/"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-coder-next.html"
},
"bedrock/ap-southeast-2/minimax.minimax-m2.5": {
"input_cost_per_token": 3.1e-07,
@ -13394,8 +13394,8 @@
"input_cost_per_token": 6e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 1.44e-06,
"supports_function_calling": true,
@ -13404,7 +13404,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://aws.amazon.com/bedrock/pricing/"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-coder-next.html"
},
"bedrock/ca-central-1/meta.llama3-70b-instruct-v1:0": {
"input_cost_per_token": 3.05e-06,
@ -13614,8 +13614,8 @@
"input_cost_per_token": 6e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 1.44e-06,
"supports_function_calling": true,
@ -13624,7 +13624,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://aws.amazon.com/bedrock/pricing/"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-coder-next.html"
},
"bedrock/eu-west-1/meta.llama3-70b-instruct-v1:0": {
"input_cost_per_token": 2.86e-06,
@ -13681,8 +13681,8 @@
"input_cost_per_token": 6e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 1.44e-06,
"supports_function_calling": true,
@ -13691,7 +13691,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://aws.amazon.com/bedrock/pricing/"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-coder-next.html"
},
"bedrock/eu-west-2/meta.llama3-70b-instruct-v1:0": {
"input_cost_per_token": 3.45e-06,
@ -13765,8 +13765,8 @@
"input_cost_per_token": 7.8e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 1.86e-06,
"supports_function_calling": true,
@ -13775,7 +13775,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://aws.amazon.com/bedrock/pricing/"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-coder-next.html"
},
"bedrock/eu-west-3/mistral.mistral-7b-instruct-v0:2": {
"input_cost_per_token": 2e-07,
@ -13845,8 +13845,8 @@
"input_cost_per_token": 6e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 1.44e-06,
"supports_function_calling": true,
@ -13855,7 +13855,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://aws.amazon.com/bedrock/pricing/"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-coder-next.html"
},
"bedrock/invoke/anthropic.claude-3-5-sonnet-20240620-v1:0": {
"input_cost_per_token": 3e-06,
@ -13974,8 +13974,8 @@
"input_cost_per_token": 6e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 1.44e-06,
"supports_function_calling": true,
@ -13984,7 +13984,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://aws.amazon.com/bedrock/pricing/"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-coder-next.html"
},
"bedrock/us-east-1/1-month-commitment/anthropic.claude-instant-v1": {
"cost_per_second": 0.011,
@ -14203,8 +14203,8 @@
"input_cost_per_token": 5e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 1.2e-06,
"supports_function_calling": true,
@ -14213,7 +14213,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://aws.amazon.com/bedrock/pricing/"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-coder-next.html"
},
"bedrock/us-east-2/deepseek.v3.2": {
"input_cost_per_token": 6.2e-07,
@ -14296,8 +14296,8 @@
"input_cost_per_token": 5e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 1.2e-06,
"supports_function_calling": true,
@ -14306,7 +14306,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://aws.amazon.com/bedrock/pricing/"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-coder-next.html"
},
"bedrock/us-gov-east-1/amazon.nova-pro-v1:0": {
"cache_read_input_token_cost": 2.4e-07,
@ -14833,8 +14833,8 @@
"input_cost_per_token": 5e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 1.2e-06,
"supports_function_calling": true,
@ -14843,7 +14843,7 @@
"supports_audio_input": false,
"supports_response_schema": true,
"supports_vision": false,
"source": "https://aws.amazon.com/bedrock/pricing/"
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-coder-next.html"
},
"bedrock/us.anthropic.claude-3-5-haiku-20241022-v1:0": {
"cache_creation_input_token_cost": 1e-06,
@ -45239,9 +45239,9 @@
"deprecation_date": "2027-03-30",
"input_cost_per_token": 4.5e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 262000,
"max_output_tokens": 65536,
"max_tokens": 65536,
"max_input_tokens": 131072,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 1.8e-06,
"supports_function_calling": true,
@ -45254,8 +45254,8 @@
"input_cost_per_token": 2.2e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 262144,
"max_output_tokens": 131072,
"max_tokens": 131072,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 8.8e-07,
"supports_function_calling": true,
@ -45263,15 +45263,16 @@
"supports_tool_choice": true,
"supports_native_structured_output": true,
"input_cost_per_token_batches": 1.1e-07,
"output_cost_per_token_batches": 4.4e-07
"output_cost_per_token_batches": 4.4e-07,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-235b-a22b-2507.html"
},
"qwen.qwen3-coder-30b-a3b-v1:0": {
"deprecation_date": "2027-03-30",
"input_cost_per_token": 1.5e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 262144,
"max_output_tokens": 131072,
"max_tokens": 131072,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 6e-07,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-coder-30b-a3b-instruct.html",
@ -45283,11 +45284,12 @@
"qwen.qwen3-32b-v1:0": {
"input_cost_per_token": 1.5e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 131072,
"max_output_tokens": 16384,
"max_tokens": 16384,
"max_input_tokens": 32768,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 6e-07,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-32b.html",
"supports_function_calling": true,
"supports_reasoning": true,
"supports_tool_choice": true,
@ -45312,12 +45314,12 @@
"bedrock/ap-northeast-1/qwen.qwen3-next-80b-a3b": {
"input_cost_per_token": 1.8e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 1.45e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-next-80b-a3b.html",
"supports_function_calling": true,
"supports_native_structured_output": true,
"supports_system_messages": true,
@ -45328,12 +45330,12 @@
"bedrock/ap-south-1/qwen.qwen3-next-80b-a3b": {
"input_cost_per_token": 1.8e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 1.41e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-next-80b-a3b.html",
"supports_function_calling": true,
"supports_native_structured_output": true,
"supports_system_messages": true,
@ -45344,12 +45346,12 @@
"bedrock/ap-southeast-2/qwen.qwen3-next-80b-a3b": {
"input_cost_per_token": 1.545e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 1.236e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-next-80b-a3b.html",
"supports_function_calling": true,
"supports_native_structured_output": true,
"supports_system_messages": true,
@ -45360,12 +45362,12 @@
"bedrock/eu-west-1/qwen.qwen3-next-80b-a3b": {
"input_cost_per_token": 1.8e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 1.41e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-next-80b-a3b.html",
"supports_function_calling": true,
"supports_native_structured_output": true,
"supports_system_messages": true,
@ -45376,12 +45378,12 @@
"bedrock/eu-west-2/qwen.qwen3-next-80b-a3b": {
"input_cost_per_token": 2.3e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 1.86e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-next-80b-a3b.html",
"supports_function_calling": true,
"supports_native_structured_output": true,
"supports_system_messages": true,
@ -45392,12 +45394,12 @@
"bedrock/sa-east-1/qwen.qwen3-next-80b-a3b": {
"input_cost_per_token": 1.8e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 1.45e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-next-80b-a3b.html",
"supports_function_calling": true,
"supports_native_structured_output": true,
"supports_system_messages": true,
@ -48034,8 +48036,8 @@
"input_cost_per_token": 1.35e-06,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 5.4e-06,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-deepseek-deepseek-r1.html",