scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-05 07:37:50 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 233

fix(bedrock): backfill GovCloud service-tier prices (#50121)

Browse source 
Co-authored-by: kerry <kerry@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
devin-ai-integration[bot] 2026-11-04 14:45:14 -08:00 • committed by GitHub
parent d29c515444
commit 6b8788eb27
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 416 additions and 40 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

228
litellm/model_prices_and_context_window_backup.json
View file

@ -15715,8 +15715,10 @@
"input_cost_per_image": 7.2e-05,
"input_cost_per_video_per_second": 0.00084,
"input_cost_per_audio_per_second": 0.000168,
"input_cost_per_token_batches": 8.1e-08,
"output_cost_per_token": 0.0,
"output_vector_size": 3072,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supports_embedding_image_input": true,
"supports_image_input": true,
"supports_video_input": true,
@ -15725,11 +15727,14 @@
"bedrock/us-gov-west-1/amazon.nova-lite-v1:0": {
"cache_read_input_token_cost": 1.8e-08,
"input_cost_per_token": 7.2e-08,
"input_cost_per_token_batches": 3.6e-08,
"litellm_provider": "bedrock",
"max_input_tokens": 300000,
"max_output_tokens": 10000,
"mode": "chat",
"output_cost_per_token": 2.88e-07,
"output_cost_per_token_batches": 1.44e-07,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
@ -15740,11 +15745,14 @@
"bedrock/us-gov-west-1/amazon.nova-micro-v1:0": {
"cache_read_input_token_cost": 1.05e-08,
"input_cost_per_token": 4.2e-08,
"input_cost_per_token_batches": 2.1e-08,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_output_tokens": 10000,
"mode": "chat",
"output_cost_per_token": 1.68e-07,
"output_cost_per_token_batches": 8.4e-08,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
@ -15752,12 +15760,21 @@
},
"bedrock/us-gov-west-1/amazon.nova-pro-v1:0": {
"cache_read_input_token_cost": 2.4e-07,
"cache_read_input_token_cost_flex": 1.2e-07,
"cache_read_input_token_cost_priority": 4.2e-07,
"input_cost_per_token": 9.6e-07,
"input_cost_per_token_batches": 4.8e-07,
"input_cost_per_token_flex": 4.8e-07,
"input_cost_per_token_priority": 1.68e-06,
"litellm_provider": "bedrock",
"max_input_tokens": 300000,
"max_output_tokens": 10000,
"mode": "chat",
"output_cost_per_token": 3.84e-06,
"output_cost_per_token_batches": 1.92e-06,
"output_cost_per_token_flex": 1.92e-06,
"output_cost_per_token_priority": 6.72e-06,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
@ -69117,12 +69134,18 @@
},
"bedrock/us-gov-west-1/nvidia.nemotron-nano-3-30b": {
"input_cost_per_token": 7.2e-08,
"input_cost_per_token_batches": 3.6e-08,
"input_cost_per_token_flex": 3.6e-08,
"input_cost_per_token_priority": 1.32e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 2.88e-07,
"source": "https://aws.amazon.com/bedrock/pricing/",
"output_cost_per_token_batches": 1.44e-07,
"output_cost_per_token_flex": 1.44e-07,
"output_cost_per_token_priority": 5.04e-07,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supports_function_calling": true,
"supports_native_structured_output": true,
"supports_system_messages": true,
@ -69135,12 +69158,18 @@
"deprecation_date": "2027-03-30",
"deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-nvidia-nvidia-nemotron-nano-12b-v2-vl-bf16.html",
"input_cost_per_token": 2.4e-07,
"input_cost_per_token_batches": 1.2e-07,
"input_cost_per_token_flex": 1.2e-07,
"input_cost_per_token_priority": 4.2e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_output_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 7.2e-07,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-nvidia-nvidia-nemotron-nano-12b-v2-vl-bf16.html",
"output_cost_per_token_batches": 3.6e-07,
"output_cost_per_token_flex": 3.6e-07,
"output_cost_per_token_priority": 1.26e-06,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supports_system_messages": true,
"supports_vision": true,
"supports_audio_input": false,
@ -69151,12 +69180,18 @@
"deprecation_date": "2027-03-30",
"deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-nvidia-nvidia-nemotron-nano-9b-v2.html",
"input_cost_per_token": 7.2e-08,
"input_cost_per_token_batches": 3.6e-08,
"input_cost_per_token_flex": 3.6e-08,
"input_cost_per_token_priority": 1.32e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_output_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 2.76e-07,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-nvidia-nvidia-nemotron-nano-9b-v2.html",
"output_cost_per_token_batches": 1.44e-07,
"output_cost_per_token_flex": 1.44e-07,
"output_cost_per_token_priority": 4.8e-07,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supports_system_messages": true,
"supports_audio_input": false,
"supports_function_calling": true,
@ -69165,12 +69200,18 @@
},
"bedrock/us-gov-west-1/nvidia.nemotron-super-3-120b": {
"input_cost_per_token": 1.8e-07,
"input_cost_per_token_batches": 9e-08,
"input_cost_per_token_flex": 9e-08,
"input_cost_per_token_priority": 3.15e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 256000,
"max_output_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 7.8e-07,
"source": "https://aws.amazon.com/bedrock/pricing/",
"output_cost_per_token_batches": 3.9e-07,
"output_cost_per_token_flex": 3.9e-07,
"output_cost_per_token_priority": 1.365e-06,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supports_function_calling": true,
"supports_reasoning": true,
"supports_system_messages": true,
@ -69182,12 +69223,18 @@
"bedrock/us-gov-west-1/openai.gpt-oss-20b-1:0": {
"supports_vision": false,
"input_cost_per_token": 8.4e-08,
"input_cost_per_token_batches": 4.2e-08,
"input_cost_per_token_flex": 4.2e-08,
"input_cost_per_token_priority": 1.47e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_output_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 3.6e-07,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-oss-20b.html",
"output_cost_per_token_batches": 1.8e-07,
"output_cost_per_token_flex": 1.8e-07,
"output_cost_per_token_priority": 6.3e-07,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supported_endpoints": [
"/v1/chat/completions"
],
@ -69201,12 +69248,18 @@
"bedrock/us-gov-west-1/openai.gpt-oss-120b-1:0": {
"supports_vision": false,
"input_cost_per_token": 1.8e-07,
"input_cost_per_token_batches": 9e-08,
"input_cost_per_token_flex": 9e-08,
"input_cost_per_token_priority": 3.15e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_output_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 7.2e-07,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-oss-120b.html",
"output_cost_per_token_batches": 3.6e-07,
"output_cost_per_token_flex": 3.6e-07,
"output_cost_per_token_priority": 1.26e-06,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supported_endpoints": [
"/v1/chat/completions"
],
@ -69412,12 +69465,18 @@
},
"bedrock/us-gov-east-1/nvidia.nemotron-nano-3-30b": {
"input_cost_per_token": 7.2e-08,
"input_cost_per_token_batches": 3.6e-08,
"input_cost_per_token_flex": 3.6e-08,
"input_cost_per_token_priority": 1.32e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 2.88e-07,
"source": "https://aws.amazon.com/bedrock/pricing/",
"output_cost_per_token_batches": 1.44e-07,
"output_cost_per_token_flex": 1.44e-07,
"output_cost_per_token_priority": 5.04e-07,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-east-1/index.json",
"supports_function_calling": true,
"supports_native_structured_output": true,
"supports_system_messages": true,
@ -69430,12 +69489,18 @@
"deprecation_date": "2027-03-30",
"deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-nvidia-nvidia-nemotron-nano-12b-v2-vl-bf16.html",
"input_cost_per_token": 2.4e-07,
"input_cost_per_token_batches": 1.2e-07,
"input_cost_per_token_flex": 1.2e-07,
"input_cost_per_token_priority": 4.2e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_output_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 7.2e-07,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-nvidia-nvidia-nemotron-nano-12b-v2-vl-bf16.html",
"output_cost_per_token_batches": 3.6e-07,
"output_cost_per_token_flex": 3.6e-07,
"output_cost_per_token_priority": 1.26e-06,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-east-1/index.json",
"supports_system_messages": true,
"supports_vision": true,
"supports_audio_input": false,
@ -69446,12 +69511,18 @@
"deprecation_date": "2027-03-30",
"deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-nvidia-nvidia-nemotron-nano-9b-v2.html",
"input_cost_per_token": 7.2e-08,
"input_cost_per_token_batches": 3.6e-08,
"input_cost_per_token_flex": 3.6e-08,
"input_cost_per_token_priority": 1.32e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_output_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 2.76e-07,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-nvidia-nvidia-nemotron-nano-9b-v2.html",
"output_cost_per_token_batches": 1.44e-07,
"output_cost_per_token_flex": 1.44e-07,
"output_cost_per_token_priority": 4.8e-07,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-east-1/index.json",
"supports_system_messages": true,
"supports_audio_input": false,
"supports_function_calling": true,
@ -69460,12 +69531,18 @@
},
"bedrock/us-gov-east-1/nvidia.nemotron-super-3-120b": {
"input_cost_per_token": 1.8e-07,
"input_cost_per_token_batches": 9e-08,
"input_cost_per_token_flex": 9e-08,
"input_cost_per_token_priority": 3.15e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 256000,
"max_output_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 7.8e-07,
"source": "https://aws.amazon.com/bedrock/pricing/",
"output_cost_per_token_batches": 3.9e-07,
"output_cost_per_token_flex": 3.9e-07,
"output_cost_per_token_priority": 1.365e-06,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-east-1/index.json",
"supports_function_calling": true,
"supports_reasoning": true,
"supports_system_messages": true,
@ -69477,12 +69554,18 @@
"bedrock/us-gov-east-1/openai.gpt-oss-20b-1:0": {
"supports_vision": false,
"input_cost_per_token": 8.4e-08,
"input_cost_per_token_batches": 4.2e-08,
"input_cost_per_token_flex": 4.2e-08,
"input_cost_per_token_priority": 1.47e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_output_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 3.6e-07,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-oss-20b.html",
"output_cost_per_token_batches": 1.8e-07,
"output_cost_per_token_flex": 1.8e-07,
"output_cost_per_token_priority": 6.3e-07,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-east-1/index.json",
"supported_endpoints": [
"/v1/chat/completions"
],
@ -69496,12 +69579,18 @@
"bedrock/us-gov-east-1/openai.gpt-oss-120b-1:0": {
"supports_vision": false,
"input_cost_per_token": 1.8e-07,
"input_cost_per_token_batches": 9e-08,
"input_cost_per_token_flex": 9e-08,
"input_cost_per_token_priority": 3.15e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_output_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 7.2e-07,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-oss-120b.html",
"output_cost_per_token_batches": 3.6e-07,
"output_cost_per_token_flex": 3.6e-07,
"output_cost_per_token_priority": 1.26e-06,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-east-1/index.json",
"supported_endpoints": [
"/v1/chat/completions"
],
@ -69709,12 +69798,28 @@
"input_cost_per_token_above_272k_tokens": 5.28e-06,
"cache_creation_input_token_cost": 3.3e-06,
"cache_creation_input_token_cost_above_272k_tokens": 6.6e-06,
"cache_creation_input_token_cost_above_272k_tokens_flex": 3.3e-06,
"cache_creation_input_token_cost_above_272k_tokens_priority": 1.32e-05,
"cache_creation_input_token_cost_flex": 1.65e-06,
"cache_creation_input_token_cost_priority": 6.6e-06,
"cache_read_input_token_cost": 2.64e-07,
"cache_read_input_token_cost_above_272k_tokens": 5.28e-07,
"cache_read_input_token_cost_above_272k_tokens_flex": 2.64e-07,
"cache_read_input_token_cost_above_272k_tokens_priority": 1.056e-06,
"cache_read_input_token_cost_flex": 1.32e-07,
"cache_read_input_token_cost_priority": 5.28e-07,
"input_cost_per_token_above_272k_tokens_flex": 2.64e-06,
"input_cost_per_token_above_272k_tokens_priority": 1.056e-05,
"input_cost_per_token_flex": 1.32e-06,
"input_cost_per_token_priority": 5.28e-06,
"output_cost_per_token": 1.584e-05,
"output_cost_per_token_above_272k_tokens": 2.376e-05,
"output_cost_per_token_above_272k_tokens_flex": 1.188e-05,
"output_cost_per_token_above_272k_tokens_priority": 4.752e-05,
"output_cost_per_token_flex": 7.92e-06,
"output_cost_per_token_priority": 3.168e-05,
"search_context_cost_per_query": {"search_context_size_high":0.0144,"search_context_size_low":0.0144,"search_context_size_medium":0.0144},
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-56-terra.html",
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supports_web_search": true
},
"bedrock_mantle/us-gov-west-1/openai.gpt-5.6-luna": {
@ -69746,12 +69851,28 @@
"input_cost_per_token_above_272k_tokens": 5.28e-07,
"cache_creation_input_token_cost": 3.3e-07,
"cache_creation_input_token_cost_above_272k_tokens": 6.6e-07,
"cache_creation_input_token_cost_above_272k_tokens_flex": 3.3e-07,
"cache_creation_input_token_cost_above_272k_tokens_priority": 1.32e-06,
"cache_creation_input_token_cost_flex": 1.65e-07,
"cache_creation_input_token_cost_priority": 6.6e-07,
"cache_read_input_token_cost": 2.64e-08,
"cache_read_input_token_cost_above_272k_tokens": 5.28e-08,
"cache_read_input_token_cost_above_272k_tokens_flex": 2.64e-08,
"cache_read_input_token_cost_above_272k_tokens_priority": 1.056e-07,
"cache_read_input_token_cost_flex": 1.32e-08,
"cache_read_input_token_cost_priority": 5.28e-08,
"input_cost_per_token_above_272k_tokens_flex": 2.64e-07,
"input_cost_per_token_above_272k_tokens_priority": 1.056e-06,
"input_cost_per_token_flex": 1.32e-07,
"input_cost_per_token_priority": 5.28e-07,
"output_cost_per_token": 1.584e-06,
"output_cost_per_token_above_272k_tokens": 2.376e-06,
"output_cost_per_token_above_272k_tokens_flex": 1.188e-06,
"output_cost_per_token_above_272k_tokens_priority": 4.752e-06,
"output_cost_per_token_flex": 7.92e-07,
"output_cost_per_token_priority": 3.168e-06,
"search_context_cost_per_query": {"search_context_size_high":0.0144,"search_context_size_low":0.0144,"search_context_size_medium":0.0144},
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-56-luna.html",
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supports_web_search": true
},
"bedrock_mantle/us-gov-west-1/openai.gpt-5.4": {
@ -69800,20 +69921,36 @@
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"source": "https://aws.amazon.com/bedrock/pricing/",
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"input_cost_per_token": 1.5e-06,
"output_cost_per_token": 3e-06,
"cache_read_input_token_cost": 2.4e-07
"cache_read_input_token_cost": 2.4e-07,
"cache_read_input_token_cost_batches": 1.2e-07,
"cache_read_input_token_cost_flex": 1.2e-07,
"cache_read_input_token_cost_priority": 4.2e-07,
"input_cost_per_token_batches": 7.5e-07,
"input_cost_per_token_flex": 7.5e-07,
"input_cost_per_token_priority": 2.625e-06,
"output_cost_per_token_batches": 1.5e-06,
"output_cost_per_token_flex": 1.5e-06,
"output_cost_per_token_priority": 5.25e-06
},
"bedrock_mantle/us-gov-west-1/xai.grok-4.6": {
"use_openai_responses_path": true,
"input_cost_per_token": 2.64e-06,
"output_cost_per_token": 7.92e-06,
"cache_read_input_token_cost": 6.6e-07,
"cache_read_input_token_cost_flex": 3.3e-07,
"cache_read_input_token_cost_priority": 1.155e-06,
"input_cost_per_token_flex": 1.32e-06,
"input_cost_per_token_priority": 4.62e-06,
"litellm_provider": "bedrock_mantle",
"max_input_tokens": 500000,
"max_output_tokens": 500000,
"mode": "chat",
"output_cost_per_token_flex": 3.96e-06,
"output_cost_per_token_priority": 1.386e-05,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/responses"
@ -69827,11 +69964,17 @@
},
"bedrock_mantle/us-gov-west-1/google.gemma-4-e2b": {
"input_cost_per_token": 4.8e-08,
"input_cost_per_token_flex": 2.4e-08,
"input_cost_per_token_priority": 8.4e-08,
"output_cost_per_token": 9.6e-08,
"litellm_provider": "bedrock_mantle",
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"mode": "chat",
"output_cost_per_token_batches": 4.8e-08,
"output_cost_per_token_flex": 4.8e-08,
"output_cost_per_token_priority": 1.68e-07,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"use_openai_responses_path": true,
"supported_endpoints": [
"/v1/chat/completions",
@ -69845,11 +69988,18 @@
},
"bedrock_mantle/us-gov-west-1/google.gemma-4-26b-a4b": {
"input_cost_per_token": 1.56e-07,
"input_cost_per_token_batches": 7.8e-08,
"input_cost_per_token_flex": 7.8e-08,
"input_cost_per_token_priority": 2.73e-07,
"output_cost_per_token": 4.8e-07,
"litellm_provider": "bedrock_mantle",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"mode": "chat",
"output_cost_per_token_batches": 2.4e-07,
"output_cost_per_token_flex": 2.4e-07,
"output_cost_per_token_priority": 8.4e-07,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"use_openai_responses_path": true,
"supported_endpoints": [
"/v1/chat/completions",
@ -69863,11 +70013,18 @@
},
"bedrock_mantle/us-gov-west-1/google.gemma-4-31b": {
"input_cost_per_token": 1.68e-07,
"input_cost_per_token_batches": 8.4e-08,
"input_cost_per_token_flex": 8.4e-08,
"input_cost_per_token_priority": 2.94e-07,
"output_cost_per_token": 4.8e-07,
"litellm_provider": "bedrock_mantle",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"mode": "chat",
"output_cost_per_token_batches": 2.4e-07,
"output_cost_per_token_flex": 2.4e-07,
"output_cost_per_token_priority": 8.4e-07,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"use_openai_responses_path": true,
"supported_endpoints": [
"/v1/chat/completions",
@ -69882,12 +70039,18 @@
"bedrock_mantle/us-gov-west-1/openai.gpt-oss-20b": {
"supports_vision": false,
"input_cost_per_token": 8.4e-08,
"input_cost_per_token_batches": 4.2e-08,
"input_cost_per_token_flex": 4.2e-08,
"input_cost_per_token_priority": 1.47e-07,
"output_cost_per_token": 3.6e-07,
"litellm_provider": "bedrock_mantle",
"max_input_tokens": 131072,
"max_output_tokens": 16384,
"mode": "chat",
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-oss-20b.html",
"output_cost_per_token_batches": 1.8e-07,
"output_cost_per_token_flex": 1.8e-07,
"output_cost_per_token_priority": 6.3e-07,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/responses"
@ -69901,12 +70064,18 @@
"bedrock_mantle/us-gov-west-1/openai.gpt-oss-120b": {
"supports_vision": false,
"input_cost_per_token": 1.8e-07,
"input_cost_per_token_batches": 9e-08,
"input_cost_per_token_flex": 9e-08,
"input_cost_per_token_priority": 3.15e-07,
"output_cost_per_token": 7.2e-07,
"litellm_provider": "bedrock_mantle",
"max_input_tokens": 131072,
"max_output_tokens": 16384,
"mode": "chat",
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-oss-120b.html",
"output_cost_per_token_batches": 3.6e-07,
"output_cost_per_token_flex": 3.6e-07,
"output_cost_per_token_priority": 1.26e-06,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/responses"
@ -70022,10 +70191,17 @@
"input_cost_per_token": 2.64e-06,
"output_cost_per_token": 7.92e-06,
"cache_read_input_token_cost": 6.6e-07,
"cache_read_input_token_cost_flex": 3.3e-07,
"cache_read_input_token_cost_priority": 1.155e-06,
"input_cost_per_token_flex": 1.32e-06,
"input_cost_per_token_priority": 4.62e-06,
"litellm_provider": "bedrock_mantle",
"max_input_tokens": 500000,
"max_output_tokens": 500000,
"mode": "chat",
"output_cost_per_token_flex": 3.96e-06,
"output_cost_per_token_priority": 1.386e-05,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-east-1/index.json",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/responses"
@ -70040,12 +70216,18 @@
"bedrock_mantle/us-gov-east-1/openai.gpt-oss-20b": {
"supports_vision": false,
"input_cost_per_token": 8.4e-08,
"input_cost_per_token_batches": 4.2e-08,
"input_cost_per_token_flex": 4.2e-08,
"input_cost_per_token_priority": 1.47e-07,
"output_cost_per_token": 3.6e-07,
"litellm_provider": "bedrock_mantle",
"max_input_tokens": 131072,
"max_output_tokens": 16384,
"mode": "chat",
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-oss-20b.html",
"output_cost_per_token_batches": 1.8e-07,
"output_cost_per_token_flex": 1.8e-07,
"output_cost_per_token_priority": 6.3e-07,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-east-1/index.json",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/responses"
@ -70059,12 +70241,18 @@
"bedrock_mantle/us-gov-east-1/openai.gpt-oss-120b": {
"supports_vision": false,
"input_cost_per_token": 1.8e-07,
"input_cost_per_token_batches": 9e-08,
"input_cost_per_token_flex": 9e-08,
"input_cost_per_token_priority": 3.15e-07,
"output_cost_per_token": 7.2e-07,
"litellm_provider": "bedrock_mantle",
"max_input_tokens": 131072,
"max_output_tokens": 16384,
"mode": "chat",
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-oss-120b.html",
"output_cost_per_token_batches": 3.6e-07,
"output_cost_per_token_flex": 3.6e-07,
"output_cost_per_token_priority": 1.26e-06,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-east-1/index.json",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/responses"

228
model_prices_and_context_window.json
View file

@ -15715,8 +15715,10 @@
"input_cost_per_image": 7.2e-05,
"input_cost_per_video_per_second": 0.00084,
"input_cost_per_audio_per_second": 0.000168,
"input_cost_per_token_batches": 8.1e-08,
"output_cost_per_token": 0.0,
"output_vector_size": 3072,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supports_embedding_image_input": true,
"supports_image_input": true,
"supports_video_input": true,
@ -15725,11 +15727,14 @@
"bedrock/us-gov-west-1/amazon.nova-lite-v1:0": {
"cache_read_input_token_cost": 1.8e-08,
"input_cost_per_token": 7.2e-08,
"input_cost_per_token_batches": 3.6e-08,
"litellm_provider": "bedrock",
"max_input_tokens": 300000,
"max_output_tokens": 10000,
"mode": "chat",
"output_cost_per_token": 2.88e-07,
"output_cost_per_token_batches": 1.44e-07,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
@ -15740,11 +15745,14 @@
"bedrock/us-gov-west-1/amazon.nova-micro-v1:0": {
"cache_read_input_token_cost": 1.05e-08,
"input_cost_per_token": 4.2e-08,
"input_cost_per_token_batches": 2.1e-08,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_output_tokens": 10000,
"mode": "chat",
"output_cost_per_token": 1.68e-07,
"output_cost_per_token_batches": 8.4e-08,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
@ -15752,12 +15760,21 @@
},
"bedrock/us-gov-west-1/amazon.nova-pro-v1:0": {
"cache_read_input_token_cost": 2.4e-07,
"cache_read_input_token_cost_flex": 1.2e-07,
"cache_read_input_token_cost_priority": 4.2e-07,
"input_cost_per_token": 9.6e-07,
"input_cost_per_token_batches": 4.8e-07,
"input_cost_per_token_flex": 4.8e-07,
"input_cost_per_token_priority": 1.68e-06,
"litellm_provider": "bedrock",
"max_input_tokens": 300000,
"max_output_tokens": 10000,
"mode": "chat",
"output_cost_per_token": 3.84e-06,
"output_cost_per_token_batches": 1.92e-06,
"output_cost_per_token_flex": 1.92e-06,
"output_cost_per_token_priority": 6.72e-06,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
@ -69117,12 +69134,18 @@
},
"bedrock/us-gov-west-1/nvidia.nemotron-nano-3-30b": {
"input_cost_per_token": 7.2e-08,
"input_cost_per_token_batches": 3.6e-08,
"input_cost_per_token_flex": 3.6e-08,
"input_cost_per_token_priority": 1.32e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 2.88e-07,
"source": "https://aws.amazon.com/bedrock/pricing/",
"output_cost_per_token_batches": 1.44e-07,
"output_cost_per_token_flex": 1.44e-07,
"output_cost_per_token_priority": 5.04e-07,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supports_function_calling": true,
"supports_native_structured_output": true,
"supports_system_messages": true,
@ -69135,12 +69158,18 @@
"deprecation_date": "2027-03-30",
"deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-nvidia-nvidia-nemotron-nano-12b-v2-vl-bf16.html",
"input_cost_per_token": 2.4e-07,
"input_cost_per_token_batches": 1.2e-07,
"input_cost_per_token_flex": 1.2e-07,
"input_cost_per_token_priority": 4.2e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_output_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 7.2e-07,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-nvidia-nvidia-nemotron-nano-12b-v2-vl-bf16.html",
"output_cost_per_token_batches": 3.6e-07,
"output_cost_per_token_flex": 3.6e-07,
"output_cost_per_token_priority": 1.26e-06,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supports_system_messages": true,
"supports_vision": true,
"supports_audio_input": false,
@ -69151,12 +69180,18 @@
"deprecation_date": "2027-03-30",
"deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-nvidia-nvidia-nemotron-nano-9b-v2.html",
"input_cost_per_token": 7.2e-08,
"input_cost_per_token_batches": 3.6e-08,
"input_cost_per_token_flex": 3.6e-08,
"input_cost_per_token_priority": 1.32e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_output_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 2.76e-07,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-nvidia-nvidia-nemotron-nano-9b-v2.html",
"output_cost_per_token_batches": 1.44e-07,
"output_cost_per_token_flex": 1.44e-07,
"output_cost_per_token_priority": 4.8e-07,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supports_system_messages": true,
"supports_audio_input": false,
"supports_function_calling": true,
@ -69165,12 +69200,18 @@
},
"bedrock/us-gov-west-1/nvidia.nemotron-super-3-120b": {
"input_cost_per_token": 1.8e-07,
"input_cost_per_token_batches": 9e-08,
"input_cost_per_token_flex": 9e-08,
"input_cost_per_token_priority": 3.15e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 256000,
"max_output_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 7.8e-07,
"source": "https://aws.amazon.com/bedrock/pricing/",
"output_cost_per_token_batches": 3.9e-07,
"output_cost_per_token_flex": 3.9e-07,
"output_cost_per_token_priority": 1.365e-06,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supports_function_calling": true,
"supports_reasoning": true,
"supports_system_messages": true,
@ -69182,12 +69223,18 @@
"bedrock/us-gov-west-1/openai.gpt-oss-20b-1:0": {
"supports_vision": false,
"input_cost_per_token": 8.4e-08,
"input_cost_per_token_batches": 4.2e-08,
"input_cost_per_token_flex": 4.2e-08,
"input_cost_per_token_priority": 1.47e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_output_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 3.6e-07,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-oss-20b.html",
"output_cost_per_token_batches": 1.8e-07,
"output_cost_per_token_flex": 1.8e-07,
"output_cost_per_token_priority": 6.3e-07,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supported_endpoints": [
"/v1/chat/completions"
],
@ -69201,12 +69248,18 @@
"bedrock/us-gov-west-1/openai.gpt-oss-120b-1:0": {
"supports_vision": false,
"input_cost_per_token": 1.8e-07,
"input_cost_per_token_batches": 9e-08,
"input_cost_per_token_flex": 9e-08,
"input_cost_per_token_priority": 3.15e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_output_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 7.2e-07,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-oss-120b.html",
"output_cost_per_token_batches": 3.6e-07,
"output_cost_per_token_flex": 3.6e-07,
"output_cost_per_token_priority": 1.26e-06,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supported_endpoints": [
"/v1/chat/completions"
],
@ -69412,12 +69465,18 @@
},
"bedrock/us-gov-east-1/nvidia.nemotron-nano-3-30b": {
"input_cost_per_token": 7.2e-08,
"input_cost_per_token_batches": 3.6e-08,
"input_cost_per_token_flex": 3.6e-08,
"input_cost_per_token_priority": 1.32e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 2.88e-07,
"source": "https://aws.amazon.com/bedrock/pricing/",
"output_cost_per_token_batches": 1.44e-07,
"output_cost_per_token_flex": 1.44e-07,
"output_cost_per_token_priority": 5.04e-07,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-east-1/index.json",
"supports_function_calling": true,
"supports_native_structured_output": true,
"supports_system_messages": true,
@ -69430,12 +69489,18 @@
"deprecation_date": "2027-03-30",
"deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-nvidia-nvidia-nemotron-nano-12b-v2-vl-bf16.html",
"input_cost_per_token": 2.4e-07,
"input_cost_per_token_batches": 1.2e-07,
"input_cost_per_token_flex": 1.2e-07,
"input_cost_per_token_priority": 4.2e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_output_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 7.2e-07,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-nvidia-nvidia-nemotron-nano-12b-v2-vl-bf16.html",
"output_cost_per_token_batches": 3.6e-07,
"output_cost_per_token_flex": 3.6e-07,
"output_cost_per_token_priority": 1.26e-06,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-east-1/index.json",
"supports_system_messages": true,
"supports_vision": true,
"supports_audio_input": false,
@ -69446,12 +69511,18 @@
"deprecation_date": "2027-03-30",
"deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-nvidia-nvidia-nemotron-nano-9b-v2.html",
"input_cost_per_token": 7.2e-08,
"input_cost_per_token_batches": 3.6e-08,
"input_cost_per_token_flex": 3.6e-08,
"input_cost_per_token_priority": 1.32e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_output_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 2.76e-07,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-nvidia-nvidia-nemotron-nano-9b-v2.html",
"output_cost_per_token_batches": 1.44e-07,
"output_cost_per_token_flex": 1.44e-07,
"output_cost_per_token_priority": 4.8e-07,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-east-1/index.json",
"supports_system_messages": true,
"supports_audio_input": false,
"supports_function_calling": true,
@ -69460,12 +69531,18 @@
},
"bedrock/us-gov-east-1/nvidia.nemotron-super-3-120b": {
"input_cost_per_token": 1.8e-07,
"input_cost_per_token_batches": 9e-08,
"input_cost_per_token_flex": 9e-08,
"input_cost_per_token_priority": 3.15e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 256000,
"max_output_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 7.8e-07,
"source": "https://aws.amazon.com/bedrock/pricing/",
"output_cost_per_token_batches": 3.9e-07,
"output_cost_per_token_flex": 3.9e-07,
"output_cost_per_token_priority": 1.365e-06,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-east-1/index.json",
"supports_function_calling": true,
"supports_reasoning": true,
"supports_system_messages": true,
@ -69477,12 +69554,18 @@
"bedrock/us-gov-east-1/openai.gpt-oss-20b-1:0": {
"supports_vision": false,
"input_cost_per_token": 8.4e-08,
"input_cost_per_token_batches": 4.2e-08,
"input_cost_per_token_flex": 4.2e-08,
"input_cost_per_token_priority": 1.47e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_output_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 3.6e-07,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-oss-20b.html",
"output_cost_per_token_batches": 1.8e-07,
"output_cost_per_token_flex": 1.8e-07,
"output_cost_per_token_priority": 6.3e-07,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-east-1/index.json",
"supported_endpoints": [
"/v1/chat/completions"
],
@ -69496,12 +69579,18 @@
"bedrock/us-gov-east-1/openai.gpt-oss-120b-1:0": {
"supports_vision": false,
"input_cost_per_token": 1.8e-07,
"input_cost_per_token_batches": 9e-08,
"input_cost_per_token_flex": 9e-08,
"input_cost_per_token_priority": 3.15e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 128000,
"max_output_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 7.2e-07,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-oss-120b.html",
"output_cost_per_token_batches": 3.6e-07,
"output_cost_per_token_flex": 3.6e-07,
"output_cost_per_token_priority": 1.26e-06,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-east-1/index.json",
"supported_endpoints": [
"/v1/chat/completions"
],
@ -69709,12 +69798,28 @@
"input_cost_per_token_above_272k_tokens": 5.28e-06,
"cache_creation_input_token_cost": 3.3e-06,
"cache_creation_input_token_cost_above_272k_tokens": 6.6e-06,
"cache_creation_input_token_cost_above_272k_tokens_flex": 3.3e-06,
"cache_creation_input_token_cost_above_272k_tokens_priority": 1.32e-05,
"cache_creation_input_token_cost_flex": 1.65e-06,
"cache_creation_input_token_cost_priority": 6.6e-06,
"cache_read_input_token_cost": 2.64e-07,
"cache_read_input_token_cost_above_272k_tokens": 5.28e-07,
"cache_read_input_token_cost_above_272k_tokens_flex": 2.64e-07,
"cache_read_input_token_cost_above_272k_tokens_priority": 1.056e-06,
"cache_read_input_token_cost_flex": 1.32e-07,
"cache_read_input_token_cost_priority": 5.28e-07,
"input_cost_per_token_above_272k_tokens_flex": 2.64e-06,
"input_cost_per_token_above_272k_tokens_priority": 1.056e-05,
"input_cost_per_token_flex": 1.32e-06,
"input_cost_per_token_priority": 5.28e-06,
"output_cost_per_token": 1.584e-05,
"output_cost_per_token_above_272k_tokens": 2.376e-05,
"output_cost_per_token_above_272k_tokens_flex": 1.188e-05,
"output_cost_per_token_above_272k_tokens_priority": 4.752e-05,
"output_cost_per_token_flex": 7.92e-06,
"output_cost_per_token_priority": 3.168e-05,
"search_context_cost_per_query": {"search_context_size_high":0.0144,"search_context_size_low":0.0144,"search_context_size_medium":0.0144},
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-56-terra.html",
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supports_web_search": true
},
"bedrock_mantle/us-gov-west-1/openai.gpt-5.6-luna": {
@ -69746,12 +69851,28 @@
"input_cost_per_token_above_272k_tokens": 5.28e-07,
"cache_creation_input_token_cost": 3.3e-07,
"cache_creation_input_token_cost_above_272k_tokens": 6.6e-07,
"cache_creation_input_token_cost_above_272k_tokens_flex": 3.3e-07,
"cache_creation_input_token_cost_above_272k_tokens_priority": 1.32e-06,
"cache_creation_input_token_cost_flex": 1.65e-07,
"cache_creation_input_token_cost_priority": 6.6e-07,
"cache_read_input_token_cost": 2.64e-08,
"cache_read_input_token_cost_above_272k_tokens": 5.28e-08,
"cache_read_input_token_cost_above_272k_tokens_flex": 2.64e-08,
"cache_read_input_token_cost_above_272k_tokens_priority": 1.056e-07,
"cache_read_input_token_cost_flex": 1.32e-08,
"cache_read_input_token_cost_priority": 5.28e-08,
"input_cost_per_token_above_272k_tokens_flex": 2.64e-07,
"input_cost_per_token_above_272k_tokens_priority": 1.056e-06,
"input_cost_per_token_flex": 1.32e-07,
"input_cost_per_token_priority": 5.28e-07,
"output_cost_per_token": 1.584e-06,
"output_cost_per_token_above_272k_tokens": 2.376e-06,
"output_cost_per_token_above_272k_tokens_flex": 1.188e-06,
"output_cost_per_token_above_272k_tokens_priority": 4.752e-06,
"output_cost_per_token_flex": 7.92e-07,
"output_cost_per_token_priority": 3.168e-06,
"search_context_cost_per_query": {"search_context_size_high":0.0144,"search_context_size_low":0.0144,"search_context_size_medium":0.0144},
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-56-luna.html",
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supports_web_search": true
},
"bedrock_mantle/us-gov-west-1/openai.gpt-5.4": {
@ -69800,20 +69921,36 @@
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"source": "https://aws.amazon.com/bedrock/pricing/",
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"input_cost_per_token": 1.5e-06,
"output_cost_per_token": 3e-06,
"cache_read_input_token_cost": 2.4e-07
"cache_read_input_token_cost": 2.4e-07,
"cache_read_input_token_cost_batches": 1.2e-07,
"cache_read_input_token_cost_flex": 1.2e-07,
"cache_read_input_token_cost_priority": 4.2e-07,
"input_cost_per_token_batches": 7.5e-07,
"input_cost_per_token_flex": 7.5e-07,
"input_cost_per_token_priority": 2.625e-06,
"output_cost_per_token_batches": 1.5e-06,
"output_cost_per_token_flex": 1.5e-06,
"output_cost_per_token_priority": 5.25e-06
},
"bedrock_mantle/us-gov-west-1/xai.grok-4.6": {
"use_openai_responses_path": true,
"input_cost_per_token": 2.64e-06,
"output_cost_per_token": 7.92e-06,
"cache_read_input_token_cost": 6.6e-07,
"cache_read_input_token_cost_flex": 3.3e-07,
"cache_read_input_token_cost_priority": 1.155e-06,
"input_cost_per_token_flex": 1.32e-06,
"input_cost_per_token_priority": 4.62e-06,
"litellm_provider": "bedrock_mantle",
"max_input_tokens": 500000,
"max_output_tokens": 500000,
"mode": "chat",
"output_cost_per_token_flex": 3.96e-06,
"output_cost_per_token_priority": 1.386e-05,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/responses"
@ -69827,11 +69964,17 @@
},
"bedrock_mantle/us-gov-west-1/google.gemma-4-e2b": {
"input_cost_per_token": 4.8e-08,
"input_cost_per_token_flex": 2.4e-08,
"input_cost_per_token_priority": 8.4e-08,
"output_cost_per_token": 9.6e-08,
"litellm_provider": "bedrock_mantle",
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"mode": "chat",
"output_cost_per_token_batches": 4.8e-08,
"output_cost_per_token_flex": 4.8e-08,
"output_cost_per_token_priority": 1.68e-07,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"use_openai_responses_path": true,
"supported_endpoints": [
"/v1/chat/completions",
@ -69845,11 +69988,18 @@
},
"bedrock_mantle/us-gov-west-1/google.gemma-4-26b-a4b": {
"input_cost_per_token": 1.56e-07,
"input_cost_per_token_batches": 7.8e-08,
"input_cost_per_token_flex": 7.8e-08,
"input_cost_per_token_priority": 2.73e-07,
"output_cost_per_token": 4.8e-07,
"litellm_provider": "bedrock_mantle",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"mode": "chat",
"output_cost_per_token_batches": 2.4e-07,
"output_cost_per_token_flex": 2.4e-07,
"output_cost_per_token_priority": 8.4e-07,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"use_openai_responses_path": true,
"supported_endpoints": [
"/v1/chat/completions",
@ -69863,11 +70013,18 @@
},
"bedrock_mantle/us-gov-west-1/google.gemma-4-31b": {
"input_cost_per_token": 1.68e-07,
"input_cost_per_token_batches": 8.4e-08,
"input_cost_per_token_flex": 8.4e-08,
"input_cost_per_token_priority": 2.94e-07,
"output_cost_per_token": 4.8e-07,
"litellm_provider": "bedrock_mantle",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"mode": "chat",
"output_cost_per_token_batches": 2.4e-07,
"output_cost_per_token_flex": 2.4e-07,
"output_cost_per_token_priority": 8.4e-07,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"use_openai_responses_path": true,
"supported_endpoints": [
"/v1/chat/completions",
@ -69882,12 +70039,18 @@
"bedrock_mantle/us-gov-west-1/openai.gpt-oss-20b": {
"supports_vision": false,
"input_cost_per_token": 8.4e-08,
"input_cost_per_token_batches": 4.2e-08,
"input_cost_per_token_flex": 4.2e-08,
"input_cost_per_token_priority": 1.47e-07,
"output_cost_per_token": 3.6e-07,
"litellm_provider": "bedrock_mantle",
"max_input_tokens": 131072,
"max_output_tokens": 16384,
"mode": "chat",
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-oss-20b.html",
"output_cost_per_token_batches": 1.8e-07,
"output_cost_per_token_flex": 1.8e-07,
"output_cost_per_token_priority": 6.3e-07,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/responses"
@ -69901,12 +70064,18 @@
"bedrock_mantle/us-gov-west-1/openai.gpt-oss-120b": {
"supports_vision": false,
"input_cost_per_token": 1.8e-07,
"input_cost_per_token_batches": 9e-08,
"input_cost_per_token_flex": 9e-08,
"input_cost_per_token_priority": 3.15e-07,
"output_cost_per_token": 7.2e-07,
"litellm_provider": "bedrock_mantle",
"max_input_tokens": 131072,
"max_output_tokens": 16384,
"mode": "chat",
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-oss-120b.html",
"output_cost_per_token_batches": 3.6e-07,
"output_cost_per_token_flex": 3.6e-07,
"output_cost_per_token_priority": 1.26e-06,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/responses"
@ -70022,10 +70191,17 @@
"input_cost_per_token": 2.64e-06,
"output_cost_per_token": 7.92e-06,
"cache_read_input_token_cost": 6.6e-07,
"cache_read_input_token_cost_flex": 3.3e-07,
"cache_read_input_token_cost_priority": 1.155e-06,
"input_cost_per_token_flex": 1.32e-06,
"input_cost_per_token_priority": 4.62e-06,
"litellm_provider": "bedrock_mantle",
"max_input_tokens": 500000,
"max_output_tokens": 500000,
"mode": "chat",
"output_cost_per_token_flex": 3.96e-06,
"output_cost_per_token_priority": 1.386e-05,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-east-1/index.json",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/responses"
@ -70040,12 +70216,18 @@
"bedrock_mantle/us-gov-east-1/openai.gpt-oss-20b": {
"supports_vision": false,
"input_cost_per_token": 8.4e-08,
"input_cost_per_token_batches": 4.2e-08,
"input_cost_per_token_flex": 4.2e-08,
"input_cost_per_token_priority": 1.47e-07,
"output_cost_per_token": 3.6e-07,
"litellm_provider": "bedrock_mantle",
"max_input_tokens": 131072,
"max_output_tokens": 16384,
"mode": "chat",
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-oss-20b.html",
"output_cost_per_token_batches": 1.8e-07,
"output_cost_per_token_flex": 1.8e-07,
"output_cost_per_token_priority": 6.3e-07,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-east-1/index.json",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/responses"
@ -70059,12 +70241,18 @@
"bedrock_mantle/us-gov-east-1/openai.gpt-oss-120b": {
"supports_vision": false,
"input_cost_per_token": 1.8e-07,
"input_cost_per_token_batches": 9e-08,
"input_cost_per_token_flex": 9e-08,
"input_cost_per_token_priority": 3.15e-07,
"output_cost_per_token": 7.2e-07,
"litellm_provider": "bedrock_mantle",
"max_input_tokens": 131072,
"max_output_tokens": 16384,
"mode": "chat",
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-oss-120b.html",
"output_cost_per_token_batches": 3.6e-07,
"output_cost_per_token_flex": 3.6e-07,
"output_cost_per_token_priority": 1.26e-06,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-east-1/index.json",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/responses"