scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-12 08:42:18 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 207

fix(bedrock): add GovCloud Kimi, Haiku and Grok prices (#50128)

Browse source 
* fix(bedrock): add GovCloud Kimi K3 runtime prices

* fix(bedrock): omit retired max_tokens from Kimi rows

* fix(bedrock): add GovCloud Haiku and Grok prices

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(bedrock): match GovCloud Grok 4.7 limits to the card and date GovCloud Claude 3 Haiku

* fix(bedrock): add priced Grok Mantle base for regional routing

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

---------

Co-authored-by: devin-ai-integration[bot] <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Co-authored-by: kerry <kerry@berri.ai>
This commit is contained in:
devin-ai-integration[bot] 2026-11-05 00:51:36 +00:00 • committed by GitHub
parent 7a641e5172
commit 114ba4021a
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 374 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

187
litellm/model_prices_and_context_window_backup.json
View file

@ -85912,5 +85912,192 @@
],
"supports_pdf_input": true,
"supports_vision": true
},
"bedrock/us-gov-east-1/moonshotai.kimi-k3": {
"cache_creation_input_token_cost": 4.95e-06,
"cache_creation_input_token_cost_flex": 2.475e-06,
"cache_creation_input_token_cost_priority": 8.6625e-06,
"cache_read_input_token_cost": 3.96e-07,
"cache_read_input_token_cost_flex": 1.98e-07,
"cache_read_input_token_cost_priority": 6.93e-07,
"input_cost_per_token": 3.96e-06,
"input_cost_per_token_batches": 1.98e-06,
"input_cost_per_token_flex": 1.98e-06,
"input_cost_per_token_priority": 6.93e-06,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 868928,
"max_output_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 1.98e-05,
"output_cost_per_token_batches": 9.9e-06,
"output_cost_per_token_flex": 9.9e-06,
"output_cost_per_token_priority": 3.465e-05,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-east-1/index.json",
"supports_audio_input": false,
"supports_function_calling": true,
"supports_prompt_cache_breakpoint": false,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_regex_lookaround": false,
"supports_response_schema": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": true,
"token_count_framing": 64.0,
"token_count_tokenizer": "kimi_k3"
},
"bedrock/us-gov-west-1/moonshotai.kimi-k3": {
"cache_creation_input_token_cost": 4.95e-06,
"cache_creation_input_token_cost_flex": 2.475e-06,
"cache_creation_input_token_cost_priority": 8.6625e-06,
"cache_read_input_token_cost": 3.96e-07,
"cache_read_input_token_cost_flex": 1.98e-07,
"cache_read_input_token_cost_priority": 6.93e-07,
"input_cost_per_token": 3.96e-06,
"input_cost_per_token_batches": 1.98e-06,
"input_cost_per_token_flex": 1.98e-06,
"input_cost_per_token_priority": 6.93e-06,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 868928,
"max_output_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 1.98e-05,
"output_cost_per_token_batches": 9.9e-06,
"output_cost_per_token_flex": 9.9e-06,
"output_cost_per_token_priority": 3.465e-05,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supports_audio_input": false,
"supports_function_calling": true,
"supports_prompt_cache_breakpoint": false,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_regex_lookaround": false,
"supports_response_schema": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": true,
"token_count_framing": 64.0,
"token_count_tokenizer": "kimi_k3"
},
"bedrock/us-gov-east-1/anthropic.claude-3-haiku-20240307-v1:0": {
"deprecation_date": "2026-09-10",
"deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-3-haiku.md",
"input_cost_per_token": 3e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 195904,
"max_output_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 1.5e-06,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/us-gov-east-1/index.json",
"successor_model": "bedrock/us-gov-east-1/anthropic.claude-haiku-4-5-20251001-v1:0",
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"bedrock_mantle/us-gov-east-1/xai.grok-4.7": {
"cache_read_input_token_cost": 6.6e-07,
"cache_read_input_token_cost_flex": 3.3e-07,
"cache_read_input_token_cost_priority": 1.155e-06,
"input_cost_per_token": 2.64e-06,
"input_cost_per_token_batches": 1.32e-06,
"input_cost_per_token_flex": 1.32e-06,
"input_cost_per_token_priority": 4.62e-06,
"litellm_provider": "bedrock_mantle",
"max_input_tokens": 524288,
"max_output_tokens": 524288,
"mode": "chat",
"output_cost_per_token": 7.92e-06,
"output_cost_per_token_batches": 3.96e-06,
"output_cost_per_token_flex": 3.96e-06,
"output_cost_per_token_priority": 1.386e-05,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-east-1/index.json",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/responses"
],
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"use_openai_responses_path": true
},
"bedrock/us-gov-west-1/anthropic.claude-3-haiku-20240307-v1:0": {
"deprecation_date": "2026-09-10",
"deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-3-haiku.md",
"input_cost_per_token": 3e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 195904,
"max_output_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 1.5e-06,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/us-gov-west-1/index.json",
"successor_model": "bedrock/us-gov-west-1/anthropic.claude-haiku-4-5-20251001-v1:0",
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"bedrock_mantle/us-gov-west-1/xai.grok-4.7": {
"cache_read_input_token_cost": 6.6e-07,
"cache_read_input_token_cost_flex": 3.3e-07,
"cache_read_input_token_cost_priority": 1.155e-06,
"input_cost_per_token": 2.64e-06,
"input_cost_per_token_batches": 1.32e-06,
"input_cost_per_token_flex": 1.32e-06,
"input_cost_per_token_priority": 4.62e-06,
"litellm_provider": "bedrock_mantle",
"max_input_tokens": 524288,
"max_output_tokens": 524288,
"mode": "chat",
"output_cost_per_token": 7.92e-06,
"output_cost_per_token_batches": 3.96e-06,
"output_cost_per_token_flex": 3.96e-06,
"output_cost_per_token_priority": 1.386e-05,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/responses"
],
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"use_openai_responses_path": true
},
"bedrock_mantle/xai.grok-4.7": {
"cache_read_input_token_cost": 5.5e-07,
"cache_read_input_token_cost_flex": 2.75e-07,
"cache_read_input_token_cost_priority": 9.625e-07,
"input_cost_per_token": 2.2e-06,
"input_cost_per_token_batches": 1.1e-06,
"input_cost_per_token_flex": 1.1e-06,
"input_cost_per_token_priority": 3.85e-06,
"litellm_provider": "bedrock_mantle",
"max_input_tokens": 524288,
"max_output_tokens": 524288,
"mode": "chat",
"output_cost_per_token": 6.6e-06,
"output_cost_per_token_batches": 3.3e-06,
"output_cost_per_token_flex": 3.3e-06,
"output_cost_per_token_priority": 1.155e-05,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/responses"
],
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"use_openai_responses_path": true
}
}

187
model_prices_and_context_window.json
View file

@ -85912,5 +85912,192 @@
],
"supports_pdf_input": true,
"supports_vision": true
},
"bedrock/us-gov-east-1/moonshotai.kimi-k3": {
"cache_creation_input_token_cost": 4.95e-06,
"cache_creation_input_token_cost_flex": 2.475e-06,
"cache_creation_input_token_cost_priority": 8.6625e-06,
"cache_read_input_token_cost": 3.96e-07,
"cache_read_input_token_cost_flex": 1.98e-07,
"cache_read_input_token_cost_priority": 6.93e-07,
"input_cost_per_token": 3.96e-06,
"input_cost_per_token_batches": 1.98e-06,
"input_cost_per_token_flex": 1.98e-06,
"input_cost_per_token_priority": 6.93e-06,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 868928,
"max_output_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 1.98e-05,
"output_cost_per_token_batches": 9.9e-06,
"output_cost_per_token_flex": 9.9e-06,
"output_cost_per_token_priority": 3.465e-05,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-east-1/index.json",
"supports_audio_input": false,
"supports_function_calling": true,
"supports_prompt_cache_breakpoint": false,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_regex_lookaround": false,
"supports_response_schema": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": true,
"token_count_framing": 64.0,
"token_count_tokenizer": "kimi_k3"
},
"bedrock/us-gov-west-1/moonshotai.kimi-k3": {
"cache_creation_input_token_cost": 4.95e-06,
"cache_creation_input_token_cost_flex": 2.475e-06,
"cache_creation_input_token_cost_priority": 8.6625e-06,
"cache_read_input_token_cost": 3.96e-07,
"cache_read_input_token_cost_flex": 1.98e-07,
"cache_read_input_token_cost_priority": 6.93e-07,
"input_cost_per_token": 3.96e-06,
"input_cost_per_token_batches": 1.98e-06,
"input_cost_per_token_flex": 1.98e-06,
"input_cost_per_token_priority": 6.93e-06,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 868928,
"max_output_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 1.98e-05,
"output_cost_per_token_batches": 9.9e-06,
"output_cost_per_token_flex": 9.9e-06,
"output_cost_per_token_priority": 3.465e-05,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supports_audio_input": false,
"supports_function_calling": true,
"supports_prompt_cache_breakpoint": false,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_regex_lookaround": false,
"supports_response_schema": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": true,
"token_count_framing": 64.0,
"token_count_tokenizer": "kimi_k3"
},
"bedrock/us-gov-east-1/anthropic.claude-3-haiku-20240307-v1:0": {
"deprecation_date": "2026-09-10",
"deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-3-haiku.md",
"input_cost_per_token": 3e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 195904,
"max_output_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 1.5e-06,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/us-gov-east-1/index.json",
"successor_model": "bedrock/us-gov-east-1/anthropic.claude-haiku-4-5-20251001-v1:0",
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"bedrock_mantle/us-gov-east-1/xai.grok-4.7": {
"cache_read_input_token_cost": 6.6e-07,
"cache_read_input_token_cost_flex": 3.3e-07,
"cache_read_input_token_cost_priority": 1.155e-06,
"input_cost_per_token": 2.64e-06,
"input_cost_per_token_batches": 1.32e-06,
"input_cost_per_token_flex": 1.32e-06,
"input_cost_per_token_priority": 4.62e-06,
"litellm_provider": "bedrock_mantle",
"max_input_tokens": 524288,
"max_output_tokens": 524288,
"mode": "chat",
"output_cost_per_token": 7.92e-06,
"output_cost_per_token_batches": 3.96e-06,
"output_cost_per_token_flex": 3.96e-06,
"output_cost_per_token_priority": 1.386e-05,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-east-1/index.json",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/responses"
],
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"use_openai_responses_path": true
},
"bedrock/us-gov-west-1/anthropic.claude-3-haiku-20240307-v1:0": {
"deprecation_date": "2026-09-10",
"deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-3-haiku.md",
"input_cost_per_token": 3e-07,
"litellm_provider": "bedrock",
"max_input_tokens": 195904,
"max_output_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 1.5e-06,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/us-gov-west-1/index.json",
"successor_model": "bedrock/us-gov-west-1/anthropic.claude-haiku-4-5-20251001-v1:0",
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"bedrock_mantle/us-gov-west-1/xai.grok-4.7": {
"cache_read_input_token_cost": 6.6e-07,
"cache_read_input_token_cost_flex": 3.3e-07,
"cache_read_input_token_cost_priority": 1.155e-06,
"input_cost_per_token": 2.64e-06,
"input_cost_per_token_batches": 1.32e-06,
"input_cost_per_token_flex": 1.32e-06,
"input_cost_per_token_priority": 4.62e-06,
"litellm_provider": "bedrock_mantle",
"max_input_tokens": 524288,
"max_output_tokens": 524288,
"mode": "chat",
"output_cost_per_token": 7.92e-06,
"output_cost_per_token_batches": 3.96e-06,
"output_cost_per_token_flex": 3.96e-06,
"output_cost_per_token_priority": 1.386e-05,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-gov-west-1/index.json",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/responses"
],
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"use_openai_responses_path": true
},
"bedrock_mantle/xai.grok-4.7": {
"cache_read_input_token_cost": 5.5e-07,
"cache_read_input_token_cost_flex": 2.75e-07,
"cache_read_input_token_cost_priority": 9.625e-07,
"input_cost_per_token": 2.2e-06,
"input_cost_per_token_batches": 1.1e-06,
"input_cost_per_token_flex": 1.1e-06,
"input_cost_per_token_priority": 3.85e-06,
"litellm_provider": "bedrock_mantle",
"max_input_tokens": 524288,
"max_output_tokens": 524288,
"mode": "chat",
"output_cost_per_token": 6.6e-06,
"output_cost_per_token_batches": 3.3e-06,
"output_cost_per_token_flex": 3.3e-06,
"output_cost_per_token_priority": 1.155e-05,
"source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrock/current/us-east-1/index.json",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/responses"
],
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"use_openai_responses_path": true
}
}