scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-30 01:52:18 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 70

feat(cost-map): add bedrock_mantle rows for claude opus 5.5 and sonnet 5.5 (#43647)

Browse source 
* feat(cost-map): add bedrock_mantle rows for claude opus 5.5 and sonnet 5.5

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* revert(cost-map): keep bedrock_mantle claude 5.5 change to cost map rows only

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

---------

Co-authored-by: kerry <kerry@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
devin-ai-integration[bot] 2026-09-29 01:44:13 +00:00 • committed by GitHub
parent ce25856424
commit b49661064f
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 354 additions and 11 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

152
litellm/model_prices_and_context_window_backup.json
View file

@ -58680,6 +58680,87 @@
"input_cost_per_token_batches": 5e-07,
"output_cost_per_token_batches": 2.5e-06
},
"bedrock_mantle/anthropic.claude-opus-5-5": {
"bedrock_converse_supports_strict_tools": false,
"supports_adaptive_thinking": true,
"supports_mid_conversation_system": true,
"cache_creation_input_token_cost": 5.5e-06,
"cache_creation_input_token_cost_above_1hr": 8.8e-06,
"cache_read_input_token_cost": 2.2e-07,
"input_cost_per_token": 4.4e-06,
"litellm_provider": "bedrock_mantle",
"supports_tool_search": true,
"max_input_tokens": 1000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 2.2e-05,
"search_context_cost_per_query": {
"search_context_size_high": 0.01,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.01
},
"supports_assistant_prefill": false,
"supports_computer_use": true,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_sampling_params": false,
"supports_tool_choice": true,
"supports_vision": true,
"supports_xhigh_reasoning_effort": true,
"supports_native_structured_output": false,
"supports_max_reasoning_effort": true,
"supports_output_config": true,
"supports_parallel_tool_use_config": true,
"prompt_cache_min_tokens": 512,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-opus-5-5.html",
"thinking_always_on": true,
"supports_forced_tool_use": false
},
"bedrock_mantle/anthropic.claude-sonnet-5-5": {
"bedrock_converse_supports_strict_tools": false,
"cache_creation_input_token_cost": 2.75e-06,
"cache_creation_input_token_cost_above_1hr": 4.4e-06,
"cache_read_input_token_cost": 2.2e-07,
"input_cost_per_token": 2.2e-06,
"litellm_provider": "bedrock_mantle",
"supports_tool_search": true,
"max_input_tokens": 1000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 1.1e-05,
"search_context_cost_per_query": {
"search_context_size_high": 0.01,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.01
},
"supports_adaptive_thinking": true,
"supports_mid_conversation_system": true,
"supports_assistant_prefill": false,
"supports_computer_use": true,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_sampling_params": false,
"supports_tool_choice": true,
"supports_vision": true,
"supports_xhigh_reasoning_effort": true,
"supports_native_structured_output": false,
"supports_max_reasoning_effort": true,
"supports_output_config": true,
"bedrock_output_config_effort_ceiling": "xhigh",
"supports_parallel_tool_use_config": true,
"supports_forced_tool_use": false,
"thinking_always_on": true,
"prompt_cache_min_tokens": 512,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-sonnet-5-5.html"
},
"us.xai.grok-4.6": {
"input_cost_per_token": 2.2e-06,
"output_cost_per_token": 6.6e-06,
@ -65298,6 +65379,77 @@
"supports_response_schema": true,
"supports_tool_choice": true
},
"bedrock_mantle/us-gov-west-1/anthropic.claude-opus-5-5": {
"bedrock_converse_supports_strict_tools": false,
"cache_creation_input_token_cost": 6e-06,
"cache_creation_input_token_cost_above_1hr": 9.6e-06,
"cache_read_input_token_cost": 2.4e-07,
"input_cost_per_token": 4.8e-06,
"litellm_provider": "bedrock_mantle",
"supports_tool_search": true,
"max_input_tokens": 1000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 2.4e-05,
"prompt_cache_min_tokens": 512,
"supports_adaptive_thinking": true,
"supports_assistant_prefill": false,
"supports_computer_use": true,
"supports_function_calling": true,
"supports_max_reasoning_effort": true,
"supports_mid_conversation_system": true,
"supports_native_structured_output": false,
"supports_output_config": true,
"supports_parallel_tool_use_config": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_sampling_params": false,
"supports_tool_choice": true,
"supports_vision": true,
"supports_xhigh_reasoning_effort": true,
"thinking_always_on": true,
"supports_forced_tool_use": false,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-opus-5-5.html"
},
"bedrock_mantle/us-gov-west-1/anthropic.claude-sonnet-5-5": {
"bedrock_converse_supports_strict_tools": false,
"bedrock_output_config_effort_ceiling": "xhigh",
"cache_creation_input_token_cost": 3e-06,
"cache_creation_input_token_cost_above_1hr": 4.8e-06,
"cache_read_input_token_cost": 2.4e-07,
"input_cost_per_token": 2.4e-06,
"litellm_provider": "bedrock_mantle",
"supports_tool_search": true,
"max_input_tokens": 1000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 1.2e-05,
"supports_forced_tool_use": false,
"thinking_always_on": true,
"prompt_cache_min_tokens": 512,
"supports_adaptive_thinking": true,
"supports_assistant_prefill": false,
"supports_computer_use": true,
"supports_function_calling": true,
"supports_max_reasoning_effort": true,
"supports_mid_conversation_system": true,
"supports_native_structured_output": false,
"supports_output_config": true,
"supports_parallel_tool_use_config": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_sampling_params": false,
"supports_tool_choice": true,
"supports_vision": true,
"supports_xhigh_reasoning_effort": true,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-sonnet-5-5.html"
},
"bedrock_mantle/us-gov-east-1/openai.gpt-5.4": {
"litellm_provider": "bedrock_mantle",
"max_input_tokens": 1050000,

152
model_prices_and_context_window.json
View file

@ -58680,6 +58680,87 @@
"input_cost_per_token_batches": 5e-07,
"output_cost_per_token_batches": 2.5e-06
},
"bedrock_mantle/anthropic.claude-opus-5-5": {
"bedrock_converse_supports_strict_tools": false,
"supports_adaptive_thinking": true,
"supports_mid_conversation_system": true,
"cache_creation_input_token_cost": 5.5e-06,
"cache_creation_input_token_cost_above_1hr": 8.8e-06,
"cache_read_input_token_cost": 2.2e-07,
"input_cost_per_token": 4.4e-06,
"litellm_provider": "bedrock_mantle",
"supports_tool_search": true,
"max_input_tokens": 1000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 2.2e-05,
"search_context_cost_per_query": {
"search_context_size_high": 0.01,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.01
},
"supports_assistant_prefill": false,
"supports_computer_use": true,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_sampling_params": false,
"supports_tool_choice": true,
"supports_vision": true,
"supports_xhigh_reasoning_effort": true,
"supports_native_structured_output": false,
"supports_max_reasoning_effort": true,
"supports_output_config": true,
"supports_parallel_tool_use_config": true,
"prompt_cache_min_tokens": 512,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-opus-5-5.html",
"thinking_always_on": true,
"supports_forced_tool_use": false
},
"bedrock_mantle/anthropic.claude-sonnet-5-5": {
"bedrock_converse_supports_strict_tools": false,
"cache_creation_input_token_cost": 2.75e-06,
"cache_creation_input_token_cost_above_1hr": 4.4e-06,
"cache_read_input_token_cost": 2.2e-07,
"input_cost_per_token": 2.2e-06,
"litellm_provider": "bedrock_mantle",
"supports_tool_search": true,
"max_input_tokens": 1000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 1.1e-05,
"search_context_cost_per_query": {
"search_context_size_high": 0.01,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.01
},
"supports_adaptive_thinking": true,
"supports_mid_conversation_system": true,
"supports_assistant_prefill": false,
"supports_computer_use": true,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_sampling_params": false,
"supports_tool_choice": true,
"supports_vision": true,
"supports_xhigh_reasoning_effort": true,
"supports_native_structured_output": false,
"supports_max_reasoning_effort": true,
"supports_output_config": true,
"bedrock_output_config_effort_ceiling": "xhigh",
"supports_parallel_tool_use_config": true,
"supports_forced_tool_use": false,
"thinking_always_on": true,
"prompt_cache_min_tokens": 512,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-sonnet-5-5.html"
},
"us.xai.grok-4.6": {
"input_cost_per_token": 2.2e-06,
"output_cost_per_token": 6.6e-06,
@ -65298,6 +65379,77 @@
"supports_response_schema": true,
"supports_tool_choice": true
},
"bedrock_mantle/us-gov-west-1/anthropic.claude-opus-5-5": {
"bedrock_converse_supports_strict_tools": false,
"cache_creation_input_token_cost": 6e-06,
"cache_creation_input_token_cost_above_1hr": 9.6e-06,
"cache_read_input_token_cost": 2.4e-07,
"input_cost_per_token": 4.8e-06,
"litellm_provider": "bedrock_mantle",
"supports_tool_search": true,
"max_input_tokens": 1000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 2.4e-05,
"prompt_cache_min_tokens": 512,
"supports_adaptive_thinking": true,
"supports_assistant_prefill": false,
"supports_computer_use": true,
"supports_function_calling": true,
"supports_max_reasoning_effort": true,
"supports_mid_conversation_system": true,
"supports_native_structured_output": false,
"supports_output_config": true,
"supports_parallel_tool_use_config": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_sampling_params": false,
"supports_tool_choice": true,
"supports_vision": true,
"supports_xhigh_reasoning_effort": true,
"thinking_always_on": true,
"supports_forced_tool_use": false,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-opus-5-5.html"
},
"bedrock_mantle/us-gov-west-1/anthropic.claude-sonnet-5-5": {
"bedrock_converse_supports_strict_tools": false,
"bedrock_output_config_effort_ceiling": "xhigh",
"cache_creation_input_token_cost": 3e-06,
"cache_creation_input_token_cost_above_1hr": 4.8e-06,
"cache_read_input_token_cost": 2.4e-07,
"input_cost_per_token": 2.4e-06,
"litellm_provider": "bedrock_mantle",
"supports_tool_search": true,
"max_input_tokens": 1000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 1.2e-05,
"supports_forced_tool_use": false,
"thinking_always_on": true,
"prompt_cache_min_tokens": 512,
"supports_adaptive_thinking": true,
"supports_assistant_prefill": false,
"supports_computer_use": true,
"supports_function_calling": true,
"supports_max_reasoning_effort": true,
"supports_mid_conversation_system": true,
"supports_native_structured_output": false,
"supports_output_config": true,
"supports_parallel_tool_use_config": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_sampling_params": false,
"supports_tool_choice": true,
"supports_vision": true,
"supports_xhigh_reasoning_effort": true,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-sonnet-5-5.html"
},
"bedrock_mantle/us-gov-east-1/openai.gpt-5.4": {
"litellm_provider": "bedrock_mantle",
"max_input_tokens": 1050000,

61
tests/unit/test_cost_calculator.py
View file

@ -3682,26 +3682,46 @@ def test_completion_cost_mantle_native_messages_prices_claude_from_the_bedrock_r
) == pytest.approx(expected)
def test_completion_cost_mantle_native_messages_prices_haiku_from_the_mantle_row(_local_model_cost_map):
"""Mantle serves Anthropic's un-versioned haiku id, which has no bare Bedrock row (Bedrock's carries
the -20251001-v1:0 suffix), and Claude Code sends every small-fast-model call to it. Both the plain
and the region-prefixed deployment names must price from bedrock_mantle/anthropic.claude-haiku-4-5
instead of billing $0."""
@pytest.mark.parametrize(
"response_model,mantle_row,deployment_models",
[
(
"claude-haiku-4-5",
"bedrock_mantle/anthropic.claude-haiku-4-5",
(
"bedrock_mantle/anthropic.claude-haiku-4-5",
"bedrock_mantle/us-east-2/anthropic.claude-haiku-4-5",
),
),
(
"claude-opus-5-5",
"bedrock_mantle/anthropic.claude-opus-5-5",
("bedrock_mantle/anthropic.claude-opus-5-5",),
),
(
"claude-sonnet-5-5",
"bedrock_mantle/anthropic.claude-sonnet-5-5",
("bedrock_mantle/anthropic.claude-sonnet-5-5",),
),
],
)
def test_completion_cost_mantle_native_messages_prices_unversioned_claude_from_the_mantle_row(
_local_model_cost_map, response_model, mantle_row, deployment_models
):
"""Mantle serves Anthropic's un-versioned Claude ids; the plain and region-prefixed deployment
names must price from the model's own bedrock_mantle/ row instead of billing $0."""
response = litellm.ModelResponse(
id="msg_x",
choices=[{"index": 0, "message": {"role": "assistant", "content": "hi"}, "finish_reason": "stop"}],
model="claude-haiku-4-5",
model=response_model,
usage={"prompt_tokens": 100, "completion_tokens": 10, "total_tokens": 110},
)
row = litellm.model_cost["bedrock_mantle/anthropic.claude-haiku-4-5"]
row = litellm.model_cost[mantle_row]
expected = 100 * row["input_cost_per_token"] + 10 * row["output_cost_per_token"]
assert expected > 0
for model in (
"bedrock_mantle/anthropic.claude-haiku-4-5",
"bedrock_mantle/us-east-2/anthropic.claude-haiku-4-5",
):
for model in deployment_models:
assert litellm.completion_cost(
completion_response=response,
model=model,
@ -3709,6 +3729,25 @@ def test_completion_cost_mantle_native_messages_prices_haiku_from_the_mantle_row
) == pytest.approx(expected), model
@pytest.mark.parametrize("model", ["anthropic.claude-opus-5-5", "anthropic.claude-sonnet-5-5"])
def test_cost_per_token_gov_region_prices_mantle_claude_on_the_gov_row(_local_model_cost_map, model):
"""A bedrock_mantle/ deployment in us-gov-west-1 must price from the
bedrock_mantle/us-gov-west-1/<model> row."""
prompt_cost, completion_cost = litellm.cost_per_token(
model=f"bedrock_mantle/{model}",
prompt_tokens=38,
completion_tokens=20,
custom_llm_provider="bedrock_mantle",
region_name="us-gov-west-1",
)
gov = litellm.model_cost[f"bedrock_mantle/us-gov-west-1/{model}"]
assert prompt_cost + completion_cost == pytest.approx(
38 * gov["input_cost_per_token"] + 20 * gov["output_cost_per_token"]
)
def test_completion_cost_legacy_mantle_route_prices_after_router_registration(local_model_cost_map):
"""The proxy registers every deployment under its provider-prefixed key at boot. A
bedrock/mantle/<model> deployment must resolve to the bare Bedrock row there, otherwise the boot