feat(cost-map): price Claude on Bedrock Mantle under bedrock_mantle/ and bedrock/mantle/ (#52231)

* feat(cost-map): price Claude on Bedrock Mantle under bedrock_mantle/ and bedrock/mantle/

* fix(cost-map): set Mantle claude-haiku-4-5 batch prices to half the In-Region rate

---------

Co-authored-by: devin-ai-integration[bot] <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
devin-ai-integration[bot] 2026-11-17 07:12:16 +00:00 • committed by GitHub
parent fd12cba0b2
commit 42f901ad65
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 2218 additions and 25 deletions

File diff suppressed because it is too large Load diff

File diff suppressed because it is too large Load diff

View file

@ -5668,12 +5668,16 @@ def test_cost_per_token_region_name_applies_to_provider_prefixed_model(_local_mo
)
def test_completion_cost_mantle_native_messages_prices_claude_from_the_bedrock_row(_local_model_cost_map):
def test_completion_cost_mantle_native_messages_prices_claude_from_the_bedrock_row(
_local_model_cost_map, monkeypatch: pytest.MonkeyPatch
):
"""Mantle's native Messages API answers with Anthropic's canonical model name and the proxy
resolves a Mantle region for every call, so the first cost candidate is
bedrock_mantle/<region>/claude-sonnet-5. That name has no row of its own and must fall through to
the deployment's bare Bedrock row instead of stopping on an unpriced capability rule at $0."""
bedrock_mantle/<region>/claude-sonnet-5. When the model has no Mantle row of its own, that name
must fall through to the deployment's bare Bedrock row instead of stopping on an unpriced
capability rule at $0."""
monkeypatch.delitem(litellm.model_cost, "bedrock_mantle/anthropic.claude-sonnet-5", raising=False)
response = litellm.ModelResponse(
id="msg_x",
choices=[{"index": 0, "message": {"role": "assistant", "content": "hi"}, "finish_reason": "stop"}],
@ -5791,13 +5795,16 @@ def test_cost_per_token_gov_region_prices_mantle_claude_on_the_gov_row(_local_mo
)
def test_completion_cost_legacy_mantle_route_prices_after_router_registration(local_model_cost_map):
def test_completion_cost_legacy_mantle_route_prices_after_router_registration(
local_model_cost_map, monkeypatch: pytest.MonkeyPatch
):
"""The proxy registers every deployment under its provider-prefixed key at boot. A
bedrock/mantle/<model> deployment must resolve to the bare Bedrock row there, otherwise the boot
entry is a cost-less capability rule that shadows the priced row and every call on the deployment,
/v1/chat/completions and /v1/messages alike, bills $0."""
bedrock/mantle/<model> deployment with no row of its own must resolve to the bare Bedrock row
there, otherwise the boot entry is a cost-less capability rule that shadows the priced row and
every call on the deployment, /v1/chat/completions and /v1/messages alike, bills $0."""
from litellm import Router
monkeypatch.delitem(litellm.model_cost, "bedrock/mantle/anthropic.claude-sonnet-5", raising=False)
Router(
model_list=[
{

View file

@ -161,7 +161,7 @@ def _enforce_bedrock_converse_models(
info.get("litellm_provider") == "bedrock"
and info.get("mode") == "chat"
and model not in whitelist_models
and BedrockModelInfo.get_bedrock_route(model) != "claude_platform"
and BedrockModelInfo.get_bedrock_route(model) not in ("claude_platform", "mantle")
and not (
(base_model := BedrockModelInfo.get_base_model(model)) != model
and model_cost.get(base_model, {}).get("litellm_provider") == "bedrock_converse"
@ -292,7 +292,7 @@ def test_get_model_info_bedrock_models():
continue
base_model_info = litellm.model_cost[base_model_key]
for base_model_key, base_model_value in base_model_info.items():
if "invoke/" in k:
if "invoke/" in k or "mantle/" in k:
continue
if base_model_key.startswith("supports_"):
assert (