scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-14 23:21:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 102

fix(cost-map): advertise xhigh reasoning effort on bedrock-hosted openai gpt rows

Browse source 
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
Devin AI 2026-09-11 15:36:39 +00:00
parent 67cb34ceee
commit 43b56e8707
3 changed files with 59 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

20
litellm/model_prices_and_context_window_backup.json
View file

@ -55278,6 +55278,7 @@
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"supports_xhigh_reasoning_effort": true,
"supports_web_search": true
},
"bedrock_mantle/openai.gpt-5.6-terra": {
@ -55317,6 +55318,7 @@
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"supports_xhigh_reasoning_effort": true,
"supports_web_search": true
},
"bedrock_mantle/openai.gpt-5.6-cyber": {
@ -55345,6 +55347,7 @@
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true
},
"bedrock_mantle/openai.gpt-daybreak-blue-5.6-sol": {
@ -55377,6 +55380,7 @@
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-daybreak-blue-56-sol.html"
},
@ -55417,6 +55421,7 @@
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"supports_xhigh_reasoning_effort": true,
"supports_web_search": true
},
"us.openai.gpt-5.6-sol": {
@ -55443,6 +55448,7 @@
"supports_function_calling": true,
"supports_tool_choice": true,
"supports_reasoning": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true
},
"global.openai.gpt-5.6-sol": {
@ -55469,6 +55475,7 @@
"supports_function_calling": true,
"supports_tool_choice": true,
"supports_reasoning": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true
},
"us.openai.gpt-5.6-terra": {
@ -55495,6 +55502,7 @@
"supports_function_calling": true,
"supports_tool_choice": true,
"supports_reasoning": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true
},
"global.openai.gpt-5.6-terra": {
@ -55521,6 +55529,7 @@
"supports_function_calling": true,
"supports_tool_choice": true,
"supports_reasoning": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true
},
"us.openai.gpt-5.6-luna": {
@ -55547,6 +55556,7 @@
"supports_function_calling": true,
"supports_tool_choice": true,
"supports_reasoning": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true
},
"global.openai.gpt-5.6-luna": {
@ -55573,6 +55583,7 @@
"supports_function_calling": true,
"supports_tool_choice": true,
"supports_reasoning": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true
},
"bedrock_mantle/openai.gpt-6-astra": {
@ -55606,6 +55617,7 @@
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-6-astra.html"
},
@ -55634,6 +55646,7 @@
"supports_tool_choice": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-6-astra.html"
},
@ -55662,6 +55675,7 @@
"supports_tool_choice": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-6-astra.html"
},
@ -55699,6 +55713,7 @@
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"supports_xhigh_reasoning_effort": true,
"supports_web_search": true
},
"bedrock_mantle/openai.gpt-5.4": {
@ -55735,6 +55750,7 @@
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"supports_xhigh_reasoning_effort": true,
"supports_web_search": true
},
"bedrock_mantle/google.gemma-4-31b": {
@ -61170,6 +61186,7 @@
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true,
"input_cost_per_token": 2.64e-06,
"input_cost_per_token_above_272k_tokens": 5.28e-06,
@ -61203,6 +61220,7 @@
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true,
"input_cost_per_token": 2.64e-07,
"input_cost_per_token_above_272k_tokens": 5.28e-07,
@ -61235,6 +61253,7 @@
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true,
"input_cost_per_token": 3.3e-06,
"cache_read_input_token_cost": 3.3e-07,
@ -61397,6 +61416,7 @@
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true,
"input_cost_per_token": 3.3e-06,
"cache_read_input_token_cost": 3.3e-07,

20
model_prices_and_context_window.json
View file

@ -55278,6 +55278,7 @@
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"supports_xhigh_reasoning_effort": true,
"supports_web_search": true
},
"bedrock_mantle/openai.gpt-5.6-terra": {
@ -55317,6 +55318,7 @@
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"supports_xhigh_reasoning_effort": true,
"supports_web_search": true
},
"bedrock_mantle/openai.gpt-5.6-cyber": {
@ -55345,6 +55347,7 @@
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true
},
"bedrock_mantle/openai.gpt-daybreak-blue-5.6-sol": {
@ -55377,6 +55380,7 @@
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-daybreak-blue-56-sol.html"
},
@ -55417,6 +55421,7 @@
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"supports_xhigh_reasoning_effort": true,
"supports_web_search": true
},
"us.openai.gpt-5.6-sol": {
@ -55443,6 +55448,7 @@
"supports_function_calling": true,
"supports_tool_choice": true,
"supports_reasoning": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true
},
"global.openai.gpt-5.6-sol": {
@ -55469,6 +55475,7 @@
"supports_function_calling": true,
"supports_tool_choice": true,
"supports_reasoning": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true
},
"us.openai.gpt-5.6-terra": {
@ -55495,6 +55502,7 @@
"supports_function_calling": true,
"supports_tool_choice": true,
"supports_reasoning": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true
},
"global.openai.gpt-5.6-terra": {
@ -55521,6 +55529,7 @@
"supports_function_calling": true,
"supports_tool_choice": true,
"supports_reasoning": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true
},
"us.openai.gpt-5.6-luna": {
@ -55547,6 +55556,7 @@
"supports_function_calling": true,
"supports_tool_choice": true,
"supports_reasoning": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true
},
"global.openai.gpt-5.6-luna": {
@ -55573,6 +55583,7 @@
"supports_function_calling": true,
"supports_tool_choice": true,
"supports_reasoning": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true
},
"bedrock_mantle/openai.gpt-6-astra": {
@ -55606,6 +55617,7 @@
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-6-astra.html"
},
@ -55634,6 +55646,7 @@
"supports_tool_choice": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-6-astra.html"
},
@ -55662,6 +55675,7 @@
"supports_tool_choice": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-6-astra.html"
},
@ -55699,6 +55713,7 @@
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"supports_xhigh_reasoning_effort": true,
"supports_web_search": true
},
"bedrock_mantle/openai.gpt-5.4": {
@ -55735,6 +55750,7 @@
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"supports_xhigh_reasoning_effort": true,
"supports_web_search": true
},
"bedrock_mantle/google.gemma-4-31b": {
@ -61170,6 +61186,7 @@
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true,
"input_cost_per_token": 2.64e-06,
"input_cost_per_token_above_272k_tokens": 5.28e-06,
@ -61203,6 +61220,7 @@
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true,
"input_cost_per_token": 2.64e-07,
"input_cost_per_token_above_272k_tokens": 5.28e-07,
@ -61235,6 +61253,7 @@
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true,
"input_cost_per_token": 3.3e-06,
"cache_read_input_token_cost": 3.3e-07,
@ -61397,6 +61416,7 @@
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_xhigh_reasoning_effort": true,
"supports_vision": true,
"input_cost_per_token": 3.3e-06,
"cache_read_input_token_cost": 3.3e-07,

19
tests/test_litellm/test_model_prices_schema.py
View file

@ -4,6 +4,7 @@ import importlib.util
import json
import re
from pathlib import Path
from typing import Final
import jsonschema
import pytest
@ -217,3 +218,21 @@ def test_chat_latest_declares_the_one_effort_openai_accepts(prices: dict):
with no declared levels resolves to None, which lets /model_group/info and the dashboard offer
levels the upstream will 400 on."""
assert resolve_supported_reasoning_efforts(prices["chat-latest"], deployment_is_mapped=True) == ("medium",)
BEDROCK_OPENAI_XHIGH_MARKERS: Final = ("openai.gpt-5.4", "openai.gpt-5.5", "openai.gpt-5.6", "openai.gpt-6-astra")
BEDROCK_PROVIDERS: Final = frozenset(("bedrock", "bedrock_converse", "bedrock_mantle"))
def test_bedrock_openai_gpt_rows_advertise_xhigh_like_their_openai_twins(prices: dict):
"""Bedrock forwards reasoning_effort to these models unchanged, and xhigh is opt-in for the
capability resolver, so a row without the flag drops xhigh from every group it belongs to."""
missing = [
name
for name, entry in prices.items()
if isinstance(entry, dict)
and entry.get("litellm_provider") in BEDROCK_PROVIDERS
and any(marker in name for marker in BEDROCK_OPENAI_XHIGH_MARKERS)
and "xhigh" not in (resolve_supported_reasoning_efforts(entry, deployment_is_mapped=True) or ())
]
assert missing == []