scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-14 09:03:16 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 210

fix(azure): source temperature limits from model map

Browse source
This commit is contained in:
Devin AI 2026-07-14 07:22:36 +00:00
parent f81732bd5b
commit a02ce6233d
6 changed files with 56 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
litellm/llms/azure/chat/gpt_5_transformation.py
View file

@ -9,6 +9,7 @@ from litellm.llms.openai.chat.gpt_5_transformation import (
_get_effort_level,
)
from litellm.types.llms.openai import AllMessageValues
from litellm.utils import _is_explicitly_disabled_factory
from .gpt_transformation import AzureOpenAIConfig
@ -20,8 +21,15 @@ class AzureOpenAIGPT5Config(AzureOpenAIConfig, OpenAIGPT5Config):
@classmethod
def _rejects_non_default_temperature(cls, model: str) -> bool:
model_name = model.split("/")[-1]
return model_name.startswith(("gpt-5.5", "gpt-5.6"))
if model.startswith(cls.GPT5_SERIES_ROUTE):
model = "azure/" + model[len(cls.GPT5_SERIES_ROUTE) :]
elif not model.startswith("azure/"):
model = "azure/" + model
return _is_explicitly_disabled_factory(
model=model,
custom_llm_provider=None,
key="supports_non_default_temperature",
)
@classmethod
def _supports_reasoning_effort_level(cls, model: str, level: str) -> bool:

24
litellm/model_prices_and_context_window_backup.json
View file

@ -6104,6 +6104,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6149,6 +6150,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6194,6 +6196,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6239,6 +6242,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6281,6 +6285,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6323,6 +6328,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6365,6 +6371,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6407,6 +6414,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6449,6 +6457,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6491,6 +6500,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6533,6 +6543,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6575,6 +6586,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6620,6 +6632,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6662,6 +6675,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6704,6 +6718,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6748,7 +6763,8 @@
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true
"supports_web_search": true,
"supports_non_default_temperature": false
},
"azure/us/gpt-5.5-2026-04-23": {
"cache_read_input_token_cost": 5.5e-07,
@ -6787,7 +6803,8 @@
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true
"supports_web_search": true,
"supports_non_default_temperature": false
},
"azure/eu/gpt-5.5-2026-04-23": {
"cache_read_input_token_cost": 5.5e-07,
@ -6826,7 +6843,8 @@
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true
"supports_web_search": true,
"supports_non_default_temperature": false
},
"azure/gpt-5.5-pro": {
"cache_read_input_token_cost": 3e-06,

1
litellm/types/utils.py
View file

@ -150,6 +150,7 @@ class ProviderSpecificModelInfo(TypedDict, total=False):
supports_low_reasoning_effort: Optional[bool]
supports_xhigh_reasoning_effort: Optional[bool]
supports_max_reasoning_effort: Optional[bool]
supports_non_default_temperature: Optional[bool]
supports_output_config: Optional[bool]
supports_image_size: Optional[bool]
bedrock_output_config_effort_ceiling: Optional[Literal["low", "medium", "high", "max", "xhigh"]]

1
litellm/utils.py
View file

@ -5508,6 +5508,7 @@ def _get_model_info_helper(
supports_low_reasoning_effort=_model_info.get("supports_low_reasoning_effort", None),
supports_xhigh_reasoning_effort=_model_info.get("supports_xhigh_reasoning_effort", None),
supports_max_reasoning_effort=_model_info.get("supports_max_reasoning_effort", None),
supports_non_default_temperature=_model_info.get("supports_non_default_temperature", None),
bedrock_output_config_effort_ceiling=_model_info.get("bedrock_output_config_effort_ceiling", None),
bedrock_converse_supports_strict_tools=_model_info.get("bedrock_converse_supports_strict_tools", None),
supports_computer_use=_model_info.get("supports_computer_use", None),

24
model_prices_and_context_window.json
View file

@ -6104,6 +6104,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6149,6 +6150,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6194,6 +6196,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6239,6 +6242,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6281,6 +6285,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6323,6 +6328,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6365,6 +6371,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6407,6 +6414,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6449,6 +6457,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6491,6 +6500,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6533,6 +6543,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6575,6 +6586,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6620,6 +6632,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6662,6 +6675,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6704,6 +6718,7 @@
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true,
"supports_non_default_temperature": false,
"supports_none_reasoning_effort": true,
"supports_xhigh_reasoning_effort": true,
"supports_minimal_reasoning_effort": false
@ -6748,7 +6763,8 @@
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true
"supports_web_search": true,
"supports_non_default_temperature": false
},
"azure/us/gpt-5.5-2026-04-23": {
"cache_read_input_token_cost": 5.5e-07,
@ -6787,7 +6803,8 @@
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true
"supports_web_search": true,
"supports_non_default_temperature": false
},
"azure/eu/gpt-5.5-2026-04-23": {
"cache_read_input_token_cost": 5.5e-07,
@ -6826,7 +6843,8 @@
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true
"supports_web_search": true,
"supports_non_default_temperature": false
},
"azure/gpt-5.5-pro": {
"cache_read_input_token_cost": 3e-06,

2
tests/test_litellm/llms/azure/chat/test_azure_gpt5_transformation.py
View file

@ -59,6 +59,8 @@ def test_azure_gpt5_temperature_error(config: AzureOpenAIGPT5Config):
"azure/gpt-5.6-luna",
"azure/gpt-5.6-sol",
"azure/gpt-5.6-terra",
"azure/us/gpt-5.6-sol",
"azure/eu/gpt-5.5-2026-04-23",
"gpt5_series/gpt-5.6-luna",
],
)