scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-09 03:18:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 109

fix(azure_ai): preserve reasoning token limit field

Browse source
This commit is contained in:
Vic Wen (Manpower Services Taiwan Co Ltd) 2026-09-23 10:15:50 +08:00
parent 154aa39e94
commit b67299a78d
2 changed files with 15 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
litellm/llms/azure_ai/chat/transformation.py
View file

@ -28,7 +28,7 @@ from litellm.secret_managers.main import get_secret_str
from litellm.types.llms.openai import AllMessageValues
from litellm.types.router import GenericLiteLLMParams
from litellm.types.utils import ModelResponse, ProviderField
from litellm.utils import _add_path_to_api_base, supports_tool_choice
from litellm.utils import _add_path_to_api_base, supports_reasoning, supports_tool_choice
if TYPE_CHECKING:
from litellm.litellm_core_utils.tokenizer import Encoding as Tokenizer
@ -111,7 +111,9 @@ class AzureAIStudioConfig(OpenAIConfig):
drop_params=drop_params,
)
if "max_completion_tokens" not in optional_params:
if "max_completion_tokens" not in optional_params or supports_reasoning(
model=model, custom_llm_provider="azure_ai"
):
return optional_params
max_tokens: Final = optional_params["max_completion_tokens"]

11
tests/unit/llms/azure_ai/chat/test_azure_ai_transformation.py
View file

@ -169,6 +169,17 @@ def test_azure_ai_keeps_max_completion_tokens_for_gpt_5():
assert "max_tokens" not in mapped_params
def test_azure_ai_keeps_max_completion_tokens_for_reasoning_models(_local_model_cost_map: None) -> None:
mapped_params: Final = litellm.get_optional_params(
model="o3",
custom_llm_provider="azure_ai",
max_completion_tokens=256,
)
assert mapped_params["max_completion_tokens"] == 256
assert "max_tokens" not in mapped_params
def test_azure_ai_keeps_params_without_max_completion_tokens():
mapped_params: Final = litellm.get_optional_params(
model="mistral-large-3",