scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-09 03:18:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 109

test(deepseek): include native effort regression in coverage

Browse source
This commit is contained in:
BiGy2018 2026-09-22 09:45:32 +08:00
parent e890f0c657
commit b3e0e9f825
2 changed files with 41 additions and 40 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

41
tests/test_litellm/llms/deepseek/chat/test_deepseek_chat_transformation.py Normal file
View file

@ -0,0 +1,41 @@
from typing import Final
import pytest
from litellm.llms.deepseek.chat.transformation import DeepSeekChatConfig
@pytest.mark.parametrize(
"model", ("deepseek-flash", "deepseek-v4-pro", "deepseek-v4-flash-vision-exp", "deepseek/deepseek-v4-flash")
)
@pytest.mark.parametrize("effort", ("minimal", "low", "medium", "high", "xhigh", "max", "ultra"))
@pytest.mark.parametrize("thinking", (None, "enabled"))
def test_v4_keeps_requested_effort_with_enabled_thinking(model: str, effort: str, thinking: str | None) -> None:
params: Final = {"reasoning_effort": effort, **({"thinking": {"type": thinking}} if thinking else {})}
result: Final = DeepSeekChatConfig().map_openai_params(params, {}, model, False)
assert result == {"thinking": {"type": "enabled"}, "reasoning_effort": effort}
@pytest.mark.parametrize(
"thinking,effort,expected",
(
(None, None, {}),
(None, "none", {"thinking": {"type": "disabled"}}),
("disabled", "low", {"thinking": {"type": "disabled"}}),
("disabled", "max", {"thinking": {"type": "disabled"}}),
("enabled", "none", {"thinking": {"type": "enabled"}}),
("enabled", None, {"thinking": {"type": "enabled"}}),
),
)
def test_v4_retains_explicit_thinking_precedence(
thinking: str | None, effort: str | None, expected: dict[str, dict[str, str]]
) -> None:
params: Final = {"reasoning_effort": effort, **({"thinking": {"type": thinking}} if thinking else {})}
result: Final = DeepSeekChatConfig().map_openai_params(params, {}, "deepseek-flash", False)
assert result == expected
@pytest.mark.parametrize("model", ("deepseek-chat", "deepseek-reasoner", "deepseek/deepseek-reasoner"))
def test_legacy_models_retain_toggle_only_mapping(model: str) -> None:
result: Final = DeepSeekChatConfig().map_openai_params({"reasoning_effort": "low"}, {}, model, False)
assert result == {"thinking": {"type": "enabled"}}

40
tests/unit/llms/deepseek/chat/test_deepseek_chat_transformation.py
View file

@ -1,47 +1,7 @@
from typing import Final
import pytest
import litellm
from litellm.llms.deepseek.chat.transformation import DeepSeekChatConfig
@pytest.mark.parametrize(
"model", ("deepseek-flash", "deepseek-v4-pro", "deepseek-v4-flash-vision-exp", "deepseek/deepseek-v4-flash")
)
@pytest.mark.parametrize("effort", ("minimal", "low", "medium", "high", "xhigh", "max", "ultra"))
@pytest.mark.parametrize("thinking", (None, "enabled"))
def test_v4_keeps_requested_effort_with_enabled_thinking(model: str, effort: str, thinking: str | None) -> None:
params: Final = {"reasoning_effort": effort, **({"thinking": {"type": thinking}} if thinking else {})}
result: Final = DeepSeekChatConfig().map_openai_params(params, {}, model, False)
assert result == {"thinking": {"type": "enabled"}, "reasoning_effort": effort}
@pytest.mark.parametrize(
"thinking,effort,expected",
(
(None, None, {}),
(None, "none", {"thinking": {"type": "disabled"}}),
("disabled", "low", {"thinking": {"type": "disabled"}}),
("disabled", "max", {"thinking": {"type": "disabled"}}),
("enabled", "none", {"thinking": {"type": "enabled"}}),
("enabled", None, {"thinking": {"type": "enabled"}}),
),
)
def test_v4_retains_explicit_thinking_precedence(
thinking: str | None, effort: str | None, expected: dict[str, dict[str, str]]
) -> None:
params: Final = {"reasoning_effort": effort, **({"thinking": {"type": thinking}} if thinking else {})}
result: Final = DeepSeekChatConfig().map_openai_params(params, {}, "deepseek-flash", False)
assert result == expected
@pytest.mark.parametrize("model", ("deepseek-chat", "deepseek-reasoner", "deepseek/deepseek-reasoner"))
def test_legacy_models_retain_toggle_only_mapping(model: str) -> None:
result: Final = DeepSeekChatConfig().map_openai_params({"reasoning_effort": "low"}, {}, model, False)
assert result == {"thinking": {"type": "enabled"}}
def _function_tool(name: str) -> dict:
return {
"type": "function",