mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-07 02:59:05 +00:00
2e5034016f
* feat(anthropic): add Claude Sonnet 5.5 Adds the anthropic cost map entry for claude-sonnet-5-5 mirroring claude-sonnet-5 pricing and capabilities, with prompt_cache_min_tokens at 512, thinking_always_on (thinking cannot be disabled on this model), and supports_forced_tool_use false (tool_choice required/named returns 400 upstream). Omits thinking cache preservation, same as Opus 5.5, and registers the model in the setup wizard provider list Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> * fix(model_prices): correct Claude Sonnet 5.5 capabilities and provider keys Sets prompt_cache_min_tokens 512, thinking_always_on, and supports_forced_tool_use false on every anthropic, bedrock, vertex_ai, and azure_ai Sonnet 5.5 key, dropping the thinking cache preservation flag cloned from Sonnet 5. Removes unpublished deprecation dates on azure_ai and vertex_ai, renames the OpenRouter key to the live anthropic/claude-sonnet-5.5 id and drops its batch variant, and removes the aihubmix, deepinfra, and databricks keys for vendors that do not list the model Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> * test(anthropic): drop vendor-absence assertions for Sonnet 5.5 keys Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> --------- Co-authored-by: kerry <kerry@berri.ai> Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
87 lines
3 KiB
Python
87 lines
3 KiB
Python
"""
|
|
Validate Claude Sonnet 5 model configuration entries.
|
|
|
|
Sonnet 5 ships with the gen-5 adaptive-thinking profile (adaptive thinking
|
|
always on, no extended thinking, ``effort`` defaults to ``high``), so it must
|
|
mirror the sampling-param and prefill restrictions that Fable 5 / Opus 4.8 carry
|
|
rather than the older Sonnet 4.6 behavior. The cost-map entries are also what
|
|
populate ``litellm.anthropic_models`` at import, which is what lets a bare
|
|
``claude-sonnet-5`` name resolve to the ``anthropic`` provider (and match an
|
|
``anthropic/*`` wildcard deployment).
|
|
|
|
Sonnet 5.5 (``claude-sonnet-5-5``) is covered here too. It carries the same
|
|
gen-5 profile but thinking cannot be turned off and forced tool use is not
|
|
supported, same as Opus 5.5
|
|
"""
|
|
|
|
import json
|
|
import os
|
|
|
|
import pytest
|
|
|
|
from litellm.constants import BEDROCK_CONVERSE_MODELS
|
|
from litellm.litellm_core_utils.get_model_cost_map import GetModelCostMap
|
|
|
|
REPO_ROOT = os.path.join(os.path.dirname(__file__), "../..")
|
|
|
|
|
|
def _load_root_cost_map() -> dict:
|
|
json_path = os.path.join(REPO_ROOT, "model_prices_and_context_window.json")
|
|
with open(json_path) as f:
|
|
return json.load(f)
|
|
|
|
|
|
ALL_SONNET_5_VARIANTS = (
|
|
"claude-sonnet-5",
|
|
"anthropic.claude-sonnet-5",
|
|
"global.anthropic.claude-sonnet-5",
|
|
"us.anthropic.claude-sonnet-5",
|
|
"eu.anthropic.claude-sonnet-5",
|
|
"au.anthropic.claude-sonnet-5",
|
|
"jp.anthropic.claude-sonnet-5",
|
|
"vertex_ai/claude-sonnet-5",
|
|
"vertex_ai/claude-sonnet-5@default",
|
|
"azure_ai/claude-sonnet-5",
|
|
)
|
|
|
|
|
|
def test_sonnet_5_registered_for_bedrock_converse():
|
|
assert "anthropic.claude-sonnet-5" in BEDROCK_CONVERSE_MODELS
|
|
|
|
|
|
SONNET_5_5_VARIANTS = (
|
|
"claude-sonnet-5-5",
|
|
"us.anthropic.claude-sonnet-5-5",
|
|
"vertex_ai/claude-sonnet-5-5",
|
|
"vertex_ai/claude-sonnet-5-5@default",
|
|
"azure_ai/claude-sonnet-5-5",
|
|
"openrouter/anthropic/claude-sonnet-5.5",
|
|
)
|
|
|
|
|
|
@pytest.mark.parametrize("model_name", SONNET_5_5_VARIANTS)
|
|
def test_sonnet_5_5_present_in_bundled_backup(model_name):
|
|
backup = GetModelCostMap.load_local_model_cost_map()
|
|
root = _load_root_cost_map()
|
|
assert model_name in backup
|
|
assert model_name in root
|
|
assert backup[model_name] == root[model_name]
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
("model", "provider"),
|
|
[
|
|
("claude-sonnet-5-5", "anthropic"),
|
|
("anthropic/claude-sonnet-5-5", "anthropic"),
|
|
("vertex_ai/claude-sonnet-5-5", "vertex_ai"),
|
|
("azure_ai/claude-sonnet-5-5", "azure_ai"),
|
|
],
|
|
)
|
|
def test_sonnet_5_5_thinking_profile(local_model_cost_map, model, provider):
|
|
"""Sonnet 5.5 has thinking always on with the adaptive thinking surface, and
|
|
no forced tool use, same as Opus 5.5."""
|
|
from litellm.llms.anthropic.common_utils import AnthropicModelInfo
|
|
|
|
assert AnthropicModelInfo._is_adaptive_thinking_model(model, provider) is True
|
|
assert AnthropicModelInfo._is_always_on_thinking_model(model, provider) is True
|
|
assert AnthropicModelInfo.forced_tool_use_unsupported(model.removeprefix("anthropic/")) is True
|