mirror of
https://github.com/BerriAI/litellm.git
synced 2026-08-28 05:25:59 +00:00
5c9ed89301
OpenAI documents computer_use as a supported tool for Daybreak Blue and its default snapshot gpt-5.6-sol, but neither entry carried supports_computer_use. Sibling gpt-5.6-cyber and daybreak-red-latest already set it, so /model/info and the capability gates reported blue as unable to use computer tools. The gap came in with the source PR rather than the consolidation: #37029 sets the flag on cyber and red only. Pinned by a new metadata test covering the daybreak family and the blue alias agreeing with its snapshot.
52 lines
1.6 KiB
Python
52 lines
1.6 KiB
Python
import json
|
|
from pathlib import Path
|
|
|
|
import pytest
|
|
|
|
REPO_ROOT = Path(__file__).parents[2]
|
|
MAIN_PATH = REPO_ROOT / "model_prices_and_context_window.json"
|
|
BACKUP_PATH = REPO_ROOT / "litellm" / "model_prices_and_context_window_backup.json"
|
|
|
|
DAYBREAK_MODELS = (
|
|
"gpt-5.6-cyber",
|
|
"daybreak-red-latest",
|
|
"daybreak-blue-latest",
|
|
)
|
|
BLUE_ALIAS = "daybreak-blue-latest"
|
|
BLUE_SNAPSHOT = "gpt-5.6-sol"
|
|
|
|
|
|
def _load(path):
|
|
with open(path) as f:
|
|
return json.load(f)
|
|
|
|
|
|
@pytest.mark.parametrize("model", DAYBREAK_MODELS)
|
|
def test_daybreak_capability_contract(model):
|
|
info = _load(MAIN_PATH).get(model)
|
|
assert info is not None, f"{model} missing from model_prices_and_context_window.json"
|
|
|
|
assert info["litellm_provider"] == "openai"
|
|
assert info["mode"] == "chat"
|
|
assert info["supported_endpoints"] == ["/v1/chat/completions", "/v1/responses"]
|
|
|
|
assert info["supports_computer_use"] is True
|
|
assert info["supports_parallel_function_calling"] is True
|
|
assert info["supports_function_calling"] is True
|
|
assert info["supports_reasoning"] is True
|
|
assert info["supports_vision"] is True
|
|
|
|
|
|
def test_blue_alias_matches_its_snapshot_computer_use():
|
|
cost_map = _load(MAIN_PATH)
|
|
|
|
assert cost_map[BLUE_ALIAS]["supports_computer_use"] is True
|
|
assert cost_map[BLUE_SNAPSHOT]["supports_computer_use"] is True
|
|
|
|
|
|
@pytest.mark.parametrize("model", (*DAYBREAK_MODELS, BLUE_SNAPSHOT))
|
|
def test_backup_matches_main(model):
|
|
main_cost = _load(MAIN_PATH)
|
|
backup_cost = _load(BACKUP_PATH)
|
|
|
|
assert backup_cost.get(model) == main_cost.get(model), f"{model} differs between main and backup model cost maps"
|