scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-05 08:07:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 136

test(router): cover static cost lookup boundaries

Browse source
This commit is contained in:
林SO 2026-08-05 06:55:16 +08:00
parent 1a16389584
commit 51d8fed940
1 changed files with 42 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

44
tests/test_litellm/router_strategy/test_lowest_cost.py
View file

@ -32,12 +32,18 @@ async def test_provider_prefixed_models_use_resolved_costs() -> None:
assert selected["model_info"]["id"] == "luna"
@pytest.mark.parametrize(
"unknown_model",
[None, "caller-controlled-model", "ollama/caller-controlled-model"],
)
@pytest.mark.asyncio
async def test_unknown_provider_model_does_not_query_dynamic_metadata() -> None:
async def test_unknown_models_do_not_query_dynamic_metadata(
unknown_model: str | None,
) -> None:
deployments = [
{
"model_name": "test-group",
"litellm_params": {"model": "ollama/caller-controlled-model"},
"litellm_params": {"model": unknown_model},
"model_info": {"id": "unknown"},
},
{
@ -59,6 +65,40 @@ async def test_unknown_provider_model_does_not_query_dynamic_metadata() -> None:
get_model_info.assert_not_called()
@pytest.mark.asyncio
async def test_exact_custom_cost_entry_remains_authoritative() -> None:
deployments = [
{
"model_name": "test-group",
"litellm_params": {"model": "custom/provider-entry"},
"model_info": {"id": "custom"},
},
{
"model_name": "test-group",
"litellm_params": {"model": "openai/gpt-5.6-luna"},
"model_info": {"id": "luna"},
},
]
handler = LowestCostLoggingHandler(router_cache=DualCache())
with patch.dict(
litellm.model_cost,
{
"custom/provider-entry": {
"input_cost_per_token": 1e-9,
"output_cost_per_token": 1e-9,
}
},
):
selected = await handler.async_get_available_deployments(
model_group="test-group",
healthy_deployments=deployments,
)
assert selected is not None
assert selected["model_info"]["id"] == "custom"
@pytest.mark.asyncio
async def test_invalid_static_cost_entry_is_ignored() -> None:
deployments = [