scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-03 02:22:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 81

test: check both directions in model_list sync test

Browse source
This commit is contained in:
Himanjan Pati 2026-05-29 21:25:34 +00:00
parent a756256a76
commit 3dcc787347
1 changed files with 11 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
tests/litellm_utils_tests/test_utils.py
View file

@ -2520,9 +2520,12 @@ def test_get_base_model_from_metadata():
def test_model_list_models_by_provider_in_sync():
model_list_set = set(litellm.model_list)
all_provider_models: set = set()
missing_from_model_list = []
for provider, models in litellm.models_by_provider.items():
model_set = set(models) if isinstance(models, list) else models
all_provider_models |= model_set
for model in model_set:
if model not in model_list_set:
missing_from_model_list.append(f"{provider}: {model}")
@ -2531,3 +2534,11 @@ def test_model_list_models_by_provider_in_sync():
f"{len(missing_from_model_list)} models in models_by_provider are missing from model_list:\n"
+ "\n".join(missing_from_model_list[:20])
)
missing_from_providers = [
m for m in model_list_set if m not in all_provider_models
]
assert not missing_from_providers, (
f"{len(missing_from_providers)} models in model_list are missing from models_by_provider:\n"
+ "\n".join(missing_from_providers[:20])
)