scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-09 03:18:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 108

refactor(router): aggregate model group description without in-place mutation

Browse source 
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
milan 2026-08-21 03:27:35 +00:00
parent b224b15b9d
commit 342b93fe0a
1 changed files with 5 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
litellm/router.py
View file

@ -9313,6 +9313,10 @@ class Router:
model_list: Final = self.get_model_list(model_name=model_group)
if model_list is None:
return None
model_group_description: Final[str | None] = next(
(d for d in (m.get("model_info", {}).get("description") for m in model_list) if isinstance(d, str)),
None,
)
for model in model_list:
is_match = False
if (
@ -9334,9 +9338,6 @@ class Router:
model_litellm_params = model.get("litellm_params", {})
model_info_dict = model.get("model_info", {})
_raw_description = model_info_dict.get("description")
_deployment_description: str | None = _raw_description if isinstance(_raw_description, str) else None
# get model tpm
_deployment_tpm: int | None = None
if _deployment_tpm is None:
@ -9418,7 +9419,7 @@ class Router:
**{
"model_group": user_facing_model_group_name,
"providers": [llm_provider],
"description": _deployment_description,
"description": model_group_description,
**model_info,
}
)
@ -9432,8 +9433,6 @@ class Router:
# supports_function_calling == True
if llm_provider not in model_group_info.providers:
model_group_info.providers.append(llm_provider)
if model_group_info.description is None and _deployment_description is not None:
model_group_info.description = _deployment_description
if (
model_info.get("max_input_tokens", None) is not None
and model_info["max_input_tokens"] is not None