scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-07 02:59:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

refactor(proxy): validate request metadata before reconstructing key rate-limit view

Browse source 
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
yassin 2026-09-15 22:48:47 +00:00
parent db0f06d153
commit 91dde59bc3
1 changed files with 6 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
litellm/proxy/hooks/parallel_request_limiter_v3.py
View file

@ -2918,14 +2918,16 @@ class _PROXY_MaxParallelRequestsHandler_v3(CustomLogger):
def _key_owns_model_tpm_limit_from_request_metadata(
self,
request_metadata: dict[str, Any],
request_metadata: Mapping[str, object],
model_group: str | None,
) -> bool:
if model_group is None:
return False
key_view: Final = UserAPIKeyAuth(
metadata=request_metadata.get("user_api_key_metadata") or {},
model_max_budget=request_metadata.get("user_api_key_model_max_budget") or {},
key_view: Final = UserAPIKeyAuth.model_validate(
{
"metadata": request_metadata.get("user_api_key_metadata") or {},
"model_max_budget": request_metadata.get("user_api_key_model_max_budget") or {},
}
)
return self._key_owns_model_limit(key_view, model_group, "model_tpm_limit")