scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-25 05:54:53 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 175

Fix Black formatting in batch_rate_limiter.py

Browse source 
Co-Authored-By: Claude Haiku 4.5 <noreply@anthropic.com>
This commit is contained in:
Otavio Brito 2026-05-20 12:57:49 -03:00
parent 520992f824
commit c842f671af
1 changed files with 25 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

32
litellm/proxy/hooks/batch_rate_limiter.py
View file

@ -169,27 +169,45 @@ class _PROXY_BatchRateLimiter(CustomLogger):
True if at least one enforceable limit exists, False otherwise.
"""
# Global API key limits
if user_api_key_dict.rpm_limit is not None or user_api_key_dict.tpm_limit is not None:
if (
user_api_key_dict.rpm_limit is not None
or user_api_key_dict.tpm_limit is not None
):
return True
# User limits
if user_api_key_dict.user_rpm_limit is not None or user_api_key_dict.user_tpm_limit is not None:
if (
user_api_key_dict.user_rpm_limit is not None
or user_api_key_dict.user_tpm_limit is not None
):
return True
# Team limits
if user_api_key_dict.team_rpm_limit is not None or user_api_key_dict.team_tpm_limit is not None:
if (
user_api_key_dict.team_rpm_limit is not None
or user_api_key_dict.team_tpm_limit is not None
):
return True
# Team member limits
if user_api_key_dict.team_member_rpm_limit is not None or user_api_key_dict.team_member_tpm_limit is not None:
if (
user_api_key_dict.team_member_rpm_limit is not None
or user_api_key_dict.team_member_tpm_limit is not None
):
return True
# End user limits
if user_api_key_dict.end_user_rpm_limit is not None or user_api_key_dict.end_user_tpm_limit is not None:
if (
user_api_key_dict.end_user_rpm_limit is not None
or user_api_key_dict.end_user_tpm_limit is not None
):
return True
# Organization limits
if user_api_key_dict.organization_rpm_limit is not None or user_api_key_dict.organization_tpm_limit is not None:
if (
user_api_key_dict.organization_rpm_limit is not None
or user_api_key_dict.organization_tpm_limit is not None
):
return True
return False
@ -470,7 +488,7 @@ class _PROXY_BatchRateLimiter(CustomLogger):
"No input_file_id in batch request, skipping rate limiting"
)
return data
# Check if any rate limits apply before reading file
if not self._has_applicable_rate_limits(user_api_key_dict):
verbose_proxy_logger.debug(