diff --git a/litellm/proxy/hooks/batch_rate_limiter.py b/litellm/proxy/hooks/batch_rate_limiter.py index 061af5d8563..36f82554bfe 100644 --- a/litellm/proxy/hooks/batch_rate_limiter.py +++ b/litellm/proxy/hooks/batch_rate_limiter.py @@ -169,27 +169,45 @@ class _PROXY_BatchRateLimiter(CustomLogger): True if at least one enforceable limit exists, False otherwise. """ # Global API key limits - if user_api_key_dict.rpm_limit is not None or user_api_key_dict.tpm_limit is not None: + if ( + user_api_key_dict.rpm_limit is not None + or user_api_key_dict.tpm_limit is not None + ): return True # User limits - if user_api_key_dict.user_rpm_limit is not None or user_api_key_dict.user_tpm_limit is not None: + if ( + user_api_key_dict.user_rpm_limit is not None + or user_api_key_dict.user_tpm_limit is not None + ): return True # Team limits - if user_api_key_dict.team_rpm_limit is not None or user_api_key_dict.team_tpm_limit is not None: + if ( + user_api_key_dict.team_rpm_limit is not None + or user_api_key_dict.team_tpm_limit is not None + ): return True # Team member limits - if user_api_key_dict.team_member_rpm_limit is not None or user_api_key_dict.team_member_tpm_limit is not None: + if ( + user_api_key_dict.team_member_rpm_limit is not None + or user_api_key_dict.team_member_tpm_limit is not None + ): return True # End user limits - if user_api_key_dict.end_user_rpm_limit is not None or user_api_key_dict.end_user_tpm_limit is not None: + if ( + user_api_key_dict.end_user_rpm_limit is not None + or user_api_key_dict.end_user_tpm_limit is not None + ): return True # Organization limits - if user_api_key_dict.organization_rpm_limit is not None or user_api_key_dict.organization_tpm_limit is not None: + if ( + user_api_key_dict.organization_rpm_limit is not None + or user_api_key_dict.organization_tpm_limit is not None + ): return True return False @@ -470,7 +488,7 @@ class _PROXY_BatchRateLimiter(CustomLogger): "No input_file_id in batch request, skipping rate limiting" ) return data - + # Check if any rate limits apply before reading file if not self._has_applicable_rate_limits(user_api_key_dict): verbose_proxy_logger.debug(