diff --git a/litellm/proxy/hooks/parallel_request_limiter.py b/litellm/proxy/hooks/parallel_request_limiter.py
index f5c45f3bd02..7b3c0960ff0 100644
--- a/litellm/proxy/hooks/parallel_request_limiter.py
+++ b/litellm/proxy/hooks/parallel_request_limiter.py
@@ -322,8 +322,9 @@ class _PROXY_MaxParallelRequestsHandler(CustomLogger):
         # check if REQUEST ALLOWED for user_id
         user_id = user_api_key_dict.user_id
         if user_id is not None:
+            request_count_api_key = f"{user_id}::{precise_minute}::request_count"
             _user_id_rate_limits = await self.internal_usage_cache.async_get_cache(
-                key=user_id,
+                key=request_count_api_key,
                 litellm_parent_otel_span=user_api_key_dict.parent_otel_span,
             )
             # get user tpm/rpm limits