From fa96610bbc5e164940eac393a897f0ef6017b11f Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Sat, 17 Aug 2024 12:42:28 -0700 Subject: [PATCH] fix async_pre_call_hook in parallel request limiter --- litellm/proxy/hooks/parallel_request_limiter.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/litellm/proxy/hooks/parallel_request_limiter.py b/litellm/proxy/hooks/parallel_request_limiter.py index ce528861493..e813d259740 100644 --- a/litellm/proxy/hooks/parallel_request_limiter.py +++ b/litellm/proxy/hooks/parallel_request_limiter.py @@ -280,6 +280,9 @@ class _PROXY_MaxParallelRequestsHandler(CustomLogger): f"litellm-key-remaining-tokens-{_model}": _remaining_tokens, f"litellm-key-remaining-requests-{_model}": _remaining_requests, } + + if "metadata" not in data: + data["metadata"] = {} data["metadata"].update(_remaining_limits_data) # check if REQUEST ALLOWED for user_id