scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-09 03:18:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 108

fix async_pre_call_hook in parallel request limiter

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-17 12:42:28 -07:00
parent feb8c3c5b4
commit fa96610bbc
1 changed files with 3 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
litellm/proxy/hooks/parallel_request_limiter.py
View file

@ -280,6 +280,9 @@ class _PROXY_MaxParallelRequestsHandler(CustomLogger):
f"litellm-key-remaining-tokens-{_model}": _remaining_tokens,
f"litellm-key-remaining-requests-{_model}": _remaining_requests,
}
if "metadata" not in data:
data["metadata"] = {}
data["metadata"].update(_remaining_limits_data)
# check if REQUEST ALLOWED for user_id