scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-03 02:22:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 82

perf(proxy/hooks): defer provider resolution to over-limit branches

Browse source
This commit is contained in:
Cursor Agent 2026-05-12 03:14:14 +00:00
parent e8ebd2e75e
commit 24e80ba3a9
No known key found for this signature in database
1 changed files with 6 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
litellm/proxy/hooks/dynamic_rate_limiter.py
View file

@ -218,11 +218,11 @@ class _PROXY_DynamicRateLimitHandler(CustomLogger):
) = await self.check_available_usage(
model=data["model"], priority=key_priority
)
resolved_model, llm_provider = resolve_llm_provider_for_rate_limit(
data.get("model")
)
### CHECK TPM ###
if available_tpm is not None and available_tpm == 0:
resolved_model, llm_provider = resolve_llm_provider_for_rate_limit(
data.get("model")
)
raise ProxyHTTPRateLimitError(
status_code=429,
detail={
@ -238,6 +238,9 @@ class _PROXY_DynamicRateLimitHandler(CustomLogger):
)
### CHECK RPM ###
elif available_rpm is not None and available_rpm == 0:
resolved_model, llm_provider = resolve_llm_provider_for_rate_limit(
data.get("model")
)
raise ProxyHTTPRateLimitError(
status_code=429,
detail={