From a6a4b944ad9583426494ed2fe9da7bac1cd9261e Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Fri, 16 Aug 2024 18:22:35 -0700 Subject: [PATCH] user api key auth rpm_limit_per_model --- litellm/proxy/_types.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/litellm/proxy/_types.py b/litellm/proxy/_types.py index 94428c7feba..2eab4a66d0b 100644 --- a/litellm/proxy/_types.py +++ b/litellm/proxy/_types.py @@ -1337,6 +1337,8 @@ class UserAPIKeyAuth( ] = None allowed_model_region: Optional[Literal["eu"]] = None parent_otel_span: Optional[Span] = None + rpm_limit_per_model: Optional[Dict[str, int]] = None + tpm_limit_per_model: Optional[Dict[str, int]] = None @model_validator(mode="before") @classmethod