scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-07 02:59:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

user api key auth rpm_limit_per_model

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-16 18:22:35 -07:00
parent 5d1fcc545b
commit a6a4b944ad
1 changed files with 2 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
litellm/proxy/_types.py
View file

@ -1337,6 +1337,8 @@ class UserAPIKeyAuth(
] = None
allowed_model_region: Optional[Literal["eu"]] = None
parent_otel_span: Optional[Span] = None
rpm_limit_per_model: Optional[Dict[str, int]] = None
tpm_limit_per_model: Optional[Dict[str, int]] = None
@model_validator(mode="before")
@classmethod