scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-09 22:31:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 133

Merge pull request #2073 from BerriAI/litellm_set_tpm_rpm_limits_ui

Browse source 
[FEAT] UI Set tpm / rpm limits
This commit is contained in:
Ishaan Jaff 2024-02-19 15:17:04 -08:00 • committed by GitHub
commit e2edf75849
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 23 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

25
ui/litellm-dashboard/src/components/create_key_button.tsx
View file

@ -70,20 +70,23 @@ const CreateKey: React.FC<CreateKeyProps> = ({
onOk={handleOk}
onCancel={handleCancel}
>
<Form form={form} onFinish={handleCreate} labelCol={{ span: 6 }} wrapperCol={{ span: 16 }} labelAlign="left">
<Form form={form} onFinish={handleCreate} labelCol={{ span: 8 }} wrapperCol={{ span: 16 }} labelAlign="left">
{userRole === 'App Owner' || userRole === 'Admin' ? (
<>
<Form.Item
label="Key Name"
name="key_alias"
name="key_alias"
>
<Input />
<p style={{ fontStyle: 'italic', color: 'gray' }}>Optional</p>
</Form.Item>
<Form.Item
label="Team ID"
name="team_id"
>
<Input placeholder="ai_team" />
<p style={{ fontStyle: 'italic', color: 'gray' }}>Optional</p>
</Form.Item>
<Form.Item
label="Models"
@ -100,6 +103,7 @@ const CreateKey: React.FC<CreateKeyProps> = ({
</Option>
))}
</Select>
<p style={{ fontStyle: 'italic', color: 'gray' }}>Optional, defaults to all models</p>
</Form.Item>
@ -108,18 +112,35 @@ const CreateKey: React.FC<CreateKeyProps> = ({
name="max_budget"
>
<InputNumber step={0.01} precision={2} width={200}/>
<p style={{ fontStyle: 'italic', color: 'gray' }}>Optional, defaults Unlimited Budget </p>
</Form.Item>
<Form.Item
label="Tokens per minute Limit (TPM)"
name="tpm_limit"
>
<InputNumber step={1} width={400}/>
<p style={{ fontStyle: 'italic', color: 'gray' }}>Optional, defaults to Unlimited TPM</p>
</Form.Item>
<Form.Item
label="Requests per minute Limit (RPM)"
name="rpm_limit"
>
<InputNumber step={1} width={400}/>
<p style={{ fontStyle: 'italic', color: 'gray' }}>Optional, defaults to Unlimited RPM</p>
</Form.Item>
<Form.Item
label="Duration (eg: 30s, 30h, 30d)"
name="duration"
>
<Input />
<p style={{ fontStyle: 'italic', color: 'gray' }}>Optional, defaults to never expiring key</p>
</Form.Item>
<Form.Item
label="Metadata"
name="metadata"
>
<Input.TextArea rows={4} placeholder="Enter metadata as JSON" />
<p style={{ fontStyle: 'italic', color: 'gray' }}>Optional, defaults to null</p>
</Form.Item>
</>
) : (