scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-09 03:18:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 108

Merge pull request #5356 from BerriAI/ui_allow_setting_rpm_tpm_on_ui

Browse source 
Feat - ui allow setting tpm / rpm limits on keys on ui
This commit is contained in:
Ishaan Jaff 2024-08-24 16:27:58 -07:00 • committed by GitHub
commit c99914d18e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 37 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

45
ui/litellm-dashboard/src/components/view_key_table.tsx
View file

@ -172,14 +172,6 @@ const ViewKeyTable: React.FC<ViewKeyTableProps> = ({
labelAlign="left"
>
<>
<Form.Item
label="Key Name"
name="key_alias"
rules={[{ required: true, message: 'Please input a key name' }]}
help="required"
>
<Input />
</Form.Item>
<Form.Item label="Models" name="models" rules={[
{
@ -270,6 +262,43 @@ const ViewKeyTable: React.FC<ViewKeyTableProps> = ({
))}
</Select3>
</Form.Item>
<Form.Item
className="mt-8"
label="TPM Limit (tokens per minute)"
name="tpm_limit"
help={`tpm_limit cannot exceed team tpm_limit ${keyTeam?.tpm_limit !== null && keyTeam?.tpm_limit !== undefined ? keyTeam?.tpm_limit : 'unlimited'}`}
rules={[
{
validator: async (_, value) => {
if (value && keyTeam && keyTeam.tpm_limit !== null && value > keyTeam.tpm_limit) {
console.log(`keyTeam.tpm_limit: ${keyTeam.tpm_limit}`)
throw new Error(`tpm_limit cannot exceed team max tpm_limit: $${keyTeam.tpm_limit}`);
}
},
},
]}
>
<InputNumber step={1} precision={1} width={200} />
</Form.Item>
<Form.Item
className="mt-8"
label="RPM Limit (requests per minute)"
name="rpm_limit"
help={`rpm_limit cannot exceed team max tpm_limit: ${keyTeam?.rpm_limit !== null && keyTeam?.rpm_limit !== undefined ? keyTeam?.rpm_limit : 'unlimited'}`}
rules={[
{
validator: async (_, value) => {
if (value && keyTeam && keyTeam.rpm_limit !== null && value > keyTeam.rpm_limit) {
console.log(`keyTeam.rpm_limit: ${keyTeam.rpm_limit}`)
throw new Error(`rpm_limit cannot exceed team max rpm_limit: $${keyTeam.rpm_limit}`);
}
},
},
]}
>
<InputNumber step={1} precision={1} width={200} />
</Form.Item>
</>
<div style={{ textAlign: "right", marginTop: "10px" }}>
<Button2 htmlType="submit">Edit Key</Button2>