scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-06 08:16:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 78

feat(create_key_button.tsx): add tpm/rpm rate limit type options to UI

Browse source 
allows user to set the type of tpm/rpm limit they're trying to set
This commit is contained in:
Krrish Dholakia 2025-10-01 18:30:34 -07:00
parent d8e3a62fbe
commit ff866aae7b
1 changed files with 80 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

80
ui/litellm-dashboard/src/components/organisms/create_key_button.tsx
View file

@ -810,6 +810,46 @@ const CreateKey: React.FC<CreateKeyProps> = ({
>
<NumericalInput step={1} width={400} />
</Form.Item>
<Form.Item
label={
<span>
TPM Rate Limit Type {' '}
<Tooltip title="Select 'guaranteed_throughput' to prevent overallocating TPM limit when the key belongs to a Team with specific TPM limits.">
<InfoCircleOutlined style={{ marginLeft: '4px' }} />
</Tooltip>
</span>
}
name="tpm_limit_type"
initialValue="default"
className="mt-4"
>
<Select
defaultValue="default"
placeholder="Select rate limit type"
style={{ width: "100%" }}
optionLabelProp="label"
onChange={(value) => {
form.setFieldValue('tpm_limit_type', value);
}}
>
<Option value="default" label="Default">
<div style={{ padding: '4px 0' }}>
<div style={{ fontWeight: 500 }}>Default</div>
<div style={{ fontSize: '11px', color: '#6b7280', marginTop: '2px' }}>
Best effort throughput - no error if we're overallocating tpm (Team/Key Limits checked at runtim).
</div>
</div>
</Option>
<Option value="guaranteed_throughput" label="Guaranteed throughput">
<div style={{ padding: '4px 0' }}>
<div style={{ fontWeight: 500 }}>Guaranteed throughput</div>
<div style={{ fontSize: '11px', color: '#6b7280', marginTop: '2px' }}>
Guaranteed throughput - raise an error if we're overallocating tpm (also checks model-specific limits)
</div>
</div>
</Option>
</Select>
</Form.Item>
<Form.Item
className="mt-4"
label={
@ -841,6 +881,46 @@ const CreateKey: React.FC<CreateKeyProps> = ({
>
<NumericalInput step={1} width={400} />
</Form.Item>
<Form.Item
label={
<span>
RPM Rate Limit Type {' '}
<Tooltip title="Select 'guaranteed_throughput' to prevent overallocating RPM limit when the key belongs to a Team with specific RPM limits.">
<InfoCircleOutlined style={{ marginLeft: '4px' }} />
</Tooltip>
</span>
}
name="rpm_limit_type"
initialValue="default"
className="mt-4"
>
<Select
defaultValue="default"
placeholder="Select rate limit type"
style={{ width: "100%" }}
optionLabelProp="label"
onChange={(value) => {
form.setFieldValue('rpm_limit_type', value);
}}
>
<Option value="default" label="Default">
<div style={{ padding: '4px 0' }}>
<div style={{ fontWeight: 500 }}>Default</div>
<div style={{ fontSize: '11px', color: '#6b7280', marginTop: '2px' }}>
Best effort throughput - no error if we're overallocating rpm (Team/Key Limits checked at runtim).
</div>
</div>
</Option>
<Option value="guaranteed_throughput" label="Guaranteed throughput">
<div style={{ padding: '4px 0' }}>
<div style={{ fontWeight: 500 }}>Guaranteed throughput</div>
<div style={{ fontSize: '11px', color: '#6b7280', marginTop: '2px' }}>
Guaranteed throughput - raise an error if we're overallocating rpm (also checks model-specific limits)
</div>
</div>
</Option>
</Select>
</Form.Item>
<Form.Item
label={
<span>