mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-13 08:52:02 +00:00
docs(proxy): document the customer limit fields on the user endpoints
This commit is contained in:
parent
b65073c3b9
commit
37f782edaf
1 changed files with 4 additions and 0 deletions
|
|
@ -521,6 +521,8 @@ async def new_user(
|
|||
- model_rpm_limit: Optional[float] - Model-specific rpm limit for user. [Docs](https://docs.litellm.ai/docs/proxy/users#add-model-specific-limits-to-keys)
|
||||
- mcp_rpm_limit: Optional[dict] - Per-MCP-server rpm limit, keyed by MCP server name {"github": 100, "slack": 200}. Enforced for keys and teams only; values set on a user are stored but not enforced per user.
|
||||
- tag_rpm_limit: Optional[dict] - Per-request-tag rpm limit, keyed by request tag {"cell-1": 1000, "cell-2": 500}. Enforced for keys only; values set on a user are stored but not enforced per user.
|
||||
- customer_rpm_limit: Optional[dict] - Per-customer rpm limit, keyed by customer id {"acme": 100}. Enforced for keys only; values set on a user are stored but not enforced per user.
|
||||
- customer_tpm_limit: Optional[dict] - Per-customer tpm limit, keyed by customer id {"acme": 50000}. Enforced for keys only; values set on a user are stored but not enforced per user.
|
||||
- model_tpm_limit: Optional[float] - Model-specific tpm limit for user. [Docs](https://docs.litellm.ai/docs/proxy/users#add-model-specific-limits-to-keys)
|
||||
- spend: Optional[float] - Amount spent by user. Default is 0. Will be updated by proxy whenever user is used. You can set duration as seconds ("30s"), minutes ("30m"), hours ("30h"), days ("30d"), months ("1mo").
|
||||
- agent_id: Optional[str] - The agent id associated with the user.
|
||||
|
|
@ -1774,6 +1776,8 @@ async def user_update(
|
|||
- model_rpm_limit: Optional[float] - Model-specific rpm limit for user. [Docs](https://docs.litellm.ai/docs/proxy/users#add-model-specific-limits-to-keys)
|
||||
- mcp_rpm_limit: Optional[dict] - Per-MCP-server rpm limit, keyed by MCP server name {"github": 100, "slack": 200}. Enforced for keys and teams only; values set on a user are stored but not enforced per user.
|
||||
- tag_rpm_limit: Optional[dict] - Per-request-tag rpm limit, keyed by request tag {"cell-1": 1000, "cell-2": 500}. Enforced for keys only; values set on a user are stored but not enforced per user.
|
||||
- customer_rpm_limit: Optional[dict] - Per-customer rpm limit, keyed by customer id {"acme": 100}. Enforced for keys only; values set on a user are stored but not enforced per user.
|
||||
- customer_tpm_limit: Optional[dict] - Per-customer tpm limit, keyed by customer id {"acme": 50000}. Enforced for keys only; values set on a user are stored but not enforced per user.
|
||||
- model_tpm_limit: Optional[float] - Model-specific tpm limit for user. [Docs](https://docs.litellm.ai/docs/proxy/users#add-model-specific-limits-to-keys)
|
||||
- spend: Optional[float] - Amount spent by user. Default is 0. Will be updated by proxy whenever user is used. You can set duration as seconds ("30s"), minutes ("30m"), hours ("30h"), days ("30d"), months ("1mo").
|
||||
- agent_id: Optional[str] - The agent id associated with the user.
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue