mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-06 02:48:13 +00:00
438d46cb50
Adds a nullable tpd_limit column and field to keys, teams, budgets and end users. The batch submission limiter swaps the per-minute RPM/TPM descriptor of any scope that has a tpd_limit for a token-only 24h descriptor, so batch traffic is budgeted per day while online traffic keeps the existing per-minute limits. The Admin UI exposes the field on key, team and budget create/edit forms Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
54 lines
1.6 KiB
Python
54 lines
1.6 KiB
Python
"""
|
|
Budget table model.
|
|
|
|
Canonical definition for ``litellm_budgettable``. Re-exported from
|
|
``litellm.proxy._types`` for backwards compatibility.
|
|
"""
|
|
|
|
from datetime import datetime
|
|
|
|
from pydantic import ConfigDict
|
|
|
|
from litellm.types.llms.base import LiteLLMPydanticObjectBase
|
|
|
|
|
|
class LiteLLM_BudgetTable(LiteLLMPydanticObjectBase):
|
|
"""Represents user-controllable params for a LiteLLM_BudgetTable record.
|
|
|
|
Budget-write paths use `model_fields.keys()` on this class as an allowlist
|
|
for user input. Keep server-managed fields (e.g. `budget_reset_at`) on
|
|
`LiteLLM_BudgetTableFull` so they aren't user-settable.
|
|
"""
|
|
|
|
budget_id: str | None = None
|
|
soft_budget: float | None = None
|
|
max_budget: float | None = None
|
|
max_parallel_requests: int | None = None
|
|
tpm_limit: int | None = None
|
|
rpm_limit: int | None = None
|
|
tpd_limit: int | None = None
|
|
model_max_budget: dict | None = None
|
|
budget_duration: str | None = None
|
|
allowed_models: list[str] | None = None # per-member model scope; empty = inherit team models
|
|
|
|
model_config = ConfigDict(protected_namespaces=())
|
|
|
|
|
|
class LiteLLM_BudgetTableFull(LiteLLM_BudgetTable):
|
|
"""LiteLLM_BudgetTable + server-managed fields returned on API responses."""
|
|
|
|
budget_reset_at: datetime | None = None
|
|
created_at: datetime
|
|
|
|
|
|
class LiteLLM_TeamMemberTable(LiteLLM_BudgetTable):
|
|
"""
|
|
Used to track spend of a user_id within a team_id
|
|
"""
|
|
|
|
spend: float | None = None
|
|
user_id: str | None = None
|
|
team_id: str | None = None
|
|
budget_id: str | None = None
|
|
|
|
model_config = ConfigDict(protected_namespaces=())
|