From 4cc11780f67214edd690287948953c94ff5c88a8 Mon Sep 17 00:00:00 2001 From: Sergey Pariev Date: Tue, 10 Mar 2026 13:39:36 +0200 Subject: [PATCH] docs(proxy): document max_budget and budget_duration in config settings --- docs/my-website/docs/proxy/config_settings.md | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/docs/my-website/docs/proxy/config_settings.md b/docs/my-website/docs/proxy/config_settings.md index ea2c1700eea..a233090d5ff 100644 --- a/docs/my-website/docs/proxy/config_settings.md +++ b/docs/my-website/docs/proxy/config_settings.md @@ -25,6 +25,10 @@ litellm_settings: redact_user_api_key_info: boolean # Redact information about the user api key (hashed token, user_id, team id, etc.), from logs. Currently supported for Langfuse, OpenTelemetry, Logfire, ArizeAI logging. langfuse_default_tags: ["cache_hit", "cache_key", "proxy_base_url", "user_api_key_alias", "user_api_key_user_id", "user_api_key_user_email", "user_api_key_team_alias", "semantic-similarity", "proxy_base_url"] # default tags for Langfuse Logging # Networking settings + # Global proxy budget settings + max_budget: 100.0 # (float) Proxy-wide max spend across all requests. Requires general_settings.database_url + budget_duration. + budget_duration: "30d" # (str) Reset interval for proxy-wide max_budget. Supports seconds ("30s"), minutes ("30m"), hours ("30h"), days ("30d"). + request_timeout: 10 # (int) llm requesttimeout in seconds. Raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout force_ipv4: boolean # If true, litellm will force ipv4 for all LLM requests. Some users have seen httpx ConnectionError when using ipv6 + Anthropic API @@ -187,6 +191,8 @@ router_settings: | json_logs | boolean | If true, logs will be in json format. If you need to store the logs as JSON, just set the `litellm.json_logs = True`. We currently just log the raw POST request from litellm as a JSON [Further docs](./debugging) | | default_fallbacks | array of strings | List of fallback models to use if a specific model group is misconfigured / bad. [Further docs](./reliability#default-fallbacks) | | request_timeout | integer | The timeout for requests in seconds. If not set, the default value is `6000 seconds`. [For reference OpenAI Python SDK defaults to `600 seconds`.](https://github.com/openai/openai-python/blob/main/src/openai/_constants.py) | +| max_budget | float | Proxy-wide spend limit across all requests. Requires a database connection and `budget_duration`. [Budgets, Rate Limits](users#global-proxy) | +| budget_duration | string | Reset interval for proxy-wide `max_budget`. Supported values use duration suffixes like `30s`, `30m`, `30h`, `30d`. Required when `max_budget` is set. [Budgets, Rate Limits](users#global-proxy) | | force_ipv4 | boolean | If true, litellm will force ipv4 for all LLM requests. Some users have seen httpx ConnectionError when using ipv6 + Anthropic API | | content_policy_fallbacks | array of objects | Fallbacks to use when a ContentPolicyViolationError is encountered. [Further docs](./reliability#content-policy-fallbacks) | | context_window_fallbacks | array of objects | Fallbacks to use when a ContextWindowExceededError is encountered. [Further docs](./reliability#context-window-fallbacks) |