From bffc36794f34fd5dcf00beff98f549fd9119496c Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Fri, 14 Nov 2025 17:22:21 -0800 Subject: [PATCH] docs fix spend tracking (#16675) --- .../docs/proxy/sync_models_github.md | 19 ++++++++++++++++--- docs/my-website/sidebars.js | 1 + 2 files changed, 17 insertions(+), 3 deletions(-) diff --git a/docs/my-website/docs/proxy/sync_models_github.md b/docs/my-website/docs/proxy/sync_models_github.md index d2f410e5496..f390ed0cb9c 100644 --- a/docs/my-website/docs/proxy/sync_models_github.md +++ b/docs/my-website/docs/proxy/sync_models_github.md @@ -1,8 +1,21 @@ -# Syncing Models to GitHub model_context_window +# Auto Sync New Models (Day-0 Launches) -Sync model pricing data from GitHub's `model_prices_and_context_window.json` file outside of the LiteLLM UI. +Automatically keep your model pricing and context window data up to date without restarting your service. **This allows you to add day-0 support for new models without restarting your service.** -> **📹 Video Tutorial**: [Watch how to sync models via the Admin UI](https://www.loom.com/share/ba41acc1882d41b284bbddbb0e9c27ce?sid=bdae351e-2026-4e39-932b-fcb185ff612c) +## Overview + +When providers like OpenAI or Anthropic release new models (e.g., GPT-5, Claude 4), you typically need to restart your LiteLLM service to get the latest pricing and context window data. + +With auto-sync, LiteLLM automatically pulls the latest model data from GitHub's [`model_prices_and_context_window.json`](https://github.com/BerriAI/litellm/blob/main/model_prices_and_context_window.json) without requiring a restart. This means: + +- **Zero downtime** when new models are released +- **Always accurate pricing** for cost tracking and budgets +- **Automatic updates** - set it once and forget it + + + +
+
## Quick Start diff --git a/docs/my-website/sidebars.js b/docs/my-website/sidebars.js index 20f4b982d0b..19d7faf796a 100644 --- a/docs/my-website/sidebars.js +++ b/docs/my-website/sidebars.js @@ -285,6 +285,7 @@ const sidebars = { items: [ "proxy/cost_tracking", "proxy/custom_pricing", + "proxy/sync_models_github", "proxy/billing", ], },