fix(model_hub.tsx): clarify cost in model hub is per 1m tokens (#7687)

* fix(model_hub.tsx): clarify cost in model hub is per 1m tokens * docs: test blog * docs: improve release note docs * docs(docs/): new stable release doc * docs(docs/): specify date in all posts * docs(docs/): add git diff to stable release docs
2026-10-06 02:48:13 +00:00 · 2025-01-11 09:57:09 -08:00 · 2025-01-11 09:57:09 -08:00 · 5e537fbdb1
commit 5e537fbdb1
parent 9a1c050cf7
10 changed files with 247 additions and 7 deletions
--- a/docs/my-website/docusaurus.config.js
+++ b/docs/my-website/docusaurus.config.js
@ -40,10 +40,16 @@ const config = {
    [
      '@docusaurus/plugin-content-blog',
      {
-        id: 'release_notes', 
-        path: './release_notes', // Folder where your release notes are stored
-        routeBasePath: '/release_notes', // URL path for the release notes
-        include: ['**/*.md', '**/*.mdx'], // Files to include
+        id: 'release_notes',
+        path: './release_notes',
+        routeBasePath: 'release_notes',
+        blogTitle: 'Release Notes',
+        blogSidebarTitle: 'All Releases',
+        blogSidebarCount: 'ALL',
+        postsPerPage: 'ALL',
+        showReadingTime: false,
+        sortPosts: 'descending',
+        include: ['**/*.{md,mdx}'],
      },
    ],

--- a/docs/my-website/release_notes/v1.55.10/index.md
+++ b/docs/my-website/release_notes/v1.55.10/index.md
@ -1,3 +1,20 @@
+---
+title: v1.55.10
+slug: v1.55.10
+date: 2024-12-24T10:00:00
+authors:
+  - name: Krrish Dholakia
+    title: CEO, LiteLLM
+    url: https://www.linkedin.com/in/krish-d/
+    image_url: https://media.licdn.com/dms/image/v2/C5103AQHYMXJfHTf4Ng/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1517455593871?e=1741824000&v=beta&t=udmat6jS-s3EQZp1DTykf7NZmf-3sefD_I9B1aMjE5Y
+  - name: Ishaan Jaffer
+    title: CTO, LiteLLM
+    url: https://www.linkedin.com/in/reffajnaahsi/
+    image_url: https://media.licdn.com/dms/image/v2/D4D03AQGiM7ZrUwqu_Q/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1675971026692?e=1741824000&v=beta&t=eQnRdXPJo4eiINWTZARoYTfqh064pgZ-E21pQTSy8jc
+tags: [batches, guardrails, team management, custom auth]
+hide_table_of_contents: false
+---
+
 import Image from '@theme/IdealImage';

 # v1.55.10
--- a/docs/my-website/release_notes/v1.55.8-stable/index.md
+++ b/docs/my-website/release_notes/v1.55.8-stable/index.md
@ -1,3 +1,19 @@
+---
+title: v1.55.8-stable
+slug: v1.55.8-stable
+date: 2024-12-22T10:00:00
+authors:
+  - name: Krrish Dholakia
+    title: CEO, LiteLLM
+    url: https://www.linkedin.com/in/krish-d/
+    image_url: https://media.licdn.com/dms/image/v2/C5103AQHYMXJfHTf4Ng/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1517455593871?e=1741824000&v=beta&t=udmat6jS-s3EQZp1DTykf7NZmf-3sefD_I9B1aMjE5Y
+  - name: Ishaan Jaffer
+    title: CTO, LiteLLM
+    url: https://www.linkedin.com/in/reffajnaahsi/
+    image_url: https://media.licdn.com/dms/image/v2/D4D03AQGiM7ZrUwqu_Q/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1675971026692?e=1741824000&v=beta&t=eQnRdXPJo4eiINWTZARoYTfqh064pgZ-E21pQTSy8jc
+tags: [langfuse, fallbacks, new models, azure_storage]
+hide_table_of_contents: false
+---

 import Image from '@theme/IdealImage';

--- a/docs/my-website/release_notes/v1.56.1/index.md
+++ b/docs/my-website/release_notes/v1.56.1/index.md
@ -1,3 +1,20 @@
+---
+title: v1.56.1
+slug: v1.56.1
+date: 2024-12-27T10:00:00
+authors:
+  - name: Krrish Dholakia
+    title: CEO, LiteLLM
+    url: https://www.linkedin.com/in/krish-d/
+    image_url: https://media.licdn.com/dms/image/v2/C5103AQHYMXJfHTf4Ng/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1517455593871?e=1741824000&v=beta&t=udmat6jS-s3EQZp1DTykf7NZmf-3sefD_I9B1aMjE5Y
+  - name: Ishaan Jaffer
+    title: CTO, LiteLLM
+    url: https://www.linkedin.com/in/reffajnaahsi/
+    image_url: https://media.licdn.com/dms/image/v2/D4D03AQGiM7ZrUwqu_Q/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1675971026692?e=1741824000&v=beta&t=eQnRdXPJo4eiINWTZARoYTfqh064pgZ-E21pQTSy8jc
+tags: [key management, budgets/rate limits, logging, guardrails]
+hide_table_of_contents: false
+---
+
 import Image from '@theme/IdealImage';

 # v1.56.1
--- a/docs/my-website/release_notes/v1.56.3/index.md
+++ b/docs/my-website/release_notes/v1.56.3/index.md
@ -1,3 +1,20 @@
+---
+title: v1.56.3
+slug: v1.56.3
+date: 2024-12-28T10:00:00
+authors:
+  - name: Krrish Dholakia
+    title: CEO, LiteLLM
+    url: https://www.linkedin.com/in/krish-d/
+    image_url: https://media.licdn.com/dms/image/v2/C5103AQHYMXJfHTf4Ng/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1517455593871?e=1741824000&v=beta&t=udmat6jS-s3EQZp1DTykf7NZmf-3sefD_I9B1aMjE5Y
+  - name: Ishaan Jaffer
+    title: CTO, LiteLLM
+    url: https://www.linkedin.com/in/reffajnaahsi/
+    image_url: https://media.licdn.com/dms/image/v2/D4D03AQGiM7ZrUwqu_Q/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1675971026692?e=1741824000&v=beta&t=eQnRdXPJo4eiINWTZARoYTfqh064pgZ-E21pQTSy8jc
+tags: [guardrails, logging, virtual key management, new models]
+hide_table_of_contents: false
+---
+
 import Image from '@theme/IdealImage';

 `guardrails`, `logging`, `virtual key management`, `new models`
--- a/docs/my-website/release_notes/v1.56.4/index.md
+++ b/docs/my-website/release_notes/v1.56.4/index.md
@ -1,3 +1,20 @@
+---
+title: v1.56.4
+slug: v1.56.4
+date: 2024-12-29T10:00:00
+authors:
+  - name: Krrish Dholakia
+    title: CEO, LiteLLM
+    url: https://www.linkedin.com/in/krish-d/
+    image_url: https://media.licdn.com/dms/image/v2/C5103AQHYMXJfHTf4Ng/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1517455593871?e=1741824000&v=beta&t=udmat6jS-s3EQZp1DTykf7NZmf-3sefD_I9B1aMjE5Y
+  - name: Ishaan Jaffer
+    title: CTO, LiteLLM
+    url: https://www.linkedin.com/in/reffajnaahsi/
+    image_url: https://media.licdn.com/dms/image/v2/D4D03AQGiM7ZrUwqu_Q/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1675971026692?e=1741824000&v=beta&t=eQnRdXPJo4eiINWTZARoYTfqh064pgZ-E21pQTSy8jc
+tags: [deepgram, fireworks ai, vision, admin ui, dependency upgrades]
+hide_table_of_contents: false
+---
+
 import Image from '@theme/IdealImage';


--- a/docs/my-website/release_notes/v1.57.3/index.md
+++ b/docs/my-website/release_notes/v1.57.3/index.md
@ -1,6 +1,23 @@
+---
+title: v1.57.3 - New Base Docker Image
+slug: v1.57.3
+date: 2025-01-08T10:00:00
+authors:
+  - name: Krrish Dholakia
+    title: CEO, LiteLLM
+    url: https://www.linkedin.com/in/krish-d/
+    image_url: https://media.licdn.com/dms/image/v2/C5103AQHYMXJfHTf4Ng/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1517455593871?e=1741824000&v=beta&t=udmat6jS-s3EQZp1DTykf7NZmf-3sefD_I9B1aMjE5Y
+  - name: Ishaan Jaffer
+    title: CTO, LiteLLM
+    url: https://www.linkedin.com/in/reffajnaahsi/
+    image_url: https://media.licdn.com/dms/image/v2/D4D03AQGiM7ZrUwqu_Q/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1675971026692?e=1741824000&v=beta&t=eQnRdXPJo4eiINWTZARoYTfqh064pgZ-E21pQTSy8jc
+tags: [docker image, security, vulnerability]
+hide_table_of_contents: false
+---
+
 import Image from '@theme/IdealImage';

-# v1.57.3 - New Base Docker Image
+`docker image`, `security`, `vulnerability`

 # 0 Critical/High Vulnerabilities

--- a/docs/my-website/release_notes/v1.57.7/index.md
+++ b/docs/my-website/release_notes/v1.57.7/index.md
@ -1,3 +1,22 @@
+---
+title: v1.57.7
+slug: v1.57.7
+date: 2025-01-10T10:00:00
+authors:
+  - name: Krrish Dholakia
+    title: CEO, LiteLLM
+    url: https://www.linkedin.com/in/krish-d/
+    image_url: https://media.licdn.com/dms/image/v2/C5103AQHYMXJfHTf4Ng/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1517455593871?e=1741824000&v=beta&t=udmat6jS-s3EQZp1DTykf7NZmf-3sefD_I9B1aMjE5Y
+  - name: Ishaan Jaffer
+    title: CTO, LiteLLM
+    url: https://www.linkedin.com/in/reffajnaahsi/
+    image_url: https://media.licdn.com/dms/image/v2/D4D03AQGiM7ZrUwqu_Q/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1675971026692?e=1741824000&v=beta&t=eQnRdXPJo4eiINWTZARoYTfqh064pgZ-E21pQTSy8jc
+tags: [langfuse, management endpoints, ui, prometheus, secret management]
+hide_table_of_contents: false
+---
+
+`langfuse`, `management endpoints`, `ui`, `prometheus`, `secret management`
+
 ## Langfuse Prompt Management 

 Langfuse Prompt Management is being labelled as BETA. This allows us to iterate quickly on the feedback we're receiving, and making the status clearer to users. We expect to make this feature to be stable by next month (February 2025).
--- a/docs/my-website/release_notes/v1.57.8-stable/index.md
+++ b/docs/my-website/release_notes/v1.57.8-stable/index.md
@ -0,0 +1,114 @@
+---
+title: v1.57.8-stable
+slug: v1.57.8-stable
+date: 2025-01-11T10:00:00
+authors:
+  - name: Krrish Dholakia
+    title: CEO, LiteLLM
+    url: https://www.linkedin.com/in/krish-d/
+    image_url: https://media.licdn.com/dms/image/v2/C5103AQHYMXJfHTf4Ng/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1517455593871?e=1741824000&v=beta&t=udmat6jS-s3EQZp1DTykf7NZmf-3sefD_I9B1aMjE5Y
+  - name: Ishaan Jaffer
+    title: CTO, LiteLLM
+    url: https://www.linkedin.com/in/reffajnaahsi/
+    image_url: https://media.licdn.com/dms/image/v2/D4D03AQGiM7ZrUwqu_Q/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1675971026692?e=1741824000&v=beta&t=eQnRdXPJo4eiINWTZARoYTfqh064pgZ-E21pQTSy8jc
+tags: [langfuse, humanloop, alerting, prometheus, secret management, management endpoints, ui, prompt management, finetuning, batch]
+hide_table_of_contents: false
+---
+
+`alerting`, `prometheus`, `secret management`, `management endpoints`, `ui`, `prompt management`, `finetuning`, `batch`
+
+
+:::note
+
+v1.57.8-stable, is currently being tested. It will be released on 2025-01-12. 
+
+:::
+
+
+## New / Updated Models
+
+1. Mistral large pricing - https://github.com/BerriAI/litellm/pull/7452
+2. Cohere command-r7b-12-2024 pricing - https://github.com/BerriAI/litellm/pull/7553/files
+3. Voyage - new models, prices and context window information - https://github.com/BerriAI/litellm/pull/7472
+4. Anthropic - bump Bedrock claude-3-5-haiku max_output_tokens to 8192
+
+## General Proxy Improvements
+
+1. Health check support for realtime models 
+2. Support calling Azure realtime routes via virtual keys 
+3. Support custom tokenizer on `/utils/token_counter` - useful when checking token count for self-hosted models 
+4. Request Prioritization - support on `/v1/completion` endpoint as well 
+
+## LLM Translation Improvements
+
+1. Deepgram STT support. [Start Here](https://docs.litellm.ai/docs/providers/deepgram)
+2. OpenAI Moderations - `omni-moderation-latest` support. [Start Here](https://docs.litellm.ai/docs/moderation)
+3. Azure O1 - fake streaming support. This ensures if a `stream=true` is passed, the response is streamed. [Start Here](https://docs.litellm.ai/docs/providers/azure)
+4. Anthropic - non-whitespace char stop sequence handling - [PR](https://github.com/BerriAI/litellm/pull/7484)
+5. Azure OpenAI - support entrata id username + password based auth. [Start Here](https://docs.litellm.ai/docs/providers/azure#entrata-id---use-tenant_id-client_id-client_secret)
+6. LM Studio - embedding route support. [Start Here](https://docs.litellm.ai/docs/providers/lm-studio)
+7. WatsonX - ZenAPIKeyAuth support. [Start Here](https://docs.litellm.ai/docs/providers/watsonx)
+    
+## Prompt Management Improvements
+
+1. Langfuse integration
+2. HumanLoop integration 
+3. Support for using load balanced models 
+4. Support for loading optional params from prompt manager 
+
+[Start Here](https://docs.litellm.ai/docs/proxy/prompt_management)
+
+## Finetuning + Batch APIs Improvements
+
+1. Improved unified endpoint support for Vertex AI finetuning - [PR](https://github.com/BerriAI/litellm/pull/7487)
+2. Add support for retrieving vertex api batch jobs - [PR](https://github.com/BerriAI/litellm/commit/13f364682d28a5beb1eb1b57f07d83d5ef50cbdc)
+
+## *NEW* Alerting Integration
+
+PagerDuty Alerting Integration. 
+
+Handles two types of alerts:
+
+- High LLM API Failure Rate. Configure X fails in Y seconds to trigger an alert.
+- High Number of Hanging LLM Requests. Configure X hangs in Y seconds to trigger an alert.
+
+
+[Start Here](https://docs.litellm.ai/docs/proxy/pagerduty)
+
+## Prometheus Improvements
+
+Added support for tracking latency/spend/tokens based on custom metrics. [Start Here](https://docs.litellm.ai/docs/proxy/prometheus#beta-custom-metrics)
+
+## *NEW* Hashicorp Secret Manager Support 
+
+Support for reading credentials + writing LLM API keys. [Start Here](https://docs.litellm.ai/docs/secret#hashicorp-vault)
+
+## Management Endpoints / UI Improvements
+
+1. Create and view organizations + assign org admins on the Proxy UI
+2. Support deleting keys by key_alias
+3. Allow assigning teams to org on UI
+4. Disable using ui session token for 'test key' pane
+5. Show model used in 'test key' pane 
+6. Support markdown output in 'test key' pane
+
+## Helm Improvements
+
+1. Prevent istio injection for db migrations cron job
+2. allow using migrationJob.enabled variable within job
+
+## Logging Improvements
+
+1. braintrust logging: respect project_id, add more metrics  - https://github.com/BerriAI/litellm/pull/7613
+2. Athina - support base url - `ATHINA_BASE_URL`
+3. Lunary - Allow passing custom parent run id to LLM Calls 
+
+
+
+## Git Diff 
+
+This is the diff between v1.56.3-stable and v1.57.8-stable. 
+
+Use this to see the changes in the codebase. 
+
+[Git Diff](https://github.com/BerriAI/litellm/compare/v1.56.3-stable...189b67760011ea313ca58b1f8bd43aa74fbd7f55)
--- a/ui/litellm-dashboard/src/components/model_hub.tsx
+++ b/ui/litellm-dashboard/src/components/model_hub.tsx
@ -176,13 +176,13 @@ const ModelHub: React.FC<ModelHubProps> = ({
                        : "Unknown"}
                    </Text>
                    <Text>
-                      Input Cost Per Token:{" "}
+                      Input Cost Per 1M Tokens (USD):{" "}
                      {model?.input_cost_per_token
                        ? `$${(model.input_cost_per_token * 1_000_000).toFixed(2)}`
                        : "Unknown"}
                    </Text>
                    <Text>
-                      Output Cost Per Token:{" "}
+                      Output Cost Per 1M Tokens (USD):{" "}
                      {model?.output_cost_per_token
                        ? `$${(model.output_cost_per_token * 1_000_000).toFixed(2)}`
                        : "Unknown"}