diff --git a/docs/my-website/docusaurus.config.js b/docs/my-website/docusaurus.config.js index a001d0b5c7d..cf20dfcd70c 100644 --- a/docs/my-website/docusaurus.config.js +++ b/docs/my-website/docusaurus.config.js @@ -40,10 +40,16 @@ const config = { [ '@docusaurus/plugin-content-blog', { - id: 'release_notes', - path: './release_notes', // Folder where your release notes are stored - routeBasePath: '/release_notes', // URL path for the release notes - include: ['**/*.md', '**/*.mdx'], // Files to include + id: 'release_notes', + path: './release_notes', + routeBasePath: 'release_notes', + blogTitle: 'Release Notes', + blogSidebarTitle: 'All Releases', + blogSidebarCount: 'ALL', + postsPerPage: 'ALL', + showReadingTime: false, + sortPosts: 'descending', + include: ['**/*.{md,mdx}'], }, ], diff --git a/docs/my-website/release_notes/v1.55.10/index.md b/docs/my-website/release_notes/v1.55.10/index.md index 5af89cf40b7..2d509a5d535 100644 --- a/docs/my-website/release_notes/v1.55.10/index.md +++ b/docs/my-website/release_notes/v1.55.10/index.md @@ -1,3 +1,20 @@ +--- +title: v1.55.10 +slug: v1.55.10 +date: 2024-12-24T10:00:00 +authors: + - name: Krrish Dholakia + title: CEO, LiteLLM + url: https://www.linkedin.com/in/krish-d/ + image_url: https://media.licdn.com/dms/image/v2/C5103AQHYMXJfHTf4Ng/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1517455593871?e=1741824000&v=beta&t=udmat6jS-s3EQZp1DTykf7NZmf-3sefD_I9B1aMjE5Y + - name: Ishaan Jaffer + title: CTO, LiteLLM + url: https://www.linkedin.com/in/reffajnaahsi/ + image_url: https://media.licdn.com/dms/image/v2/D4D03AQGiM7ZrUwqu_Q/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1675971026692?e=1741824000&v=beta&t=eQnRdXPJo4eiINWTZARoYTfqh064pgZ-E21pQTSy8jc +tags: [batches, guardrails, team management, custom auth] +hide_table_of_contents: false +--- + import Image from '@theme/IdealImage'; # v1.55.10 diff --git a/docs/my-website/release_notes/v1.55.8-stable/index.md b/docs/my-website/release_notes/v1.55.8-stable/index.md index 685d30ebd03..7887192eca5 100644 --- a/docs/my-website/release_notes/v1.55.8-stable/index.md +++ b/docs/my-website/release_notes/v1.55.8-stable/index.md @@ -1,3 +1,19 @@ +--- +title: v1.55.8-stable +slug: v1.55.8-stable +date: 2024-12-22T10:00:00 +authors: + - name: Krrish Dholakia + title: CEO, LiteLLM + url: https://www.linkedin.com/in/krish-d/ + image_url: https://media.licdn.com/dms/image/v2/C5103AQHYMXJfHTf4Ng/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1517455593871?e=1741824000&v=beta&t=udmat6jS-s3EQZp1DTykf7NZmf-3sefD_I9B1aMjE5Y + - name: Ishaan Jaffer + title: CTO, LiteLLM + url: https://www.linkedin.com/in/reffajnaahsi/ + image_url: https://media.licdn.com/dms/image/v2/D4D03AQGiM7ZrUwqu_Q/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1675971026692?e=1741824000&v=beta&t=eQnRdXPJo4eiINWTZARoYTfqh064pgZ-E21pQTSy8jc +tags: [langfuse, fallbacks, new models, azure_storage] +hide_table_of_contents: false +--- import Image from '@theme/IdealImage'; diff --git a/docs/my-website/release_notes/v1.56.1/index.md b/docs/my-website/release_notes/v1.56.1/index.md index 650aa68bff5..1a1b1aaa1a5 100644 --- a/docs/my-website/release_notes/v1.56.1/index.md +++ b/docs/my-website/release_notes/v1.56.1/index.md @@ -1,3 +1,20 @@ +--- +title: v1.56.1 +slug: v1.56.1 +date: 2024-12-27T10:00:00 +authors: + - name: Krrish Dholakia + title: CEO, LiteLLM + url: https://www.linkedin.com/in/krish-d/ + image_url: https://media.licdn.com/dms/image/v2/C5103AQHYMXJfHTf4Ng/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1517455593871?e=1741824000&v=beta&t=udmat6jS-s3EQZp1DTykf7NZmf-3sefD_I9B1aMjE5Y + - name: Ishaan Jaffer + title: CTO, LiteLLM + url: https://www.linkedin.com/in/reffajnaahsi/ + image_url: https://media.licdn.com/dms/image/v2/D4D03AQGiM7ZrUwqu_Q/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1675971026692?e=1741824000&v=beta&t=eQnRdXPJo4eiINWTZARoYTfqh064pgZ-E21pQTSy8jc +tags: [key management, budgets/rate limits, logging, guardrails] +hide_table_of_contents: false +--- + import Image from '@theme/IdealImage'; # v1.56.1 diff --git a/docs/my-website/release_notes/v1.56.3/index.md b/docs/my-website/release_notes/v1.56.3/index.md index 83164e41617..6ec6a6e2ec6 100644 --- a/docs/my-website/release_notes/v1.56.3/index.md +++ b/docs/my-website/release_notes/v1.56.3/index.md @@ -1,3 +1,20 @@ +--- +title: v1.56.3 +slug: v1.56.3 +date: 2024-12-28T10:00:00 +authors: + - name: Krrish Dholakia + title: CEO, LiteLLM + url: https://www.linkedin.com/in/krish-d/ + image_url: https://media.licdn.com/dms/image/v2/C5103AQHYMXJfHTf4Ng/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1517455593871?e=1741824000&v=beta&t=udmat6jS-s3EQZp1DTykf7NZmf-3sefD_I9B1aMjE5Y + - name: Ishaan Jaffer + title: CTO, LiteLLM + url: https://www.linkedin.com/in/reffajnaahsi/ + image_url: https://media.licdn.com/dms/image/v2/D4D03AQGiM7ZrUwqu_Q/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1675971026692?e=1741824000&v=beta&t=eQnRdXPJo4eiINWTZARoYTfqh064pgZ-E21pQTSy8jc +tags: [guardrails, logging, virtual key management, new models] +hide_table_of_contents: false +--- + import Image from '@theme/IdealImage'; `guardrails`, `logging`, `virtual key management`, `new models` diff --git a/docs/my-website/release_notes/v1.56.4/index.md b/docs/my-website/release_notes/v1.56.4/index.md index 78a8d781e04..ea0cf0e73cf 100644 --- a/docs/my-website/release_notes/v1.56.4/index.md +++ b/docs/my-website/release_notes/v1.56.4/index.md @@ -1,3 +1,20 @@ +--- +title: v1.56.4 +slug: v1.56.4 +date: 2024-12-29T10:00:00 +authors: + - name: Krrish Dholakia + title: CEO, LiteLLM + url: https://www.linkedin.com/in/krish-d/ + image_url: https://media.licdn.com/dms/image/v2/C5103AQHYMXJfHTf4Ng/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1517455593871?e=1741824000&v=beta&t=udmat6jS-s3EQZp1DTykf7NZmf-3sefD_I9B1aMjE5Y + - name: Ishaan Jaffer + title: CTO, LiteLLM + url: https://www.linkedin.com/in/reffajnaahsi/ + image_url: https://media.licdn.com/dms/image/v2/D4D03AQGiM7ZrUwqu_Q/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1675971026692?e=1741824000&v=beta&t=eQnRdXPJo4eiINWTZARoYTfqh064pgZ-E21pQTSy8jc +tags: [deepgram, fireworks ai, vision, admin ui, dependency upgrades] +hide_table_of_contents: false +--- + import Image from '@theme/IdealImage'; diff --git a/docs/my-website/release_notes/v1.57.3/index.md b/docs/my-website/release_notes/v1.57.3/index.md index 64433ed4193..0a5fba3e52b 100644 --- a/docs/my-website/release_notes/v1.57.3/index.md +++ b/docs/my-website/release_notes/v1.57.3/index.md @@ -1,6 +1,23 @@ +--- +title: v1.57.3 - New Base Docker Image +slug: v1.57.3 +date: 2025-01-08T10:00:00 +authors: + - name: Krrish Dholakia + title: CEO, LiteLLM + url: https://www.linkedin.com/in/krish-d/ + image_url: https://media.licdn.com/dms/image/v2/C5103AQHYMXJfHTf4Ng/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1517455593871?e=1741824000&v=beta&t=udmat6jS-s3EQZp1DTykf7NZmf-3sefD_I9B1aMjE5Y + - name: Ishaan Jaffer + title: CTO, LiteLLM + url: https://www.linkedin.com/in/reffajnaahsi/ + image_url: https://media.licdn.com/dms/image/v2/D4D03AQGiM7ZrUwqu_Q/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1675971026692?e=1741824000&v=beta&t=eQnRdXPJo4eiINWTZARoYTfqh064pgZ-E21pQTSy8jc +tags: [docker image, security, vulnerability] +hide_table_of_contents: false +--- + import Image from '@theme/IdealImage'; -# v1.57.3 - New Base Docker Image +`docker image`, `security`, `vulnerability` # 0 Critical/High Vulnerabilities diff --git a/docs/my-website/release_notes/v1.57.7/index.md b/docs/my-website/release_notes/v1.57.7/index.md index c1736eaf8be..747aaba4bdd 100644 --- a/docs/my-website/release_notes/v1.57.7/index.md +++ b/docs/my-website/release_notes/v1.57.7/index.md @@ -1,3 +1,22 @@ +--- +title: v1.57.7 +slug: v1.57.7 +date: 2025-01-10T10:00:00 +authors: + - name: Krrish Dholakia + title: CEO, LiteLLM + url: https://www.linkedin.com/in/krish-d/ + image_url: https://media.licdn.com/dms/image/v2/C5103AQHYMXJfHTf4Ng/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1517455593871?e=1741824000&v=beta&t=udmat6jS-s3EQZp1DTykf7NZmf-3sefD_I9B1aMjE5Y + - name: Ishaan Jaffer + title: CTO, LiteLLM + url: https://www.linkedin.com/in/reffajnaahsi/ + image_url: https://media.licdn.com/dms/image/v2/D4D03AQGiM7ZrUwqu_Q/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1675971026692?e=1741824000&v=beta&t=eQnRdXPJo4eiINWTZARoYTfqh064pgZ-E21pQTSy8jc +tags: [langfuse, management endpoints, ui, prometheus, secret management] +hide_table_of_contents: false +--- + +`langfuse`, `management endpoints`, `ui`, `prometheus`, `secret management` + ## Langfuse Prompt Management Langfuse Prompt Management is being labelled as BETA. This allows us to iterate quickly on the feedback we're receiving, and making the status clearer to users. We expect to make this feature to be stable by next month (February 2025). diff --git a/docs/my-website/release_notes/v1.57.8-stable/index.md b/docs/my-website/release_notes/v1.57.8-stable/index.md new file mode 100644 index 00000000000..4c54e35cba0 --- /dev/null +++ b/docs/my-website/release_notes/v1.57.8-stable/index.md @@ -0,0 +1,114 @@ +--- +title: v1.57.8-stable +slug: v1.57.8-stable +date: 2025-01-11T10:00:00 +authors: + - name: Krrish Dholakia + title: CEO, LiteLLM + url: https://www.linkedin.com/in/krish-d/ + image_url: https://media.licdn.com/dms/image/v2/C5103AQHYMXJfHTf4Ng/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1517455593871?e=1741824000&v=beta&t=udmat6jS-s3EQZp1DTykf7NZmf-3sefD_I9B1aMjE5Y + - name: Ishaan Jaffer + title: CTO, LiteLLM + url: https://www.linkedin.com/in/reffajnaahsi/ + image_url: https://media.licdn.com/dms/image/v2/D4D03AQGiM7ZrUwqu_Q/profile-displayphoto-shrink_800_800/profile-displayphoto-shrink_800_800/0/1675971026692?e=1741824000&v=beta&t=eQnRdXPJo4eiINWTZARoYTfqh064pgZ-E21pQTSy8jc +tags: [langfuse, humanloop, alerting, prometheus, secret management, management endpoints, ui, prompt management, finetuning, batch] +hide_table_of_contents: false +--- + +`alerting`, `prometheus`, `secret management`, `management endpoints`, `ui`, `prompt management`, `finetuning`, `batch` + + +:::note + +v1.57.8-stable, is currently being tested. It will be released on 2025-01-12. + +::: + + +## New / Updated Models + +1. Mistral large pricing - https://github.com/BerriAI/litellm/pull/7452 +2. Cohere command-r7b-12-2024 pricing - https://github.com/BerriAI/litellm/pull/7553/files +3. Voyage - new models, prices and context window information - https://github.com/BerriAI/litellm/pull/7472 +4. Anthropic - bump Bedrock claude-3-5-haiku max_output_tokens to 8192 + +## General Proxy Improvements + +1. Health check support for realtime models +2. Support calling Azure realtime routes via virtual keys +3. Support custom tokenizer on `/utils/token_counter` - useful when checking token count for self-hosted models +4. Request Prioritization - support on `/v1/completion` endpoint as well + +## LLM Translation Improvements + +1. Deepgram STT support. [Start Here](https://docs.litellm.ai/docs/providers/deepgram) +2. OpenAI Moderations - `omni-moderation-latest` support. [Start Here](https://docs.litellm.ai/docs/moderation) +3. Azure O1 - fake streaming support. This ensures if a `stream=true` is passed, the response is streamed. [Start Here](https://docs.litellm.ai/docs/providers/azure) +4. Anthropic - non-whitespace char stop sequence handling - [PR](https://github.com/BerriAI/litellm/pull/7484) +5. Azure OpenAI - support entrata id username + password based auth. [Start Here](https://docs.litellm.ai/docs/providers/azure#entrata-id---use-tenant_id-client_id-client_secret) +6. LM Studio - embedding route support. [Start Here](https://docs.litellm.ai/docs/providers/lm-studio) +7. WatsonX - ZenAPIKeyAuth support. [Start Here](https://docs.litellm.ai/docs/providers/watsonx) + +## Prompt Management Improvements + +1. Langfuse integration +2. HumanLoop integration +3. Support for using load balanced models +4. Support for loading optional params from prompt manager + +[Start Here](https://docs.litellm.ai/docs/proxy/prompt_management) + +## Finetuning + Batch APIs Improvements + +1. Improved unified endpoint support for Vertex AI finetuning - [PR](https://github.com/BerriAI/litellm/pull/7487) +2. Add support for retrieving vertex api batch jobs - [PR](https://github.com/BerriAI/litellm/commit/13f364682d28a5beb1eb1b57f07d83d5ef50cbdc) + +## *NEW* Alerting Integration + +PagerDuty Alerting Integration. + +Handles two types of alerts: + +- High LLM API Failure Rate. Configure X fails in Y seconds to trigger an alert. +- High Number of Hanging LLM Requests. Configure X hangs in Y seconds to trigger an alert. + + +[Start Here](https://docs.litellm.ai/docs/proxy/pagerduty) + +## Prometheus Improvements + +Added support for tracking latency/spend/tokens based on custom metrics. [Start Here](https://docs.litellm.ai/docs/proxy/prometheus#beta-custom-metrics) + +## *NEW* Hashicorp Secret Manager Support + +Support for reading credentials + writing LLM API keys. [Start Here](https://docs.litellm.ai/docs/secret#hashicorp-vault) + +## Management Endpoints / UI Improvements + +1. Create and view organizations + assign org admins on the Proxy UI +2. Support deleting keys by key_alias +3. Allow assigning teams to org on UI +4. Disable using ui session token for 'test key' pane +5. Show model used in 'test key' pane +6. Support markdown output in 'test key' pane + +## Helm Improvements + +1. Prevent istio injection for db migrations cron job +2. allow using migrationJob.enabled variable within job + +## Logging Improvements + +1. braintrust logging: respect project_id, add more metrics - https://github.com/BerriAI/litellm/pull/7613 +2. Athina - support base url - `ATHINA_BASE_URL` +3. Lunary - Allow passing custom parent run id to LLM Calls + + + +## Git Diff + +This is the diff between v1.56.3-stable and v1.57.8-stable. + +Use this to see the changes in the codebase. + +[Git Diff](https://github.com/BerriAI/litellm/compare/v1.56.3-stable...189b67760011ea313ca58b1f8bd43aa74fbd7f55) \ No newline at end of file diff --git a/ui/litellm-dashboard/src/components/model_hub.tsx b/ui/litellm-dashboard/src/components/model_hub.tsx index 8787d598b44..d3a7dc25647 100644 --- a/ui/litellm-dashboard/src/components/model_hub.tsx +++ b/ui/litellm-dashboard/src/components/model_hub.tsx @@ -176,13 +176,13 @@ const ModelHub: React.FC = ({ : "Unknown"} - Input Cost Per Token:{" "} + Input Cost Per 1M Tokens (USD):{" "} {model?.input_cost_per_token ? `$${(model.input_cost_per_token * 1_000_000).toFixed(2)}` : "Unknown"} - Output Cost Per Token:{" "} + Output Cost Per 1M Tokens (USD):{" "} {model?.output_cost_per_token ? `$${(model.output_cost_per_token * 1_000_000).toFixed(2)}` : "Unknown"}