diff --git a/docs/my-website/docs/proxy/model_hub.md b/docs/my-website/docs/proxy/model_hub.md new file mode 100644 index 00000000000..bf361f7deb8 --- /dev/null +++ b/docs/my-website/docs/proxy/model_hub.md @@ -0,0 +1,39 @@ +import Image from '@theme/IdealImage'; +import Tabs from '@theme/Tabs'; +import TabItem from '@theme/TabItem'; + +# Model Hub + +Tell developers what models are available on the proxy. + +This feature is **available in v1.74.3-stable and above**. + +## Overview + +Admin can select models to expose on public model hub -> Users can go to the public url (`/ui/model_hub_table`) and see available models. + + + +## How to use + +### 1. Go to the Admin UI + +Navigate to the Model Hub page in the Admin UI (`PROXY_BASE_URL/ui/?login=success&page=model-hub-table`) + + + +### 2. Select the models you want to expose + +Click on `Make Public` and select the models you want to expose. + + + +### 3. Confirm the changes + + + +### 4. Success! + +Go to the public url (`PROXY_BASE_URL/ui/model_hub_table`) and see available models. + + diff --git a/docs/my-website/img/final_public_model_hub_view.png b/docs/my-website/img/final_public_model_hub_view.png new file mode 100644 index 00000000000..e704504f640 Binary files /dev/null and b/docs/my-website/img/final_public_model_hub_view.png differ diff --git a/docs/my-website/img/make_public_modal.png b/docs/my-website/img/make_public_modal.png new file mode 100644 index 00000000000..af702c57d3d Binary files /dev/null and b/docs/my-website/img/make_public_modal.png differ diff --git a/docs/my-website/img/make_public_modal_confirmation.png b/docs/my-website/img/make_public_modal_confirmation.png new file mode 100644 index 00000000000..1152722f818 Binary files /dev/null and b/docs/my-website/img/make_public_modal_confirmation.png differ diff --git a/docs/my-website/img/model_hub_admin_view.png b/docs/my-website/img/model_hub_admin_view.png new file mode 100644 index 00000000000..cae9932a508 Binary files /dev/null and b/docs/my-website/img/model_hub_admin_view.png differ diff --git a/docs/my-website/img/model_hub_public.png b/docs/my-website/img/model_hub_public.png new file mode 100644 index 00000000000..2a03421a97c Binary files /dev/null and b/docs/my-website/img/model_hub_public.png differ diff --git a/docs/my-website/img/release_notes/mcp_access_groups.png b/docs/my-website/img/release_notes/mcp_access_groups.png new file mode 100644 index 00000000000..58b3028dea0 Binary files /dev/null and b/docs/my-website/img/release_notes/mcp_access_groups.png differ diff --git a/docs/my-website/release_notes/v1.74.3-stable/index.md b/docs/my-website/release_notes/v1.74.3-stable/index.md index 7e4a5baa750..5e8ed45e0f2 100644 --- a/docs/my-website/release_notes/v1.74.3-stable/index.md +++ b/docs/my-website/release_notes/v1.74.3-stable/index.md @@ -43,6 +43,78 @@ pip install litellm==1.74.3rc2 --- +## Key Highlights + +- **MCP: Model Access Groups** - Add mcp servers to access groups, for easily managing access to users and teams. +- **MCP: Tool Cost Tracking** - Set prices for each MCP tool. +- **Model Hub v2** - New OSS Model Hub for telling developers what models are available on the proxy. +- **Bytez** - New LLM API Provider. +- **Dashscope API** - Call Alibaba's qwen models via new Dashscope API Provider. + +--- + +## MCP Gateway: Model Access Groups + + + +
+ +v1.74.3-stable adds support for adding MCP servers to access groups, this makes it **easier for Proxy Admins** to manage access to MCP servers across users and teams. + +For **developers**, this means you can now connect to multiple MCP servers by passing the access group name in the `x-mcp-servers` header. + +Read more [here](https://docs.litellm.ai/docs/mcp#grouping-mcps-access-groups) + +--- + +## MCP Gateway: Tool Cost Tracking + + + +
+ +This release adds cost tracking for MCP tool calls. This is great for **Proxy Admins** giving MCP access to developers as you can now attribute MCP tool call costs to specific LiteLLM keys and teams. + +You can set: +- **Uniform server cost**: Set a uniform cost for all tools from a server +- **Individual tool cost**: Define individual costs for specific tools (e.g., search_tool costs $10, get_weather costs $5). +- **Dynamic costs**: For use cases where you want to set costs based on the MCP's response, you can write a custom post mcp call hook to parse responses and set costs dynamically. + +[Get started](https://docs.litellm.ai/docs/mcp#mcp-cost-tracking) + +--- + +## Model Hub v2 + + + +
+ +v1.74.3-stable introduces a new OSS Model Hub for telling developers what models are available on the proxy. + +This is great for **Proxy Admins** as you can now tell developers what models are available on the proxy. + +This improves on the previous model hub by enabling: +- The ability to show **Developers** models, even if they don't have a LiteLLM key. +- The ability for **Proxy Admins** to select specific models to be public on the model hub. +- Improved search and filtering capabilities: + - search for models by partial name (e.g. `xai grok-4`) + - filter by provider and feature (e.g. 'vision' models) + - sort by cost (e.g. cheapest vision model from OpenAI) + +[Get started](../../docs/proxy/model_hub) + +--- + ## New Models / Updated Models diff --git a/docs/my-website/sidebars.js b/docs/my-website/sidebars.js index 275bdb05d2a..e560059027c 100644 --- a/docs/my-website/sidebars.js +++ b/docs/my-website/sidebars.js @@ -166,6 +166,7 @@ const sidebars = { "proxy/ui", "proxy/admin_ui_sso", "proxy/custom_root_ui", + "proxy/model_hub", "proxy/self_serve", "proxy/public_teams", "tutorials/scim_litellm",