diff --git a/docs/my-website/docs/guides/index.md b/docs/my-website/docs/guides/index.md new file mode 100644 index 00000000000..4818f08b5be --- /dev/null +++ b/docs/my-website/docs/guides/index.md @@ -0,0 +1,58 @@ +--- +title: Guides +sidebar_label: Overview +--- + +import NavigationCards from '@site/src/components/NavigationCards'; + +**Guides** are focused references for specific LiteLLM SDK features and proxy configuration options. Each guide is self-contained โ€” jump to any topic without reading the others first. + +> Looking for step-by-step integration walkthroughs? See [Tutorials โ†’](/docs/tutorials) + +--- + +## Model Configuration + + + +--- + +## Security & Networking + + + +--- + +## AI Capabilities + + diff --git a/docs/my-website/docs/integrations/index.md b/docs/my-website/docs/integrations/index.md index 95c922cce89..2bd02d7ae6d 100644 --- a/docs/my-website/docs/integrations/index.md +++ b/docs/my-website/docs/integrations/index.md @@ -1,18 +1,342 @@ -# Integrations +--- +title: Integrations +sidebar_label: Overview +--- + +import NavigationCards from '@site/src/components/NavigationCards'; This section covers integrations with various tools and services that can be used with LiteLLM (either Proxy or SDK). -## AI Agent Frameworks -- **[Letta](./letta.md)** - Build stateful LLM agents with persistent memory using LiteLLM Proxy +--- -## Development Tools -- **[OpenWebUI](../tutorials/openweb_ui.md)** - Self-hosted ChatGPT-style interface +## Observability -## Observability & Monitoring -- **[Langfuse](../observability/langfuse_integration.md)** - LLM observability and analytics -- **[Prometheus](../proxy/prometheus.md)** - Metrics collection and monitoring -- **[PagerDuty](../proxy/pagerduty.md)** - Incident response and alerting -- **[Datadog](../observability/datadog.md)** +Track, debug, and analyze LLM calls with observability platforms. + -Click into each section to learn more about the integrations. \ No newline at end of file +[View all observability integrations โ†’](../observability/callbacks.md) + +--- + +## Alerting & Monitoring + +Set up alerts, metrics collection, and infrastructure monitoring. + + + +--- + +## Guardrails + +Add safety and content filtering to LLM calls. + + + +[View all guardrail providers โ†’](../proxy/guardrails/quick_start.md) + +--- + +## Policies + +Define and enforce usage policies across your LLM deployment. + + + +--- + +## AI Tools + +Connect LiteLLM to AI-powered coding and productivity tools. + + + +--- + +## Agent SDKs + +Use LiteLLM with agent frameworks and SDKs. + + + +--- + +## Prompt Management + +Manage, version, and deploy prompts. + + + +--- + +## Manage with AI Agents + +Use AI agents to manage your LiteLLM deployment โ€” create users, teams, keys, models, and more via natural language. + + diff --git a/docs/my-website/docs/learn/index.md b/docs/my-website/docs/learn/index.md new file mode 100644 index 00000000000..95f4251951a --- /dev/null +++ b/docs/my-website/docs/learn/index.md @@ -0,0 +1,141 @@ +--- +title: Learn LiteLLM +sidebar_label: Learn +slug: /learn +--- + +import NavigationCards from '@site/src/components/NavigationCards'; + +LiteLLM gives you a single OpenAI-compatible interface to 100+ LLM providers. Use this page to find the right starting point for where you are. + +--- + +## 1. Make Your First Call + +Set up your environment and call your first model. + + + +--- + +## 2. Connect Your Tools + +Point your existing tools and frameworks at LiteLLM. + + + +--- + +## 3. Configure LiteLLM + +Learn how specific SDK features and proxy options work. + + + +--- + +## 4. Run in Production + +Add observability, access control, and safety to your deployment. + + diff --git a/docs/my-website/docs/tutorials/index.md b/docs/my-website/docs/tutorials/index.md new file mode 100644 index 00000000000..b8bf4f76eb4 --- /dev/null +++ b/docs/my-website/docs/tutorials/index.md @@ -0,0 +1,90 @@ +--- +title: Tutorials +sidebar_label: Overview +--- + +import NavigationCards from '@site/src/components/NavigationCards'; + +**Tutorials** are step-by-step walkthroughs for integrating LiteLLM with external tools, frameworks, and services โ€” or building complete end-to-end workflows. + +> Need help with a specific LiteLLM SDK feature or proxy config? See [Guides โ†’](/docs/guides) + +--- + +## Getting Started + + + +--- + +## Browse All Tutorials + + diff --git a/docs/my-website/docs/tutorials/installation.md b/docs/my-website/docs/tutorials/installation.md index ecaed0bec9d..cf39c55bee6 100644 --- a/docs/my-website/docs/tutorials/installation.md +++ b/docs/my-website/docs/tutorials/installation.md @@ -1,7 +1,3 @@ ---- -displayed_sidebar: tutorialSidebar ---- - # Set up environment Let's get the necessary keys to set up our demo environment. @@ -11,7 +7,5 @@ Every LLM provider needs API keys (e.g. `OPENAI_API_KEY`). You can get API keys Let's get them for our demo! **OpenAI**: https://platform.openai.com/account/api-keys -**Cohere**: https://dashboard.cohere.com/welcome/login?redirect_uri=%2Fapi-keys (no credit card required) +**Cohere**: https://dashboard.cohere.com/welcome/login?redirect_uri=%2Fapi-keys (no credit card required) **AI21**: https://studio.ai21.com/account/api-key (no credit card required) - - diff --git a/docs/my-website/sidebars.js b/docs/my-website/sidebars.js index 7db1cc7e8cb..8f05bf94f7b 100644 --- a/docs/my-website/sidebars.js +++ b/docs/my-website/sidebars.js @@ -986,44 +986,7 @@ const sidebars = { "providers/zai", ], }, - { - type: "category", - label: "Guides", - items: [ - "budget_manager", - "completion/computer_use", - "completion/web_search", - "completion/web_fetch", - "completion/function_call", - "completion/audio", - "completion/document_understanding", - "completion/drop_params", - "completion/image_generation_chat", - "completion/json_mode", - "completion/knowledgebase", - "providers/anthropic_tool_search", - "guides/code_interpreter", - "completion/message_trimming", - "completion/message_sanitization", - "completion/model_alias", - "completion/mock_requests", - "completion/predict_outputs", - "completion/prefix", - "completion/prompt_caching", - "completion/prompt_formatting", - "completion/reliable_completions", - "completion/stream", - "completion/provider_specific_params", - "completion/vision", - "exception_mapping", - "completion/batching", - "guides/finetuned_models", - "guides/security_settings", - "proxy/veo_video_generation", - "reasoning_content", - "extras/creating_adapters", - ] - }, + { type: "category", @@ -1058,43 +1021,6 @@ const sidebars = { "load_test_rpm", ] }, - { - type: "category", - label: "Tutorials", - items: [ - { - type: "link", - label: "AI Coding Tools (OpenWebUI, Claude Code, Gemini CLI, OpenAI Codex, etc.)", - href: "/docs/ai_tools", - }, - "tutorials/anthropic_file_usage", - "tutorials/default_team_self_serve", - "tutorials/msft_sso", - "tutorials/prompt_caching", - "tutorials/tag_management", - 'tutorials/litellm_proxy_aporia', - "tutorials/presidio_pii_masking", - "tutorials/elasticsearch_logging", - "tutorials/gemini_realtime_with_audio", - "tutorials/claude_code_beta_headers", - { - type: "category", - label: "LiteLLM Python SDK Tutorials", - items: [ - 'tutorials/azure_openai', - 'tutorials/instructor', - "tutorials/gradio_integration", - "tutorials/huggingface_codellama", - "tutorials/huggingface_tutorial", - "tutorials/TogetherAI_liteLLM", - "tutorials/finetuned_chat_gpt", - "tutorials/text_completion", - "tutorials/first_playground", - "tutorials/model_fallbacks", - ], - }, - ] - }, { type: "category", label: "Contributing", @@ -1197,4 +1123,206 @@ const sidebars = { ], }; -module.exports = sidebars; +const learnSidebar = { + learnSidebar: [ + // โ”€โ”€ Landing page โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ + { type: "doc", id: "learn/index", label: "Learn" }, + + // โ”€โ”€ Guides โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ + { + type: "category", + label: "Guides", + collapsible: true, + collapsed: false, + link: { type: "doc", id: "guides/index" }, + items: [ + { + type: "category", + label: "Completion & Messaging", + collapsible: true, + collapsed: false, + items: [ + "completion/stream", + "completion/function_call", + "completion/json_mode", + "completion/vision", + "completion/audio", + "completion/document_understanding", + "completion/image_generation_chat", + "completion/batching", + "completion/prefix", + "completion/predict_outputs", + "completion/provider_specific_params", + "reasoning_content", + { + type: "category", + label: "Prompt Config", + collapsible: true, + collapsed: true, + items: [ + "completion/prompt_caching", + "completion/prompt_formatting", + ], + }, + "completion/drop_params", + "completion/message_trimming", + "completion/message_sanitization", + "completion/model_alias", + "completion/mock_requests", + "completion/reliable_completions", + ], + }, + { + type: "category", + label: "AI Capabilities", + collapsible: true, + collapsed: true, + items: [ + "completion/web_search", + "completion/web_fetch", + "completion/computer_use", + "completion/knowledgebase", + "guides/code_interpreter", + "proxy/veo_video_generation", + { type: "doc", id: "rag_ingest", label: "RAG Ingest" }, + { type: "doc", id: "rag_query", label: "RAG Query" }, + ], + }, + { + type: "category", + label: "Models & Customization", + collapsible: true, + collapsed: true, + items: [ + "guides/finetuned_models", + "guides/security_settings", + "budget_manager", + "extras/creating_adapters", + ], + }, + ], + }, + + // โ”€โ”€ Tutorials โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ + { + type: "category", + label: "Tutorials", + collapsible: true, + collapsed: false, + link: { type: "doc", id: "tutorials/index" }, + items: [ + { + type: "category", + label: "Getting Started", + collapsed: false, + items: [ + "tutorials/first_playground", + "tutorials/installation", + "tutorials/text_completion", + "tutorials/mock_completion", + ], + }, + { + type: "category", + label: "Agent SDKs & Frameworks", + collapsed: true, + items: [ + "tutorials/openai_agents_sdk", + "tutorials/claude_agent_sdk", + "tutorials/copilotkit_sdk", + "tutorials/google_adk", + "tutorials/livekit_xai_realtime", + "tutorials/instructor", + ], + }, + { + type: "category", + label: "AI Coding Tools", + collapsed: true, + items: [ + "tutorials/openweb_ui", + { + type: "category", + label: "Claude Code", + collapsed: true, + items: [ + "tutorials/claude_responses_api", + "tutorials/claude_code_max_subscription", + "tutorials/claude_code_customer_tracking", + "tutorials/claude_code_prompt_cache_routing", + "tutorials/claude_code_websearch", + "tutorials/claude_mcp", + "tutorials/claude_non_anthropic_models", + "tutorials/claude_code_plugin_marketplace", + "tutorials/claude_code_beta_headers", + ], + }, + "tutorials/cursor_integration", + "tutorials/github_copilot_integration", + "tutorials/opencode_integration", + "tutorials/openclaw_integration", + "tutorials/cost_tracking_coding", + "tutorials/litellm_gemini_cli", + "tutorials/litellm_qwen_code_cli", + "tutorials/openai_codex", + "tutorials/google_genai_sdk", + ], + }, + { + type: "category", + label: "Provider Tutorials", + collapsed: true, + items: [ + "tutorials/azure_openai", + "tutorials/TogetherAI_liteLLM", + "tutorials/huggingface_codellama", + "tutorials/huggingface_tutorial", + "tutorials/finetuned_chat_gpt", + "tutorials/gradio_integration", + "tutorials/compare_llms", + "tutorials/litellm_Test_Multiple_Providers", + "tutorials/oobabooga", + ], + }, + { + type: "category", + label: "Proxy & Gateway", + collapsed: true, + items: [ + "tutorials/default_team_self_serve", + "tutorials/msft_sso", + "tutorials/scim_litellm", + "tutorials/tag_management", + "tutorials/prompt_caching", + "tutorials/anthropic_file_usage", + ], + }, + { + type: "category", + label: "Observability & Safety", + collapsed: true, + items: [ + "tutorials/elasticsearch_logging", + "tutorials/litellm_proxy_aporia", + "tutorials/presidio_pii_masking", + "tutorials/eval_suites", + "tutorials/lm_evaluation_harness", + ], + }, + { + type: "category", + label: "Advanced Features", + collapsed: true, + items: [ + "tutorials/model_fallbacks", + "tutorials/fallbacks", + "tutorials/provider_specific_params", + "tutorials/gemini_realtime_with_audio", + ], + }, + ], + }, + ], +}; + +module.exports = { ...sidebars, ...learnSidebar };