From 6d61c396b3cba8accbee84230066adb151e3d08c Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Mon, 26 Aug 2024 11:03:33 -0700 Subject: [PATCH] docs using litellm sdk with litellm proxy --- docs/my-website/docs/providers/litellm_proxy.md | 7 +++---- docs/my-website/docs/proxy/user_keys.md | 3 +++ 2 files changed, 6 insertions(+), 4 deletions(-) diff --git a/docs/my-website/docs/providers/litellm_proxy.md b/docs/my-website/docs/providers/litellm_proxy.md index de026967f09..2914b09f28e 100644 --- a/docs/my-website/docs/providers/litellm_proxy.md +++ b/docs/my-website/docs/providers/litellm_proxy.md @@ -3,15 +3,14 @@ import TabItem from '@theme/TabItem'; # LiteLLM Proxy (LLM Gateway) - -**[LiteLLM Proxy](../simple_proxy) is OpenAI compatible**, you just need the `openai/` prefix before the model - :::tip [LiteLLM Providers a **self hosted** proxy server (AI Gateway)](../simple_proxy) to call all the LLMs in the OpenAI format ::: +**[LiteLLM Proxy](../simple_proxy) is OpenAI compatible**, you just need the `openai/` prefix before the model + ## Required Variables ```python @@ -87,4 +86,4 @@ for chunk in response: ## **Usage with Langchain, LLamaindex, OpenAI Js, Anthropic SDK, Instructor** -[Follow this doc to see how to use litellm proxy with langchain, llamaindex, anthropic etc](../proxy/user_keys) \ No newline at end of file +#### [Follow this doc to see how to use litellm proxy with langchain, llamaindex, anthropic etc](../proxy/user_keys) \ No newline at end of file diff --git a/docs/my-website/docs/proxy/user_keys.md b/docs/my-website/docs/proxy/user_keys.md index af037ea77b2..18b6a360523 100644 --- a/docs/my-website/docs/proxy/user_keys.md +++ b/docs/my-website/docs/proxy/user_keys.md @@ -810,6 +810,9 @@ print(result) +## Using with Vertex, Boto3, Anthropic SDK (Native format) + +👉 **[Here's how to use litellm proxy with Vertex, boto3, Anthropic SDK - in the native format](../pass_through/vertex_ai.md)** ## Advanced