From 912acb1caeef083dc5c125b0fe5791d0663e5ef3 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Wed, 14 Aug 2024 17:42:48 -0700 Subject: [PATCH] docs using proxy with context caaching anthropic --- docs/my-website/docs/providers/anthropic.md | 29 +++++++++++++++++++++ 1 file changed, 29 insertions(+) diff --git a/docs/my-website/docs/providers/anthropic.md b/docs/my-website/docs/providers/anthropic.md index 85628e8f73a..2a7804bfda0 100644 --- a/docs/my-website/docs/providers/anthropic.md +++ b/docs/my-website/docs/providers/anthropic.md @@ -272,6 +272,16 @@ response = await litellm.acompletion( +:::info + +LiteLLM Proxy is OpenAI compatible + +This is an example using the OpenAI Python SDK sending a request to LiteLLM Proxy + +Assuming you have a model=`anthropic/claude-3-5-sonnet-20240620` on the [litellm proxy config.yaml](#usage-with-litellm-proxy) + +::: + ```python import openai client = openai.AsyncOpenAI( @@ -358,6 +368,16 @@ response = await litellm.acompletion( +:::info + +LiteLLM Proxy is OpenAI compatible + +This is an example using the OpenAI Python SDK sending a request to LiteLLM Proxy + +Assuming you have a model=`anthropic/claude-3-5-sonnet-20240620` on the [litellm proxy config.yaml](#usage-with-litellm-proxy) + +::: + ```python import openai client = openai.AsyncOpenAI( @@ -465,6 +485,15 @@ response = await litellm.acompletion( +:::info + +LiteLLM Proxy is OpenAI compatible + +This is an example using the OpenAI Python SDK sending a request to LiteLLM Proxy + +Assuming you have a model=`anthropic/claude-3-5-sonnet-20240620` on the [litellm proxy config.yaml](#usage-with-litellm-proxy) + +::: ```python import openai