From f6486b9df90e9428657458be401fdf37a6b57211 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Fri, 3 Nov 2023 12:58:39 -0700 Subject: [PATCH] docs(simple_proxy.md): adding bedrock tutorial --- docs/my-website/docs/proxy_server.md | 6 ++++++ docs/my-website/docs/simple_proxy.md | 9 +++++++++ 2 files changed, 15 insertions(+) diff --git a/docs/my-website/docs/proxy_server.md b/docs/my-website/docs/proxy_server.md index e857a1cb893..0737e761f95 100644 --- a/docs/my-website/docs/proxy_server.md +++ b/docs/my-website/docs/proxy_server.md @@ -5,6 +5,12 @@ import TabItem from '@theme/TabItem'; A fast, and lightweight OpenAI-compatible server to call 100+ LLM APIs. +:::info + +Docs outdated. New docs 👉 [here](./simple_proxy.md) + +::: + ## Usage ```shell pip install litellm diff --git a/docs/my-website/docs/simple_proxy.md b/docs/my-website/docs/simple_proxy.md index 0a2b5cfd1a7..895c5d2ad7a 100644 --- a/docs/my-website/docs/simple_proxy.md +++ b/docs/my-website/docs/simple_proxy.md @@ -41,6 +41,15 @@ This will now automatically route any requests for gpt-3.5-turbo to bigcode star #### Other supported models: + + +```shell +$ export AWS_ACCESS_KEY_ID="" +$ export AWS_REGION_NAME="" # e.g. us-west-2 +$ export AWS_SECRET_ACCESS_KEY="" +$ litellm --model bedrock/anthropic.claude-v2 +``` + Assuming you're running vllm locally