From 0e9446f21350354720bf07e45a0d5769e958be37 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 14 Nov 2023 15:42:23 -0800 Subject: [PATCH] (docs) proxy --- docs/my-website/docs/simple_proxy.md | 39 +++++++++++++++------------- 1 file changed, 21 insertions(+), 18 deletions(-) diff --git a/docs/my-website/docs/simple_proxy.md b/docs/my-website/docs/simple_proxy.md index 04e632620ba..c44cc3c9809 100644 --- a/docs/my-website/docs/simple_proxy.md +++ b/docs/my-website/docs/simple_proxy.md @@ -59,6 +59,27 @@ $ export HUGGINGFACE_API_KEY=my-api-key #[OPTIONAL] $ litellm --model huggingface/ --api_base https://k58ory32yinf1ly0.us-east-1.aws.endpoints.huggingface.cloud ``` + + + +```shell +$ export AZURE_API_KEY=my-api-key +$ export AZURE_API_BASE=my-api-base +``` +``` +$ litellm --model azure/my-deployment-name +``` + + + + +```shell +$ export OPENAI_API_KEY=my-api-key +``` + +```shell +$ litellm --model gpt-3.5-turbo +``` @@ -77,12 +98,6 @@ Assuming you're running vllm locally $ litellm --model vllm/facebook/opt-125m ``` - - -```shell -$ litellm --model openai/ --api_base -``` - ```shell @@ -125,18 +140,6 @@ $ litellm --model palm/chat-bison - - -```shell -$ export AZURE_API_KEY=my-api-key -$ export AZURE_API_BASE=my-api-base -``` -``` -$ litellm --model azure/my-deployment-name -``` - - - ```shell