From e0350bd0cba698b063561a8063ae2fa97416f1ca Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Wed, 18 Oct 2023 17:52:56 -0700 Subject: [PATCH] docs(routing.md): improve readability --- docs/my-website/docs/routing.md | 20 ++++++++++---------- 1 file changed, 10 insertions(+), 10 deletions(-) diff --git a/docs/my-website/docs/routing.md b/docs/my-website/docs/routing.md index 7f4150b99b0..64e480d3e93 100644 --- a/docs/my-website/docs/routing.md +++ b/docs/my-website/docs/routing.md @@ -87,16 +87,6 @@ model_list = [{ # list of model deployments }, "tpm": 240000, "rpm": 1800 -}, { # list of model deployments - "model_name": "gpt-3.5-turbo", # openai model name - "litellm_params": { # params for litellm completion/embedding call - "model": "azure/chatgpt-function-calling", - "api_key": "my-azure-api-key-2", - "api_version": "my-azure-api-version-2", - "api_base": "my-azure-api-base-2" - }, - "tpm": 240000, - "rpm": 1800 }, { "model_name": "gpt-3.5-turbo", # openai model name "litellm_params": { # params for litellm completion/embedding call @@ -111,6 +101,16 @@ model_list = [{ # list of model deployments #### 3. Run with Docker Image ```shell docker build -t litellm . && docker run -p 8000:8000 litellm + +## OpenAI Compatible Endpoint at: http://0.0.0.0:8000 ``` +**replace openai base** +```python +import openai + +openai.api_base = "http://0.0.0.0:8000" + +print(openai.ChatCompletion.create(model="gpt-3.5-turbo", messages=[{"role":"user", "content":"Hey!"}])) +``` \ No newline at end of file