scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-11 22:51:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 123

docs(routing.md): improve readability

Browse source
This commit is contained in:
Krrish Dholakia 2023-10-18 17:52:56 -07:00
parent 8e982fcda6
commit e0350bd0cb
1 changed files with 10 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

20
docs/my-website/docs/routing.md
View file

@ -87,16 +87,6 @@ model_list = [{ # list of model deployments
},
"tpm": 240000,
"rpm": 1800
}, { # list of model deployments
"model_name": "gpt-3.5-turbo", # openai model name
"litellm_params": { # params for litellm completion/embedding call
"model": "azure/chatgpt-function-calling",
"api_key": "my-azure-api-key-2",
"api_version": "my-azure-api-version-2",
"api_base": "my-azure-api-base-2"
},
"tpm": 240000,
"rpm": 1800
}, {
"model_name": "gpt-3.5-turbo", # openai model name
"litellm_params": { # params for litellm completion/embedding call
@ -111,6 +101,16 @@ model_list = [{ # list of model deployments
#### 3. Run with Docker Image
```shell
docker build -t litellm . && docker run -p 8000:8000 litellm
## OpenAI Compatible Endpoint at: http://0.0.0.0:8000
```
**replace openai base**
```python
import openai
openai.api_base = "http://0.0.0.0:8000"
print(openai.ChatCompletion.create(model="gpt-3.5-turbo", messages=[{"role":"user", "content":"Hey!"}]))
```