scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-06 08:16:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 78

docs - reliability

Browse source
This commit is contained in:
Ishaan Jaff 2024-06-10 21:54:38 -07:00
parent d628bf0bd3
commit b875a72be8
1 changed files with 3 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
docs/my-website/docs/proxy/reliability.md
View file

@ -155,9 +155,7 @@ response = client.chat.completions.create(
}
],
extra_body={
"metadata": {
"fallbacks": ["gpt-3.5-turbo"]
}
"fallbacks": ["gpt-3.5-turbo"]
}
)
@ -180,9 +178,7 @@ curl --location 'http://0.0.0.0:4000/chat/completions' \
"content": "what llm are you"
}
],
"metadata": {
"fallbacks": ["gpt-3.5-turbo"]
}
"fallbacks": ["gpt-3.5-turbo"]
}'
```
</TabItem>
@ -204,9 +200,7 @@ chat = ChatOpenAI(
openai_api_base="http://0.0.0.0:4000",
model="zephyr-beta",
extra_body={
"metadata": {
"fallbacks": ["gpt-3.5-turbo"]
}
"fallbacks": ["gpt-3.5-turbo"]
}
)