scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-09 03:18:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 108

docs update

Browse source
This commit is contained in:
ishaan-jaff 2023-09-08 14:04:26 -07:00
parent 68d994f980
commit b8a2d2ad74
1 changed files with 2 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
docs/my-website/docs/providers/vllm.md
View file

@ -32,6 +32,8 @@ import litellm
response = completion(
model="vllm/facebook/opt-125m",
messages=messages,
api_base="https://hosted-vllm-api.co/v1",
custom_llm_provider="openai",
temperature=0.2,
max_tokens=80)