diff --git a/docs/my-website/docs/providers/deepinfra.md b/docs/my-website/docs/providers/deepinfra.md new file mode 100644 index 00000000000..d8466848dbd --- /dev/null +++ b/docs/my-website/docs/providers/deepinfra.md @@ -0,0 +1,38 @@ +# DeepInfra +https://deepinfra.com/ +## Sample Usage +```python +import litellm +import os + +os.environ['DEEPINFRA_API_KEY'] = "" +response = completion( + model="deepinfra/meta-llama/Llama-2-70b-chat-hf", + messages=[{"role": "user", "content": "write code for saying hi from LiteLLM"}] +) +``` + +## Sample Usage - Streaming +```python +import litellm +import os + +os.environ['DEEPINFRA_API_KEY'] = "" +response = completion( + model="deepinfra/meta-llama/Llama-2-70b-chat-hf", + messages=[{"role": "user", "content": "write code for saying hi from LiteLLM"}], + stream=True +) + +for chunk in response: + print(chunk) +``` + +## Chat Models +| Model Name | Function Call | Required OS Variables | +|------------------|--------------------------------------|-------------------------| +| meta-llama/Llama-2-70b-chat-hf | `completion(model="deepinfra/meta-llama/Llama-2-70b-chat-hf", messages)` | `os.environ['DEEPINFRA_API_KEY']` | +| meta-llama/Llama-2-7b-chat-hf | `completion(model="deepinfra/meta-llama/Llama-2-7b-chat-hf", messages)` | `os.environ['DEEPINFRA_API_KEY']` | +| codellama/CodeLlama-34b-Instruct-hf | `completion(model="deepinfra/codellama/CodeLlama-34b-Instruct-hf", messages)` | `os.environ['DEEPINFRA_API_KEY']` | + + diff --git a/docs/my-website/sidebars.js b/docs/my-website/sidebars.js index 28d9f8a09cd..0c8750a47e7 100644 --- a/docs/my-website/sidebars.js +++ b/docs/my-website/sidebars.js @@ -61,6 +61,7 @@ const sidebars = { "providers/palm", "providers/anthropic", "providers/vllm", + "providers/deepinfra", "providers/ai21", "providers/nlp_cloud", "providers/replicate",