diff --git a/docs/my-website/docs/providers/petals.md b/docs/my-website/docs/providers/petals.md new file mode 100644 index 00000000000..806a99ce74f --- /dev/null +++ b/docs/my-website/docs/providers/petals.md @@ -0,0 +1,24 @@ +# Petals +LiteLLM supports Claude-1, 1.2 and Claude-2. + +## Usage +Ensure you add `petals/` as a prefix for all petals LLMs. This sets the custom_llm_provider to petals + +```python +from litellm import completion + +response = completion( + model="petals/petals-team/StableBeluga2", + messages=[{ "content": "Hello, how are you?","role": "user"}] +) + +print(response) +``` + +### Model Details + +| Model Name | Function Call | Required OS Variables | +|------------------|--------------------------------------------|--------------------------------------| +| claude-instant-1 | `completion('claude-instant-1', messages)` | `os.environ['ANTHROPIC_API_KEY']` | +| claude-instant-1.2 | `completion('claude-instant-1.2', messages)` | `os.environ['ANTHROPIC_API_KEY']` | +| claude-2 | `completion('claude-2', messages)` | `os.environ['ANTHROPIC_API_KEY']` | diff --git a/docs/my-website/sidebars.js b/docs/my-website/sidebars.js index d875a097b0a..7b0955798dc 100644 --- a/docs/my-website/sidebars.js +++ b/docs/my-website/sidebars.js @@ -73,6 +73,7 @@ const sidebars = { "providers/ollama", "providers/custom", "providers/custom_openai_proxy", + "providers/petals", ] }, "set_keys",