From b1e28a3bc4451addc512f0779babe57f32d52083 Mon Sep 17 00:00:00 2001 From: Young Han <110819238+seyeong-han@users.noreply.github.com> Date: Mon, 5 May 2025 12:37:37 -0700 Subject: [PATCH] [Docs] Change llama-api link for litellm (#10556) * docs: change llama-api link for litellm * docs: init supported models table --- docs/my-website/docs/providers/meta_llama.md | 22 +++++++++++++++++--- 1 file changed, 19 insertions(+), 3 deletions(-) diff --git a/docs/my-website/docs/providers/meta_llama.md b/docs/my-website/docs/providers/meta_llama.md index 539fa4b1e60..8219bef12b2 100644 --- a/docs/my-website/docs/providers/meta_llama.md +++ b/docs/my-website/docs/providers/meta_llama.md @@ -8,13 +8,29 @@ import TabItem from '@theme/TabItem'; | Description | Meta's Llama API provides access to Meta's family of large language models. | | Provider Route on LiteLLM | `meta_llama/` | | Supported Endpoints | `/chat/completions`, `/completions`, `/responses` | -| API Reference | [Llama API Reference ↗](https://www.llama.com/products/llama-api/) | +| API Reference | [Llama API Reference ↗](https://llama.developer.meta.com?utm_source=partner-litellm&utm_medium=website) | ## Required Variables ```python showLineNumbers title="Environment Variables" os.environ["LLAMA_API_KEY"] = "" # your Meta Llama API key ``` + +## Supported Models + +:::info +All models listed here https://llama.developer.meta.com/docs/models/ are supported. We actively maintain the list of models, token window, etc. [here](https://github.com/BerriAI/litellm/blob/main/model_prices_and_context_window.json). + +::: + + +| Model ID | Input context length | Output context length | Input Modalities | Output Modalities | +| --- | --- | --- | --- | --- | +| `Llama-4-Scout-17B-16E-Instruct-FP8` | 128k | 4028 | Text, Image | Text | +| `Llama-4-Maverick-17B-128E-Instruct-FP8` | 128k | 4028 | Text, Image | Text | +| `Llama-3.3-70B-Instruct` | 128k | 4028 | Text | Text | +| `Llama-3.3-8B-Instruct` | 128k | 4028 | Text | Text | + ## Usage - LiteLLM Python SDK ### Non-streaming @@ -45,7 +61,7 @@ messages = [{"content": "Hello, how are you?", "role": "user"}] # Meta Llama call with streaming response = completion( - model="meta_llama/Llama-3.3-70B-Instruct", + model="meta_llama/Llama-3.3-70B-Instruct", messages=messages, stream=True ) @@ -66,7 +82,7 @@ model_list: litellm_params: model: meta_llama/Llama-3.3-70B-Instruct api_key: os.environ/LLAMA_API_KEY - + - model_name: meta_llama/Llama-3.3-8B-Instruct litellm_params: model: meta_llama/Llama-3.3-8B-Instruct