diff --git a/docs/my-website/docs/providers/openai.md b/docs/my-website/docs/providers/openai.md index d820215948c..dbd0b9927a9 100644 --- a/docs/my-website/docs/providers/openai.md +++ b/docs/my-website/docs/providers/openai.md @@ -171,6 +171,7 @@ os.environ["OPENAI_BASE_URL"] = "https://your_host/v1" # OPTIONAL | gpt-5-2025-08-07 | `response = completion(model="gpt-5-2025-08-07", messages=messages)` | | gpt-5-mini-2025-08-07 | `response = completion(model="gpt-5-mini-2025-08-07", messages=messages)` | | gpt-5-nano-2025-08-07 | `response = completion(model="gpt-5-nano-2025-08-07", messages=messages)` | +| gpt-5-pro | `response = completion(model="gpt-5-pro", messages=messages)` | | gpt-4.1 | `response = completion(model="gpt-4.1", messages=messages)` | | gpt-4.1-mini | `response = completion(model="gpt-4.1-mini", messages=messages)` | | gpt-4.1-nano | `response = completion(model="gpt-4.1-nano", messages=messages)` | @@ -749,4 +750,24 @@ In your logs you should see the forwarded org id ```bash LiteLLM:DEBUG: utils.py:255 - Request to litellm: LiteLLM:DEBUG: utils.py:255 - litellm.acompletion(... organization='my-special-org',) +``` + +## GPT-5 Pro Special Notes + +GPT-5 Pro is OpenAI's most advanced reasoning model with unique characteristics: + +- **Responses API Only**: GPT-5 Pro is only available through the `/v1/responses` endpoint +- **No Streaming**: Does not support streaming responses +- **High Reasoning**: Designed for complex reasoning tasks with highest effort reasoning +- **Context Window**: 400,000 tokens input, 272,000 tokens output +- **Pricing**: $15.00 input / $120.00 output per 1M tokens (Standard), $7.50 input / $60.00 output (Batch) +- **Tools**: Supports Web Search, File Search, Image Generation, MCP (but not Code Interpreter or Computer Use) +- **Modalities**: Text and Image input, Text output only + +```python +# GPT-5 Pro usage example +response = completion( + model="gpt-5-pro", + messages=[{"role": "user", "content": "Solve this complex reasoning problem..."}] +) ``` \ No newline at end of file diff --git a/docs/my-website/src/pages/completion/supported.md b/docs/my-website/src/pages/completion/supported.md index 097af2bb4cb..e146e6efc97 100644 --- a/docs/my-website/src/pages/completion/supported.md +++ b/docs/my-website/src/pages/completion/supported.md @@ -8,6 +8,7 @@ | gpt-3.5-turbo-16k | `completion('gpt-3.5-turbo-16k', messages)` | `os.environ['OPENAI_API_KEY']` | | gpt-3.5-turbo-16k-0613 | `completion('gpt-3.5-turbo-16k-0613', messages)` | `os.environ['OPENAI_API_KEY']` | | gpt-4 | `completion('gpt-4', messages)` | `os.environ['OPENAI_API_KEY']` | +| gpt-5-pro | `completion('gpt-5-pro', messages)` | `os.environ['OPENAI_API_KEY']` | ## Azure OpenAI Chat Completion Models For Azure calls add the `azure/` prefix to `model`. If your azure deployment name is `gpt-v-2` set `model` = `azure/gpt-v-2` diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index fd09aca4c1a..f36ed57f42a 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -12872,6 +12872,39 @@ "supports_tool_choice": true, "supports_vision": true }, + "gpt-5-pro": { + "input_cost_per_token": 1.5e-05, + "input_cost_per_token_batches": 7.5e-06, + "litellm_provider": "openai", + "max_input_tokens": 400000, + "max_output_tokens": 272000, + "max_tokens": 272000, + "mode": "responses", + "output_cost_per_token": 1.2e-04, + "output_cost_per_token_batches": 6e-05, + "supported_endpoints": [ + "/v1/batch", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": false, + "supports_parallel_function_calling": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true, + "supports_web_search": true + }, "gpt-5-codex": { "cache_read_input_token_cost": 1.25e-07, "input_cost_per_token": 1.25e-06,