mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-12 23:01:41 +00:00
Add GPT-5 Pro model configuration and documentation (#15258)
- Added gpt-5-pro entry to model_prices_and_context_window.json with complete specifications - Mode: responses (Responses API only) - Pricing: $15.00 input / $120.00 output (Standard), $7.50 input / $60.00 output (Batch) - Context: 400,000 input tokens, 272,000 output tokens - Endpoints: /v1/batch, /v1/responses only - Features: Web Search, Function Calling, Vision, PDF Input, Prompt Caching, Reasoning - No streaming support, no Code Interpreter, no Computer Use - Added gpt-5-pro to supported models list in docs/my-website/src/pages/completion/supported.md - Added gpt-5-pro to OpenAI provider documentation in docs/my-website/docs/providers/openai.md - Added comprehensive GPT-5 Pro Special Notes section with usage examples and limitations
This commit is contained in:
parent
1d468a59f3
commit
1ad4ef267d
3 changed files with 55 additions and 0 deletions
|
|
@ -171,6 +171,7 @@ os.environ["OPENAI_BASE_URL"] = "https://your_host/v1" # OPTIONAL
|
|||
| gpt-5-2025-08-07 | `response = completion(model="gpt-5-2025-08-07", messages=messages)` |
|
||||
| gpt-5-mini-2025-08-07 | `response = completion(model="gpt-5-mini-2025-08-07", messages=messages)` |
|
||||
| gpt-5-nano-2025-08-07 | `response = completion(model="gpt-5-nano-2025-08-07", messages=messages)` |
|
||||
| gpt-5-pro | `response = completion(model="gpt-5-pro", messages=messages)` |
|
||||
| gpt-4.1 | `response = completion(model="gpt-4.1", messages=messages)` |
|
||||
| gpt-4.1-mini | `response = completion(model="gpt-4.1-mini", messages=messages)` |
|
||||
| gpt-4.1-nano | `response = completion(model="gpt-4.1-nano", messages=messages)` |
|
||||
|
|
@ -749,4 +750,24 @@ In your logs you should see the forwarded org id
|
|||
```bash
|
||||
LiteLLM:DEBUG: utils.py:255 - Request to litellm:
|
||||
LiteLLM:DEBUG: utils.py:255 - litellm.acompletion(... organization='my-special-org',)
|
||||
```
|
||||
|
||||
## GPT-5 Pro Special Notes
|
||||
|
||||
GPT-5 Pro is OpenAI's most advanced reasoning model with unique characteristics:
|
||||
|
||||
- **Responses API Only**: GPT-5 Pro is only available through the `/v1/responses` endpoint
|
||||
- **No Streaming**: Does not support streaming responses
|
||||
- **High Reasoning**: Designed for complex reasoning tasks with highest effort reasoning
|
||||
- **Context Window**: 400,000 tokens input, 272,000 tokens output
|
||||
- **Pricing**: $15.00 input / $120.00 output per 1M tokens (Standard), $7.50 input / $60.00 output (Batch)
|
||||
- **Tools**: Supports Web Search, File Search, Image Generation, MCP (but not Code Interpreter or Computer Use)
|
||||
- **Modalities**: Text and Image input, Text output only
|
||||
|
||||
```python
|
||||
# GPT-5 Pro usage example
|
||||
response = completion(
|
||||
model="gpt-5-pro",
|
||||
messages=[{"role": "user", "content": "Solve this complex reasoning problem..."}]
|
||||
)
|
||||
```
|
||||
|
|
@ -8,6 +8,7 @@
|
|||
| gpt-3.5-turbo-16k | `completion('gpt-3.5-turbo-16k', messages)` | `os.environ['OPENAI_API_KEY']` |
|
||||
| gpt-3.5-turbo-16k-0613 | `completion('gpt-3.5-turbo-16k-0613', messages)` | `os.environ['OPENAI_API_KEY']` |
|
||||
| gpt-4 | `completion('gpt-4', messages)` | `os.environ['OPENAI_API_KEY']` |
|
||||
| gpt-5-pro | `completion('gpt-5-pro', messages)` | `os.environ['OPENAI_API_KEY']` |
|
||||
|
||||
## Azure OpenAI Chat Completion Models
|
||||
For Azure calls add the `azure/` prefix to `model`. If your azure deployment name is `gpt-v-2` set `model` = `azure/gpt-v-2`
|
||||
|
|
|
|||
|
|
@ -12872,6 +12872,39 @@
|
|||
"supports_tool_choice": true,
|
||||
"supports_vision": true
|
||||
},
|
||||
"gpt-5-pro": {
|
||||
"input_cost_per_token": 1.5e-05,
|
||||
"input_cost_per_token_batches": 7.5e-06,
|
||||
"litellm_provider": "openai",
|
||||
"max_input_tokens": 400000,
|
||||
"max_output_tokens": 272000,
|
||||
"max_tokens": 272000,
|
||||
"mode": "responses",
|
||||
"output_cost_per_token": 1.2e-04,
|
||||
"output_cost_per_token_batches": 6e-05,
|
||||
"supported_endpoints": [
|
||||
"/v1/batch",
|
||||
"/v1/responses"
|
||||
],
|
||||
"supported_modalities": [
|
||||
"text",
|
||||
"image"
|
||||
],
|
||||
"supported_output_modalities": [
|
||||
"text"
|
||||
],
|
||||
"supports_function_calling": true,
|
||||
"supports_native_streaming": false,
|
||||
"supports_parallel_function_calling": true,
|
||||
"supports_pdf_input": true,
|
||||
"supports_prompt_caching": true,
|
||||
"supports_reasoning": true,
|
||||
"supports_response_schema": true,
|
||||
"supports_system_messages": true,
|
||||
"supports_tool_choice": true,
|
||||
"supports_vision": true,
|
||||
"supports_web_search": true
|
||||
},
|
||||
"gpt-5-codex": {
|
||||
"cache_read_input_token_cost": 1.25e-07,
|
||||
"input_cost_per_token": 1.25e-06,
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue