From 28a894cb06e15a7adc057d52bfcb5636a4494d8c Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Wed, 6 Aug 2025 09:24:04 -0700 Subject: [PATCH] [Feat] - New model - Add Bedrock gpt oss models - `"openai.gpt-oss-20b-1:0"`, `"openai.gpt-oss-120b-1:0"` (#13342) * add openai.gpt-oss-20b-1:0 * update BEDROCK_CONVERSE_MODELS * openai.gpt-oss-20b-1:0 fixes * fix PDF input --- litellm/__init__.py | 2 ++ ...odel_prices_and_context_window_backup.json | 28 +++++++++++++++++++ model_prices_and_context_window.json | 28 +++++++++++++++++++ 3 files changed, 58 insertions(+) diff --git a/litellm/__init__.py b/litellm/__init__.py index bc8fb9c135a..17fc6c00e12 100644 --- a/litellm/__init__.py +++ b/litellm/__init__.py @@ -430,6 +430,8 @@ project = None config_path = None vertex_ai_safety_settings: Optional[dict] = None BEDROCK_CONVERSE_MODELS = [ + "openai.gpt-oss-20b-1:0", + "openai.gpt-oss-120b-1:0", "anthropic.claude-opus-4-1-20250805-v1:0", "anthropic.claude-opus-4-20250514-v1:0", "anthropic.claude-sonnet-4-20250514-v1:0", diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index e0342b2d9de..9120f1f079f 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -11951,6 +11951,34 @@ "supports_pdf_input": true, "supports_tool_choice": true }, + "openai.gpt-oss-20b-1:0": { + "max_tokens": 128000, + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 7e-08, + "output_cost_per_token": 3e-07, + "litellm_provider": "bedrock_converse", + "mode": "chat", + "supports_function_calling": true, + "supports_vision": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_reasoning": true + }, + "openai.gpt-oss-120b-1:0": { + "max_tokens": 128000, + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 1.5e-07, + "output_cost_per_token": 6e-07, + "litellm_provider": "bedrock_converse", + "mode": "chat", + "supports_function_calling": true, + "supports_vision": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_reasoning": true + }, "anthropic.claude-opus-4-1-20250805-v1:0": { "max_tokens": 32000, "max_input_tokens": 200000, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index e0342b2d9de..9120f1f079f 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -11951,6 +11951,34 @@ "supports_pdf_input": true, "supports_tool_choice": true }, + "openai.gpt-oss-20b-1:0": { + "max_tokens": 128000, + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 7e-08, + "output_cost_per_token": 3e-07, + "litellm_provider": "bedrock_converse", + "mode": "chat", + "supports_function_calling": true, + "supports_vision": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_reasoning": true + }, + "openai.gpt-oss-120b-1:0": { + "max_tokens": 128000, + "max_input_tokens": 200000, + "max_output_tokens": 32000, + "input_cost_per_token": 1.5e-07, + "output_cost_per_token": 6e-07, + "litellm_provider": "bedrock_converse", + "mode": "chat", + "supports_function_calling": true, + "supports_vision": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_reasoning": true + }, "anthropic.claude-opus-4-1-20250805-v1:0": { "max_tokens": 32000, "max_input_tokens": 200000,