diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index c75a67cfc19..900894f74d6 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -2110,7 +2110,8 @@ "supports_response_schema": true, "supports_system_messages": true, "supports_tool_choice": true, - "supports_vision": true + "supports_vision": true, + "supports_none_reasoning_effort": true }, "azure/eu/gpt-5.1-chat": { "cache_read_input_token_cost": 1.4e-07, @@ -2143,7 +2144,8 @@ "supports_response_schema": true, "supports_system_messages": true, "supports_tool_choice": true, - "supports_vision": true + "supports_vision": true, + "supports_none_reasoning_effort": true }, "azure/eu/gpt-5.1-codex": { "cache_read_input_token_cost": 1.4e-07, @@ -2410,7 +2412,8 @@ "supports_response_schema": true, "supports_system_messages": true, "supports_tool_choice": true, - "supports_vision": true + "supports_vision": true, + "supports_none_reasoning_effort": true }, "azure/global/gpt-5.1-chat": { "cache_read_input_token_cost": 1.25e-07, @@ -2443,7 +2446,8 @@ "supports_response_schema": true, "supports_system_messages": true, "supports_tool_choice": true, - "supports_vision": true + "supports_vision": true, + "supports_none_reasoning_effort": true }, "azure/global/gpt-5.1-codex": { "cache_read_input_token_cost": 1.25e-07, @@ -3456,7 +3460,8 @@ "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, - "supports_vision": true + "supports_vision": true, + "supports_none_reasoning_effort": true }, "azure/gpt-5.1-chat-2025-11-13": { "cache_read_input_token_cost": 1.25e-07, @@ -3491,7 +3496,8 @@ "supports_response_schema": true, "supports_system_messages": true, "supports_tool_choice": false, - "supports_vision": true + "supports_vision": true, + "supports_none_reasoning_effort": true }, "azure/gpt-5.1-codex-2025-11-13": { "cache_read_input_token_cost": 1.25e-07, @@ -3906,7 +3912,8 @@ "supports_response_schema": true, "supports_system_messages": true, "supports_tool_choice": true, - "supports_vision": true + "supports_vision": true, + "supports_none_reasoning_effort": true }, "azure/gpt-5.1-chat": { "cache_read_input_token_cost": 1.25e-07, @@ -3939,7 +3946,8 @@ "supports_response_schema": true, "supports_system_messages": true, "supports_tool_choice": true, - "supports_vision": true + "supports_vision": true, + "supports_none_reasoning_effort": true }, "azure/gpt-5.1-codex": { "cache_read_input_token_cost": 1.25e-07, @@ -5273,7 +5281,8 @@ "supports_response_schema": true, "supports_system_messages": true, "supports_tool_choice": true, - "supports_vision": true + "supports_vision": true, + "supports_none_reasoning_effort": true }, "azure/us/gpt-5.1-chat": { "cache_read_input_token_cost": 1.4e-07, @@ -5306,7 +5315,8 @@ "supports_response_schema": true, "supports_system_messages": true, "supports_tool_choice": true, - "supports_vision": true + "supports_vision": true, + "supports_none_reasoning_effort": true }, "azure/us/gpt-5.1-codex": { "cache_read_input_token_cost": 1.4e-07, @@ -21068,18 +21078,18 @@ "input_cost_per_token_flex": 1.5e-05, "input_cost_per_token_batches": 1.5e-05, "input_cost_per_token_priority": 6e-05, - "input_cost_per_token_above_272k_tokens_priority": 1.2e-04, + "input_cost_per_token_above_272k_tokens_priority": 0.00012, "litellm_provider": "openai", "max_input_tokens": 1050000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", - "output_cost_per_token": 1.8e-04, - "output_cost_per_token_above_272k_tokens": 2.7e-04, + "output_cost_per_token": 0.00018, + "output_cost_per_token_above_272k_tokens": 0.00027, "output_cost_per_token_flex": 9e-05, "output_cost_per_token_batches": 9e-05, - "output_cost_per_token_priority": 2.7e-04, - "output_cost_per_token_above_272k_tokens_priority": 4.05e-04, + "output_cost_per_token_priority": 0.00027, + "output_cost_per_token_above_272k_tokens_priority": 0.000405, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", @@ -21117,18 +21127,18 @@ "input_cost_per_token_flex": 1.5e-05, "input_cost_per_token_batches": 1.5e-05, "input_cost_per_token_priority": 6e-05, - "input_cost_per_token_above_272k_tokens_priority": 1.2e-04, + "input_cost_per_token_above_272k_tokens_priority": 0.00012, "litellm_provider": "openai", "max_input_tokens": 1050000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", - "output_cost_per_token": 1.8e-04, - "output_cost_per_token_above_272k_tokens": 2.7e-04, + "output_cost_per_token": 0.00018, + "output_cost_per_token_above_272k_tokens": 0.00027, "output_cost_per_token_flex": 9e-05, "output_cost_per_token_batches": 9e-05, - "output_cost_per_token_priority": 2.7e-04, - "output_cost_per_token_above_272k_tokens_priority": 4.05e-04, + "output_cost_per_token_priority": 0.00027, + "output_cost_per_token_above_272k_tokens_priority": 0.000405, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", diff --git a/litellm/proxy/management_endpoints/config_override_endpoints.py b/litellm/proxy/management_endpoints/config_override_endpoints.py index 55f44670328..0e364e9bd17 100644 --- a/litellm/proxy/management_endpoints/config_override_endpoints.py +++ b/litellm/proxy/management_endpoints/config_override_endpoints.py @@ -2,20 +2,29 @@ import asyncio import os from typing import Any, Dict, Set +from fastapi import APIRouter, Depends, HTTPException +from pydantic import TypeAdapter + from litellm.litellm_core_utils.safe_json_dumps import safe_dumps from litellm.litellm_core_utils.safe_json_loads import safe_json_loads -from fastapi import APIRouter, Depends, HTTPException -from prisma.errors import RecordNotFoundError -from pydantic import TypeAdapter +try: + from prisma.errors import RecordNotFoundError +except ImportError: + RecordNotFoundError = Exception # type: ignore import litellm from litellm._logging import verbose_proxy_logger -from litellm.llms.custom_httpx.http_handler import get_async_httpx_client -from litellm.types.llms.custom_http import httpxSpecialProvider from litellm.litellm_core_utils.sensitive_data_masker import SensitiveDataMasker -from litellm.proxy._types import CommonProxyErrors, KeyManagementSystem, LitellmUserRoles, UserAPIKeyAuth +from litellm.llms.custom_httpx.http_handler import get_async_httpx_client +from litellm.proxy._types import ( + CommonProxyErrors, + KeyManagementSystem, + LitellmUserRoles, + UserAPIKeyAuth, +) from litellm.proxy.auth.user_api_key_auth import user_api_key_auth +from litellm.types.llms.custom_http import httpxSpecialProvider from litellm.types.proxy.management_endpoints.config_overrides import ( ConfigOverrideSettingsResponse, HashicorpVaultConfig,