Pricing
-
-
+ Input: ${modelData.input_cost}/1M tokens
-Output: ${modelData.output_cost}/1M tokens
-
+ {showInput &&
+ );
+}
From 0cd14b83b33d710f0e93e9c9ee90d380ed57dfb0 Mon Sep 17 00:00:00 2001
From: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Fri, 11 Sep 2026 14:25:18 +0000
Subject: [PATCH 002/201] fix(responses): honor nested additional_drop_params
paths
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
litellm/responses/utils.py | 24 +++++---
.../responses/test_responses_utils.py | 57 +++++++++++++++++++
2 files changed, 74 insertions(+), 7 deletions(-)
diff --git a/litellm/responses/utils.py b/litellm/responses/utils.py
index 599e978df6a..677c4950f96 100644
--- a/litellm/responses/utils.py
+++ b/litellm/responses/utils.py
@@ -1,6 +1,7 @@
import base64
import re
from collections.abc import Iterable, Mapping, Sequence
+from functools import reduce
from typing import Any, Final, Optional, TypeVar, Union, cast, get_type_hints, overload
from pydantic import BaseModel
@@ -8,6 +9,7 @@ from typing_extensions import TypeIs # noqa: TID251 # narrows untyped wire pay
import litellm
from litellm._logging import verbose_logger
+from litellm.litellm_core_utils.dot_notation_indexing import delete_nested_value, is_nested_path
from litellm.llms.base_llm.responses.transformation import BaseResponsesAPIConfig
from litellm.types.llms.openai import (
AllMessageValues,
@@ -29,6 +31,11 @@ from litellm.types.utils import (
)
+def _apply_nested_drop_params(params: dict[str, Any], additional_drop_params: list[str] | None) -> dict[str, Any]:
+ nested_paths: Final = tuple(path for path in additional_drop_params or () if is_nested_path(path))
+ return reduce(lambda acc, path: delete_nested_value(acc, path), nested_paths, params)
+
+
def _output_token_detail(details: object, field: str) -> int | None:
value: Final = getattr(details, field, None)
return value if isinstance(value, int) else None
@@ -265,13 +272,16 @@ class ResponsesAPIRequestUtils:
special_params: Final[dict[str, object]] = params.pop("kwargs", {})
additional_drop_params: Final[list[str] | None] = params.pop("additional_drop_params", None)
- non_default_params: Final = PreProcessNonDefaultParams.base_pre_process_non_default_params(
- passed_params=params,
- special_params=special_params,
- custom_llm_provider=custom_llm_provider,
- additional_drop_params=additional_drop_params,
- default_param_values={k: None for k in valid_keys},
- additional_endpoint_specific_params=["input"],
+ non_default_params: Final = _apply_nested_drop_params(
+ PreProcessNonDefaultParams.base_pre_process_non_default_params(
+ passed_params=params,
+ special_params=special_params,
+ custom_llm_provider=custom_llm_provider,
+ additional_drop_params=additional_drop_params,
+ default_param_values={k: None for k in valid_keys},
+ additional_endpoint_specific_params=["input"],
+ ),
+ additional_drop_params,
)
# decode previous_response_id if it's a litellm encoded id
diff --git a/tests/test_litellm/responses/test_responses_utils.py b/tests/test_litellm/responses/test_responses_utils.py
index 9d9eefdceb3..f1d197c1c22 100644
--- a/tests/test_litellm/responses/test_responses_utils.py
+++ b/tests/test_litellm/responses/test_responses_utils.py
@@ -119,6 +119,63 @@ class TestResponsesAPIRequestUtils:
assert result["max_output_tokens"] == 100
assert result["prompt"] == {"id": "pmpt_456"}
+ def test_get_requested_response_api_optional_param_drops_nested_path(self):
+ """Nested additional_drop_params paths like reasoning.summary must be honored"""
+ params = {
+ "temperature": 0.1,
+ "reasoning": {"effort": "high", "summary": "auto"},
+ "additional_drop_params": ["reasoning.summary"],
+ }
+
+ result = ResponsesAPIRequestUtils.get_requested_response_api_optional_param(params)
+
+ assert result["reasoning"] == {"effort": "high"}
+ assert result["temperature"] == 0.1
+
+ def test_get_requested_response_api_optional_param_drops_array_path(self):
+ """Array wildcard paths like tools[*].input_examples must be honored"""
+ params = {
+ "tools": [{"type": "function", "name": "t", "input_examples": ["x"]}],
+ "additional_drop_params": ["tools[*].input_examples"],
+ }
+
+ result = ResponsesAPIRequestUtils.get_requested_response_api_optional_param(params)
+
+ assert result["tools"] == [{"type": "function", "name": "t"}]
+
+ def test_get_requested_response_api_optional_param_drops_top_level(self):
+ """Top-level additional_drop_params keys must still be honored"""
+ params = {
+ "reasoning": {"effort": "high", "summary": "auto"},
+ "additional_drop_params": ["reasoning"],
+ }
+
+ result = ResponsesAPIRequestUtils.get_requested_response_api_optional_param(params)
+
+ assert "reasoning" not in result
+
+ def test_get_requested_response_api_optional_param_non_matching_nested_path(self):
+ """A nested path that does not match anything leaves params untouched"""
+ params = {
+ "reasoning": {"effort": "high", "summary": "auto"},
+ "additional_drop_params": ["reasoning.nope"],
+ }
+
+ result = ResponsesAPIRequestUtils.get_requested_response_api_optional_param(params)
+
+ assert result["reasoning"] == {"effort": "high", "summary": "auto"}
+
+ def test_get_requested_response_api_optional_param_none_drop_params(self):
+ """additional_drop_params=None is a no-op"""
+ params = {
+ "reasoning": {"effort": "high", "summary": "auto"},
+ "additional_drop_params": None,
+ }
+
+ result = ResponsesAPIRequestUtils.get_requested_response_api_optional_param(params)
+
+ assert result["reasoning"] == {"effort": "high", "summary": "auto"}
+
def test_decode_previous_response_id_to_original_previous_response_id(self):
"""Test decoding a LiteLLM encoded previous_response_id to the original previous_response_id"""
# Setup
From 1c22ae4805bc845fc84db76d4a53513137be18b2 Mon Sep 17 00:00:00 2001
From: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Fri, 11 Sep 2026 14:34:45 +0000
Subject: [PATCH 003/201] fix(responses): drop Any from nested drop params
helper
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
litellm/responses/utils.py | 8 +++++---
1 file changed, 5 insertions(+), 3 deletions(-)
diff --git a/litellm/responses/utils.py b/litellm/responses/utils.py
index 677c4950f96..42bd99ccae2 100644
--- a/litellm/responses/utils.py
+++ b/litellm/responses/utils.py
@@ -31,7 +31,7 @@ from litellm.types.utils import (
)
-def _apply_nested_drop_params(params: dict[str, Any], additional_drop_params: list[str] | None) -> dict[str, Any]:
+def _apply_nested_drop_params(params: dict[str, object], additional_drop_params: list[str] | None) -> dict[str, object]:
nested_paths: Final = tuple(path for path in additional_drop_params or () if is_nested_path(path))
return reduce(lambda acc, path: delete_nested_value(acc, path), nested_paths, params)
@@ -288,7 +288,7 @@ class ResponsesAPIRequestUtils:
if "previous_response_id" in non_default_params:
decoded_previous_response_id: Final = (
ResponsesAPIRequestUtils.decode_previous_response_id_to_original_previous_response_id(
- non_default_params["previous_response_id"]
+ cast(str, non_default_params["previous_response_id"])
)
)
non_default_params["previous_response_id"] = decoded_previous_response_id
@@ -296,7 +296,9 @@ class ResponsesAPIRequestUtils:
if "metadata" in non_default_params:
from litellm.utils import add_openai_metadata
- converted_metadata: Final = add_openai_metadata(non_default_params["metadata"])
+ converted_metadata: Final = add_openai_metadata(
+ cast(Mapping[str, object] | None, non_default_params["metadata"])
+ )
if converted_metadata is not None:
non_default_params["metadata"] = converted_metadata
else:
From 96b7fbb1fc39a22beba061c123126f7a71ee1575 Mon Sep 17 00:00:00 2001
From: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Fri, 11 Sep 2026 14:39:44 +0000
Subject: [PATCH 004/201] fix(responses): narrow response params without cast
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
litellm/responses/utils.py | 10 +++++-----
1 file changed, 5 insertions(+), 5 deletions(-)
diff --git a/litellm/responses/utils.py b/litellm/responses/utils.py
index 42bd99ccae2..d3418da585d 100644
--- a/litellm/responses/utils.py
+++ b/litellm/responses/utils.py
@@ -285,10 +285,11 @@ class ResponsesAPIRequestUtils:
)
# decode previous_response_id if it's a litellm encoded id
- if "previous_response_id" in non_default_params:
+ previous_response_id: Final = non_default_params.get("previous_response_id")
+ if isinstance(previous_response_id, str):
decoded_previous_response_id: Final = (
ResponsesAPIRequestUtils.decode_previous_response_id_to_original_previous_response_id(
- cast(str, non_default_params["previous_response_id"])
+ previous_response_id
)
)
non_default_params["previous_response_id"] = decoded_previous_response_id
@@ -296,9 +297,8 @@ class ResponsesAPIRequestUtils:
if "metadata" in non_default_params:
from litellm.utils import add_openai_metadata
- converted_metadata: Final = add_openai_metadata(
- cast(Mapping[str, object] | None, non_default_params["metadata"])
- )
+ raw_metadata: Final = non_default_params["metadata"]
+ converted_metadata: Final = add_openai_metadata(raw_metadata if _is_object_dict(raw_metadata) else None)
if converted_metadata is not None:
non_default_params["metadata"] = converted_metadata
else:
From 82289529c794e254fca274ffa8218b92271d74e7 Mon Sep 17 00:00:00 2001
From: kerry Input: ${model.input_cost}/1M tokens
} + {showOutput &&Output: ${model.output_cost}/1M tokens
} + {hasPerSecond &&Output: {formatPerSecondCost(perSecond)}
} + {(model.output_cost_per_second_tiers ?? []).map(({ resolution, cost }) => ( ++ Output ({resolution}): {formatPerSecondCost(cost)} +
+ ))} +
-
- {showTooltip && (
-
- );
-};
-
/**
* A dropdown menu for multiple documentation links.
* Linear-style: Single "Docs" button that expands to show multiple relevant links.
From 726c2bb6df672e07709023f9a3f7350730d71c0f Mon Sep 17 00:00:00 2001
From: mateo
-
- )}
- {content}
- {learnMoreHref && (
-
- {learnMoreText}
-
-
- )}
-
-
- {/* Version Bar */}
-
-
-
- {/* Parameters */}
-
-
-
- {showVersionHistory && (
-
- Version:
-
-
-
-
-
-
-
-
- {versions.map((v) => (
-
- )}
-
-
- ))}
-
-
- {v.id}
-
- {v.changes}
-
-
- {v.author}
- {v.date}
-
-
-
-
- {/* Custom Code Override */}
- Parameters
-Configure {guardrailName} behavior
- -
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- {useCustomCode && (
-
-
-
-
-
-
- - Replace the built-in guardrail with custom evaluation code -
-