scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-03 02:22:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 81

fix(chatgpt): forward native compaction config

Browse source
This commit is contained in:
Stephen Chin 2026-08-20 06:20:50 -07:00
parent 717e7e4b59
commit 1690c48916
2 changed files with 5 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
litellm/llms/chatgpt/responses/transformation.py
View file

@ -105,6 +105,7 @@ class ChatGPTResponsesAPIConfig(OpenAIResponsesAPIConfig):
"tool_choice",
"reasoning",
"prompt_cache_key",
"context_management",
"previous_response_id",
"truncation",
}

8
tests/unit/llms/chatgpt/responses/test_chatgpt_responses_transformation.py
View file

@ -162,14 +162,12 @@ class TestChatGPTResponsesAPITransformation:
"user": "user_123",
"temperature": 0.2,
"top_p": 0.9,
"context_management": [
{"type": "compaction", "compact_threshold": 200000}
],
"metadata": {"foo": "bar"},
"max_output_tokens": 123,
"stream_options": {"include_usage": True},
# supported and should be preserved
"prompt_cache_key": "session_123",
"context_management": [{"type": "compaction", "compact_threshold": 200000}],
"truncation": "auto",
"previous_response_id": "resp_123",
"reasoning": {"effort": "medium"},
@ -183,12 +181,14 @@ class TestChatGPTResponsesAPITransformation:
assert "user" not in request
assert "temperature" not in request
assert "top_p" not in request
assert "context_management" not in request
assert "metadata" not in request
assert "max_output_tokens" not in request
assert "stream_options" not in request
assert request["prompt_cache_key"] == "session_123"
assert request["context_management"] == [
{"type": "compaction", "compact_threshold": 200000}
]
assert request["truncation"] == "auto"
assert request["previous_response_id"] == "resp_123"
assert request["reasoning"] == {"effort": "medium"}