scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-09 22:31:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 86

fix(chatgpt): forward native compaction config

Browse source
This commit is contained in:
Stephen Chin 2026-08-20 06:20:50 -07:00
parent 025438cffd
commit a4a1079510
2 changed files with 5 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
litellm/llms/chatgpt/responses/transformation.py
View file

@ -98,6 +98,7 @@ class ChatGPTResponsesAPIConfig(OpenAIResponsesAPIConfig):
"tool_choice",
"reasoning",
"prompt_cache_key",
"context_management",
"previous_response_id",
"truncation",
}

8
tests/test_litellm/llms/chatgpt/responses/test_chatgpt_responses_transformation.py
View file

@ -124,14 +124,12 @@ class TestChatGPTResponsesAPITransformation:
"user": "user_123",
"temperature": 0.2,
"top_p": 0.9,
"context_management": [
{"type": "compaction", "compact_threshold": 200000}
],
"metadata": {"foo": "bar"},
"max_output_tokens": 123,
"stream_options": {"include_usage": True},
# supported and should be preserved
"prompt_cache_key": "session_123",
"context_management": [{"type": "compaction", "compact_threshold": 200000}],
"truncation": "auto",
"previous_response_id": "resp_123",
"reasoning": {"effort": "medium"},
@ -145,12 +143,14 @@ class TestChatGPTResponsesAPITransformation:
assert "user" not in request
assert "temperature" not in request
assert "top_p" not in request
assert "context_management" not in request
assert "metadata" not in request
assert "max_output_tokens" not in request
assert "stream_options" not in request
assert request["prompt_cache_key"] == "session_123"
assert request["context_management"] == [
{"type": "compaction", "compact_threshold": 200000}
]
assert request["truncation"] == "auto"
assert request["previous_response_id"] == "resp_123"
assert request["reasoning"] == {"effort": "medium"}