scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-09 03:18:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 109

fix(chatgpt): forward prompt cache key

Browse source
This commit is contained in:
Stephen Chin 2026-08-20 05:49:21 -07:00
parent e48f8f016f
commit 2fc99ee00d
2 changed files with 3 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
litellm/llms/chatgpt/responses/transformation.py
View file

@ -100,6 +100,7 @@ class ChatGPTResponsesAPIConfig(OpenAIResponsesAPIConfig):
"tools",
"tool_choice",
"reasoning",
"prompt_cache_key",
"previous_response_id",
"truncation",
}

2
tests/test_litellm/llms/chatgpt/responses/test_chatgpt_responses_transformation.py
View file

@ -128,6 +128,7 @@ class TestChatGPTResponsesAPITransformation:
"max_output_tokens": 123,
"stream_options": {"include_usage": True},
# supported and should be preserved
"prompt_cache_key": "session_123",
"truncation": "auto",
"previous_response_id": "resp_123",
"reasoning": {"effort": "medium"},
@ -146,6 +147,7 @@ class TestChatGPTResponsesAPITransformation:
assert "max_output_tokens" not in request
assert "stream_options" not in request
assert request["prompt_cache_key"] == "session_123"
assert request["truncation"] == "auto"
assert request["previous_response_id"] == "resp_123"
assert request["reasoning"] == {"effort": "medium"}