scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-13 23:11:40 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 152

fix(deepseek): inject reasoning_content='' on assistant messages for V4 multi-turn thinking mode

Browse source
This commit is contained in:
Ishaan Jaffer 2026-04-27 18:29:08 -07:00
parent 0ec7c9e7e1
commit 248783c4a0
No known key found for this signature in database
1 changed files with 15 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

15
litellm/llms/deepseek/chat/transformation.py
View file

@ -75,6 +75,20 @@ class DeepSeekChatConfig(OpenAIGPTConfig):
is_async: Literal[False] = False,
) -> List[AllMessageValues]: ...
def _ensure_reasoning_content_on_assistant_messages(
self, messages: List[AllMessageValues]
) -> List[AllMessageValues]:
"""
DeepSeek V4 thinking mode requires `reasoning_content` on every assistant message
in the conversation history. If an assistant message is missing it (e.g. because
Message.__init__ deleted it when it was None), inject an empty string so the API
does not return 400 "reasoning_content must be passed back".
"""
for message in messages:
if message.get("role") == "assistant" and "reasoning_content" not in message:
message["reasoning_content"] = "" # type: ignore[typeddict-unknown-key]
return messages
def _transform_messages(
self, messages: List[AllMessageValues], model: str, is_async: bool = False
) -> Union[List[AllMessageValues], Coroutine[Any, Any, List[AllMessageValues]]]:
@ -82,6 +96,7 @@ class DeepSeekChatConfig(OpenAIGPTConfig):
DeepSeek does not support content in list format.
"""
messages = handle_messages_with_content_list_to_str_conversion(messages)
messages = self._ensure_reasoning_content_on_assistant_messages(messages)
if is_async:
return super()._transform_messages(
messages=messages, model=model, is_async=True