mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-16 09:22:22 +00:00
fix: deepseek-v4-flash-vision-exp not forwarding image
This commit is contained in:
parent
418c7c6012
commit
7e912a6971
2 changed files with 140 additions and 2 deletions
|
|
@ -117,9 +117,24 @@ class DeepSeekChatConfig(OpenAIGPTConfig):
|
|||
self, messages: list[AllMessageValues], model: str, is_async: bool = False
|
||||
) -> list[AllMessageValues] | Coroutine[Any, Any, list[AllMessageValues]]:
|
||||
"""
|
||||
DeepSeek does not support content in list format.
|
||||
DeepSeek vision models accept multimodal content lists
|
||||
(https://api-docs.deepseek.com/guides/vision/), so lists carrying
|
||||
non-text blocks (image_url, input_audio, file, ...) are forwarded
|
||||
as-is. All other messages keep the historical behavior of collapsing
|
||||
content lists to a plain string.
|
||||
"""
|
||||
messages = handle_messages_with_content_list_to_str_conversion(messages)
|
||||
text_only_messages: Final[list[AllMessageValues]] = []
|
||||
for message in messages:
|
||||
content = message.get("content")
|
||||
if isinstance(content, list) and any(
|
||||
not isinstance(block, dict)
|
||||
or block.get("type") not in (None, "text", "input_text", "output_text")
|
||||
for block in content
|
||||
):
|
||||
continue
|
||||
text_only_messages.append(message)
|
||||
handle_messages_with_content_list_to_str_conversion(text_only_messages)
|
||||
|
||||
if is_async:
|
||||
return super()._transform_messages(messages=messages, model=model, is_async=True)
|
||||
else:
|
||||
|
|
|
|||
|
|
@ -108,6 +108,129 @@ def test_thinking_mode_active_bool_thinking_returns_false_without_crashing():
|
|||
assert config._thinking_mode_active(model="deepseek-reasoner", optional_params={"thinking": True}) is False
|
||||
|
||||
|
||||
class TestDeepSeekVisionMultimodalContent:
|
||||
"""Test that image/audio/file content lists are preserved for DeepSeek vision models."""
|
||||
|
||||
def setup_method(self):
|
||||
self.config = DeepSeekChatConfig()
|
||||
|
||||
def test_transform_messages_preserves_image_url_content_list(self):
|
||||
messages = [
|
||||
{
|
||||
"role": "user",
|
||||
"content": [
|
||||
{"type": "text", "text": "what is in this image?"},
|
||||
{
|
||||
"type": "image_url",
|
||||
"image_url": {
|
||||
"url": "https://example.com/image.jpg",
|
||||
"detail": "auto",
|
||||
},
|
||||
},
|
||||
],
|
||||
}
|
||||
]
|
||||
|
||||
result = self.config._transform_messages(messages, model="deepseek-v4-flash-vision")
|
||||
|
||||
assert isinstance(result[0]["content"], list)
|
||||
assert result[0]["content"][0]["type"] == "text"
|
||||
assert result[0]["content"][1]["type"] == "image_url"
|
||||
assert result[0]["content"][1]["image_url"]["url"] == "https://example.com/image.jpg"
|
||||
|
||||
def test_transform_messages_collapses_text_only_content_list(self):
|
||||
messages = [
|
||||
{
|
||||
"role": "user",
|
||||
"content": [
|
||||
{"type": "text", "text": "Hello "},
|
||||
{"type": "text", "text": "world"},
|
||||
],
|
||||
}
|
||||
]
|
||||
|
||||
result = self.config._transform_messages(messages, model="deepseek-chat")
|
||||
|
||||
assert isinstance(result[0]["content"], str)
|
||||
assert result[0]["content"] == "Hello world"
|
||||
|
||||
def test_transform_messages_keeps_search_results_text_on_collapse(self):
|
||||
"""Backward compat: search_results text is folded into collapsed content."""
|
||||
messages = [
|
||||
{
|
||||
"role": "user",
|
||||
"content": [{"type": "text", "text": "context: "}],
|
||||
"search_results": [{"source": "kb", "content": [{"text": "article body"}]}],
|
||||
}
|
||||
]
|
||||
|
||||
result = self.config._transform_messages(messages, model="deepseek-chat")
|
||||
|
||||
assert result[0]["content"] == "context: kbarticle body"
|
||||
|
||||
def test_transform_messages_preserves_empty_content_list(self):
|
||||
"""Backward compat: empty content lists are left untouched."""
|
||||
messages = [{"role": "user", "content": []}]
|
||||
|
||||
result = self.config._transform_messages(messages, model="deepseek-chat")
|
||||
|
||||
assert result[0]["content"] == []
|
||||
|
||||
def test_transform_request_preserves_image_url_block(self):
|
||||
body = self.config.transform_request(
|
||||
model="deepseek-v4-flash-vision",
|
||||
messages=[
|
||||
{
|
||||
"role": "user",
|
||||
"content": [
|
||||
{"type": "text", "text": "what is in this image?"},
|
||||
{
|
||||
"type": "image_url",
|
||||
"image_url": {
|
||||
"url": "https://example.com/image.jpg",
|
||||
"detail": "auto",
|
||||
},
|
||||
},
|
||||
],
|
||||
}
|
||||
],
|
||||
optional_params={},
|
||||
litellm_params={},
|
||||
headers={},
|
||||
)
|
||||
|
||||
content = body["messages"][0]["content"]
|
||||
assert isinstance(content, list)
|
||||
assert any(block.get("type") == "image_url" for block in content)
|
||||
|
||||
async def test_async_transform_request_preserves_image_url_block(self):
|
||||
body = await self.config.async_transform_request(
|
||||
model="deepseek-v4-flash-vision",
|
||||
messages=[
|
||||
{
|
||||
"role": "user",
|
||||
"content": [
|
||||
{"type": "text", "text": "what is in this image?"},
|
||||
{
|
||||
"type": "image_url",
|
||||
"image_url": {
|
||||
"url": "https://example.com/image.jpg",
|
||||
"detail": "auto",
|
||||
},
|
||||
},
|
||||
],
|
||||
}
|
||||
],
|
||||
optional_params={},
|
||||
litellm_params={},
|
||||
headers={},
|
||||
)
|
||||
|
||||
content = body["messages"][0]["content"]
|
||||
assert isinstance(content, list)
|
||||
assert any(block.get("type") == "image_url" for block in content)
|
||||
|
||||
|
||||
class TestDeepSeekThinkingParams:
|
||||
"""Test thinking and reasoning_effort parameter handling for DeepSeek."""
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue