scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-03 02:22:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 82

[Refactor] Improve type safety in Mistral chat transformation

Browse source 
* Added type casting for messages to enhance type safety.
* Updated the handling of system messages to ensure correct content formatting.
* Cleaned up code for better readability and maintainability.
This commit is contained in:
Cole McIntosh 2025-06-11 17:22:57 -06:00
parent 12a61fce4a
commit 82334ce522
1 changed files with 5 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
litellm/llms/mistral/mistral_chat_transformation.py
View file

@ -6,7 +6,7 @@ Why separate file? Make it easy to see how transformation works
Docs - https://docs.mistral.ai/api/
"""
from typing import Any, Coroutine, List, Literal, Optional, Tuple, Union, overload
from typing import Any, Coroutine, List, Literal, Optional, Tuple, Union, overload, cast
from litellm.litellm_core_utils.prompt_templates.common_utils import (
handle_messages_with_content_list_to_str_conversion,
@ -251,17 +251,17 @@ Then provide a clear, concise answer based on your reasoning."""
if msg.get("role") == "system":
existing_content = msg.get("content", "")
reasoning_prompt = self._get_mistral_reasoning_system_prompt()
messages[i] = {
messages[i] = cast(AllMessageValues, {
**msg,
"content": f"{reasoning_prompt}\n\n{existing_content}"
}
})
break
else:
# Add new system message with reasoning instructions
reasoning_message: AllMessageValues = {
reasoning_message: AllMessageValues = cast(AllMessageValues, {
"role": "system",
"content": self._get_mistral_reasoning_system_prompt()
}
})
messages = [reasoning_message] + messages
# Remove the internal flag