scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-06 08:16:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 79

Fix LiteLlm Granite Prompt template

Browse source
This commit is contained in:
nick-rackauckas 2024-07-03 17:52:28 -07:00
parent 318077edea
commit ce595027ad
1 changed files with 6 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
litellm/llms/prompt_templates/factory.py
View file

@ -531,6 +531,7 @@ def format_prompt_togetherai(messages, prompt_format, chat_template):
### IBM Granite
def ibm_granite_pt(messages: list):
"""
IBM's Granite models uses the template:
@ -547,10 +548,13 @@ def ibm_granite_pt(messages: list):
},
"user": {
"pre_message": "<|user|>\n",
"post_message": "\n",
# Assistant tag is needed in the prompt after the user message
# to avoid the model completing the users sentence before it answers
# https://www.ibm.com/docs/en/watsonx/w-and-w/2.0.x?topic=models-granite-13b-chat-v2-prompting-tips#chat
"post_message": "\n<|assistant|>\n",
},
"assistant": {
"pre_message": "<|assistant|>\n",
"pre_message": "",
"post_message": "\n",
},
},