scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-07 02:59:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

check model type chat/instruct to apply template

Browse source
This commit is contained in:
aswny 2024-04-25 17:52:38 +00:00
parent 9ead717531
commit 781af56f48
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
litellm/llms/prompt_templates/factory.py
View file

@ -1346,9 +1346,9 @@ def prompt_factory(
return anthropic_pt(messages=messages)
elif "mistral." in model:
return mistral_instruct_pt(messages=messages)
elif "llama2" in model:
elif "llama2" in model and "chat" in model:
return llama_2_chat_pt(messages=messages)
elif "llama3" in model:
elif "llama3" in model and "instruct" in model:
return hf_chat_template(
model=model,
messages=messages,