scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-07 08:26:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 36

Merge pull request #1054 from James4Ever0/main

Browse source 
Update factory.py to fix issue when calling from write-the -> langchain -> litellm served ollama
This commit is contained in:
Krish Dholakia 2023-12-11 07:18:02 -08:00 • committed by GitHub
commit 4ffe6a4296
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
litellm/llms/prompt_templates/factory.py
View file

@ -74,7 +74,7 @@ def ollama_pt(model, messages): # https://github.com/jmorganca/ollama/blob/af4cf
messages=messages
)
else:
prompt = "".join(m["content"] for m in messages)
prompt = "".join(m["content"] if isinstance(m['content'], str) is str else "".join(m['content']) for m in messages)
return prompt
def mistral_instruct_pt(messages):
@ -397,4 +397,4 @@ def prompt_factory(model: str, messages: list, custom_llm_provider: Optional[str
return hf_chat_template(original_model_name, messages)
except:
return default_pt(messages=messages) # default that covers Bloom, T-5, any non-chat tuned model (e.g. base Llama2)