scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-06 08:16:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 79

fix(factory.py): fix anthropic prompt template

Browse source
This commit is contained in:
Krrish Dholakia 2024-03-05 16:31:41 -08:00
parent 387864662e
commit 512f6814d3
2 changed files with 18 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
litellm/llms/prompt_templates/factory.py
View file

@ -575,6 +575,7 @@ def anthropic_messages_pt(messages: list):
if messages[i]["role"] == "assistant":
last_assistant_message_idx = i
new_messages.append(messages[-1])
if last_assistant_message_idx is not None:
new_messages[last_assistant_message_idx]["content"] = new_messages[
last_assistant_message_idx

17
litellm/tests/test_completion.py
View file

@ -82,6 +82,23 @@ def test_completion_claude():
# test_completion_claude()
def test_completion_claude_3_empty_response():
messages = [
{
"role": "system",
"content": "You are 2twNLGfqk4GMOn3ffp4p.",
},
{"role": "user", "content": "Hi gm!"},
{"role": "assistant", "content": "Good morning! How are you doing today?"},
{
"role": "user",
"content": "I was hoping we could chat a bit",
},
]
response = litellm.completion(model="claude-3-opus-20240229", messages=messages)
print(response)
def test_completion_claude_3():
litellm.set_verbose = True
messages = [{"role": "user", "content": "Hello, world"}]