scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-08 22:21:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 78

Fix: Set finish_reason to tool_calls for non-stream responses

Browse source
This commit is contained in:
Jack Collins 2024-05-05 18:47:58 -07:00
parent 107a77368f
commit c217a07d5e
1 changed files with 2 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
litellm/llms/ollama_chat.py
View file

@ -298,6 +298,7 @@ def get_ollama_response(
],
)
model_response["choices"][0]["message"] = message
model_response["choices"][0]["finish_reason"] = "tool_calls"
else:
model_response["choices"][0]["message"] = response_json["message"]
model_response["created"] = int(time.time())
@ -480,6 +481,7 @@ async def ollama_acompletion(
],
)
model_response["choices"][0]["message"] = message
model_response["choices"][0]["finish_reason"] = "tool_calls"
else:
model_response["choices"][0]["message"] = response_json["message"]