From 655fcd4d79b94ec523f62bedc34c17fce7c5b864 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Wed, 7 Feb 2024 13:14:03 -0800 Subject: [PATCH] fix(utils.py): fix ollama stop sequence mapping --- litellm/utils.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/litellm/utils.py b/litellm/utils.py index b37c68d6554..0155ac233cf 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -4358,7 +4358,7 @@ def get_optional_params( if frequency_penalty is not None: optional_params["repeat_penalty"] = frequency_penalty if stop is not None: - optional_params["stop_sequences"] = stop + optional_params["stop"] = stop elif custom_llm_provider == "ollama_chat": supported_params = [ "max_tokens", @@ -4381,7 +4381,7 @@ def get_optional_params( if frequency_penalty is not None: optional_params["repeat_penalty"] = frequency_penalty if stop is not None: - optional_params["stop_sequences"] = stop + optional_params["stop"] = stop elif custom_llm_provider == "nlp_cloud": supported_params = [ "max_tokens",