From b4e14aed6bc0c143e07d354114393c1ae1689b36 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 31 Oct 2023 14:29:18 -0700 Subject: [PATCH] (feat) text_completion add support for passing prompt as array --- litellm/main.py | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/litellm/main.py b/litellm/main.py index d1c35ef1ee5..2eea2bf0121 100644 --- a/litellm/main.py +++ b/litellm/main.py @@ -517,11 +517,15 @@ def completion( for k, v in config.items(): if k not in optional_params: # completion(top_k=3) > openai_text_config(top_k=3) <- allows for dynamic variables to be passed in optional_params[k] = v - - if litellm.organization: openai.organization = litellm.organization - prompt = " ".join([message["content"] for message in messages]) + + if len(messages)>0 and "content" in messages[0] and type(messages[0]["content"]) == list: + # text-davinci-003 can accept a string or array, if it's an array, assume the array is set in messages[0]['content'] + # https://platform.openai.com/docs/api-reference/completions/create + prompt = messages[0]["content"] + else: + prompt = " ".join([message["content"] for message in messages]) ## LOGGING logging.pre_call( input=prompt,