From 1407ef15a8ed0c839abe61a9aa8dfb3c7fa4468d Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Mon, 6 Nov 2023 09:11:10 -0800 Subject: [PATCH] (fix) text_completion fixes --- litellm/main.py | 17 +++++++++-------- 1 file changed, 9 insertions(+), 8 deletions(-) diff --git a/litellm/main.py b/litellm/main.py index 93cd6031709..5d21f2a3de8 100644 --- a/litellm/main.py +++ b/litellm/main.py @@ -475,6 +475,7 @@ def completion( ## COMPLETION CALL try: if custom_llm_provider == "custom_openai": + print("making call using openai custom chat completion") response = openai_proxy_chat_completions.completion( model=model, messages=messages, @@ -2002,12 +2003,12 @@ def text_completion( ) responses[i] = response["choices"][0] - text_completion_response["id"] = response["id"] + text_completion_response["id"] = response.get("id", None) text_completion_response["object"] = "text_completion" - text_completion_response["created"] = response["created"] - text_completion_response["model"] = response["model"] + text_completion_response["created"] = response.get("created", None) + text_completion_response["model"] = response.get("model", None) text_completion_response["choices"] = responses - text_completion_response["usage"] = response["usage"] + text_completion_response["usage"] = response.get("usage", None) return text_completion_response else: @@ -2032,17 +2033,17 @@ def text_completion( transformed_logprobs = litellm.utils.transform_logprobs(raw_response) except Exception as e: print_verbose(f"LiteLLM non blocking exception: {e}") - text_completion_response["id"] = response["id"] + text_completion_response["id"] = response.get("id", None) text_completion_response["object"] = "text_completion" - text_completion_response["created"] = response["created"] - text_completion_response["model"] = response["model"] + text_completion_response["created"] = response.get("created", None) + text_completion_response["model"] = response.get("model", None) text_choices = TextChoices() text_choices["text"] = response["choices"][0]["message"]["content"] text_choices["index"] = response["choices"][0]["index"] text_choices["logprobs"] = transformed_logprobs text_choices["finish_reason"] = response["choices"][0]["finish_reason"] text_completion_response["choices"] = [text_choices] - text_completion_response["usage"] = response["usage"] + text_completion_response["usage"] = response.get("usage", None) return text_completion_response ##### Moderation #######################