From 3a4e512a7571d423791335964e4a7f5198a4443c Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Mon, 4 Dec 2023 15:06:52 -0800 Subject: [PATCH] (fix) palm: streaming --- litellm/utils.py | 1 + 1 file changed, 1 insertion(+) diff --git a/litellm/utils.py b/litellm/utils.py index 3756337b66d..9505addf5bb 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -5232,6 +5232,7 @@ class CustomStreamWrapper: time.sleep(0.05) elif self.custom_llm_provider == "palm": # fake streaming + response_obj = {} if len(self.completion_stream)==0: if self.sent_last_chunk: raise StopIteration