From aea7faa2c165c1fb33e533c082b228aea316e099 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Mon, 25 Dec 2023 23:45:01 +0530 Subject: [PATCH] (feat) ollama_chat - add async streaming --- litellm/utils.py | 1 + 1 file changed, 1 insertion(+) diff --git a/litellm/utils.py b/litellm/utils.py index 63e4a7fe291..c26e226299c 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -7198,6 +7198,7 @@ class CustomStreamWrapper: or self.custom_llm_provider == "text-completion-openai" or self.custom_llm_provider == "huggingface" or self.custom_llm_provider == "ollama" + or self.custom_llm_provider == "ollama_chat" or self.custom_llm_provider == "vertex_ai" ): print_verbose(f"INSIDE ASYNC STREAMING!!!")