From 13261287ecbbcf8af1e8956a476bb90f67f2f96a Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 5 Dec 2023 09:05:53 -0800 Subject: [PATCH] (fix) proxy: bug non OpenAI LLMs --- litellm/router.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/litellm/router.py b/litellm/router.py index edae794c9c1..75fd5afd9ea 100644 --- a/litellm/router.py +++ b/litellm/router.py @@ -1011,14 +1011,14 @@ class Router: """ if client_type == "async": if kwargs.get("stream") == True: - return deployment["stream_async_client"] + return deployment.get("stream_async_client", None) else: - return deployment["async_client"] + return deployment.get("async_client", None) else: if kwargs.get("stream") == True: - return deployment["stream_client"] + return deployment.get("stream_client", None) else: - return deployment["client"] + return deployment.get("client", None) def print_verbose(self, print_statement): if self.set_verbose or litellm.set_verbose: