From 81f608dd346492ab4d4afc6ed7a081f5d92cb0b3 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Thu, 2 Nov 2023 16:29:48 -0700 Subject: [PATCH] (fix) vertexai detect code_chat and code_text llms as vertex --- litellm/utils.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/litellm/utils.py b/litellm/utils.py index 3b1a640e733..01ed1e5cbe2 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -1674,7 +1674,12 @@ def get_llm_provider(model: str, custom_llm_provider: Optional[str] = None, api_ elif model in litellm.maritalk_models: custom_llm_provider = "maritalk" ## vertex - text + chat models - elif model in litellm.vertex_chat_models or model in litellm.vertex_text_models: + elif( + model in litellm.vertex_chat_models or + model in litellm.vertex_code_chat_models or + model in litellm.vertex_text_models or + model in litellm.vertex_code_text_models + ): custom_llm_provider = "vertex_ai" ## ai21 elif model in litellm.ai21_models: