From f93d5779676dd121e5c94cbc196a3c6dc94de6e5 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Tue, 11 Feb 2025 19:30:28 -0800 Subject: [PATCH] fix(get_supported_openai_params.py): default to openai-like spec --- .../get_supported_openai_params.py | 17 ++++++++++------- 1 file changed, 10 insertions(+), 7 deletions(-) diff --git a/litellm/litellm_core_utils/get_supported_openai_params.py b/litellm/litellm_core_utils/get_supported_openai_params.py index 4ec7625bc66..3d4f8cef6f4 100644 --- a/litellm/litellm_core_utils/get_supported_openai_params.py +++ b/litellm/litellm_core_utils/get_supported_openai_params.py @@ -121,23 +121,26 @@ def get_supported_openai_params( # noqa: PLR0915 ) elif custom_llm_provider == "vertex_ai" or custom_llm_provider == "vertex_ai_beta": if request_type == "chat_completion": - if model.startswith("meta/"): - return litellm.VertexAILlama3Config().get_supported_openai_params( - model=model - ) if model.startswith("mistral"): return litellm.MistralConfig().get_supported_openai_params(model=model) - if model.startswith("codestral"): + elif model.startswith("codestral"): return ( litellm.CodestralTextCompletionConfig().get_supported_openai_params( model=model ) ) - if model.startswith("claude"): + elif model.startswith("claude"): return litellm.VertexAIAnthropicConfig().get_supported_openai_params( model=model ) - return litellm.VertexGeminiConfig().get_supported_openai_params(model=model) + elif model.startswith("gemini"): + return litellm.VertexGeminiConfig().get_supported_openai_params( + model=model + ) + else: + return litellm.VertexAILlama3Config().get_supported_openai_params( + model=model + ) elif request_type == "embeddings": return litellm.VertexAITextEmbeddingConfig().get_supported_openai_params() elif custom_llm_provider == "sagemaker":