From d67c63b0c3f13215b91e5c0fa9719b1e97ac8427 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Fri, 8 Mar 2024 13:33:58 -0800 Subject: [PATCH] (fix) use azure api_version --- litellm/llms/azure.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/litellm/llms/azure.py b/litellm/llms/azure.py index 01b54987b2d..6a0c1ec1fbb 100644 --- a/litellm/llms/azure.py +++ b/litellm/llms/azure.py @@ -333,10 +333,17 @@ class AzureChatCompletion(BaseLLM): azure_client_params["api_key"] = api_key elif azure_ad_token is not None: azure_client_params["azure_ad_token"] = azure_ad_token + + # setting Azure client if client is None: azure_client = AsyncAzureOpenAI(**azure_client_params) else: azure_client = client + if api_version is not None and isinstance( + azure_client._custom_query, dict + ): + # set api_version to version passed by user + azure_client._custom_query.setdefault("api-version", api_version) ## LOGGING logging_obj.pre_call( input=data["messages"],