From 82d13fbe6bb4d1cea1508b7c6f77de35265f6538 Mon Sep 17 00:00:00 2001 From: apex-mochen <2756823972@qq.com> Date: Sat, 3 Oct 2026 09:21:10 +0800 Subject: [PATCH] fix(azure): normalize equivalent default retry cache entries Signed-off-by: apex-mochen <2756823972@qq.com> --- litellm/llms/azure/common_utils.py | 5 ++++- tests/unit/llms/azure/test_azure_common_utils.py | 5 +++++ 2 files changed, 9 insertions(+), 1 deletion(-) diff --git a/litellm/llms/azure/common_utils.py b/litellm/llms/azure/common_utils.py index f95de5ddacd..c26c1df821d 100644 --- a/litellm/llms/azure/common_utils.py +++ b/litellm/llms/azure/common_utils.py @@ -491,7 +491,10 @@ class BaseAzureLLM(BaseOpenAILLM): client_initialization_params: Final[dict] = locals() client_initialization_params["is_async"] = _is_async _lp: Final = litellm_params or {} - client_initialization_params["max_retries"] = _lp.get("max_retries") + configured_max_retries: Final = _lp.get("max_retries") + client_initialization_params["max_retries"] = ( + DEFAULT_MAX_RETRIES if configured_max_retries is None else configured_max_retries + ) _ad_provider: Final = _lp.get("azure_ad_token_provider") _ad_token: Final = _lp.get("azure_ad_token") _client_secret: Final = _lp.get("client_secret") diff --git a/tests/unit/llms/azure/test_azure_common_utils.py b/tests/unit/llms/azure/test_azure_common_utils.py index d830d4a3a64..e371acd47aa 100644 --- a/tests/unit/llms/azure/test_azure_common_utils.py +++ b/tests/unit/llms/azure/test_azure_common_utils.py @@ -2235,6 +2235,11 @@ async def test_azure_client_cache_respects_retry_limit( assert initial.max_retries == ( DEFAULT_MAX_RETRIES if first_retries is None else first_retries ) + if first_retries is None: + assert llm.get_azure_openai_client(**kwargs, litellm_params={}) is initial + assert llm.get_azure_openai_client( + **kwargs, litellm_params={"max_retries": DEFAULT_MAX_RETRIES} + ) is initial with pytest.raises(RateLimitError): response = no_retry.chat.completions.create( model="test-deployment", messages=[{"role": "user", "content": "hi"}]