From 1378190dbf0ba95bbec71f7bdc67a40048be85a5 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Thu, 11 Jan 2024 18:30:10 +0530 Subject: [PATCH] fix(main.py): init custom llm provider earlier --- litellm/main.py | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/litellm/main.py b/litellm/main.py index cb67774bfc8..19e192b40b4 100644 --- a/litellm/main.py +++ b/litellm/main.py @@ -232,6 +232,9 @@ async def acompletion( "model_list": model_list, "acompletion": True, # assuming this is a required parameter } + _, custom_llm_provider, _, _ = get_llm_provider( + model=model, api_base=completion_kwargs.get("base_url", None) + ) try: # Use a partial function to pass your keyword arguments func = partial(completion, **completion_kwargs, **kwargs) @@ -240,10 +243,6 @@ async def acompletion( ctx = contextvars.copy_context() func_with_context = partial(ctx.run, func) - _, custom_llm_provider, _, _ = get_llm_provider( - model=model, api_base=completion_kwargs.get("base_url", None) - ) - if ( custom_llm_provider == "openai" or custom_llm_provider == "azure"