From 3708355f916f5228574b5b42918d0843ac77c1f5 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Fri, 19 Jul 2024 19:42:04 -0700 Subject: [PATCH] router fix init openai compatible providers --- litellm/router_utils/client_initalization_utils.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/litellm/router_utils/client_initalization_utils.py b/litellm/router_utils/client_initalization_utils.py index 073a87901ac..513457fb81b 100644 --- a/litellm/router_utils/client_initalization_utils.py +++ b/litellm/router_utils/client_initalization_utils.py @@ -79,7 +79,10 @@ def set_client(litellm_router_instance: LitellmRouter, model: dict): default_api_key = None if custom_llm_provider in litellm.openai_compatible_providers: _, custom_llm_provider, api_key, api_base = litellm.get_llm_provider( - model=model_name + model=model_name, + custom_llm_provider=custom_llm_provider, + api_key=litellm_params.get("api_key"), + api_base=litellm_params.get("api_base"), ) default_api_base = api_base default_api_key = api_key