From 40bb165108ddb3bf3a20e5084924c42698023530 Mon Sep 17 00:00:00 2001 From: wslee Date: Mon, 15 Jul 2024 10:24:54 +0900 Subject: [PATCH] support dynamic api base --- litellm/utils.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/litellm/utils.py b/litellm/utils.py index 03bbb0e8cb0..f35f1ce4b0c 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -4487,7 +4487,8 @@ def get_llm_provider( ) elif custom_llm_provider == "friendliai": api_base = ( - get_secret("FRIENDLI_API_BASE") + api_base + or get_secret("FRIENDLI_API_BASE") or "https://inference.friendli.ai/v1" ) dynamic_api_key = (