From c36e5cae5009b7ac9422e9d0026d3780fed71705 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Fri, 14 Mar 2025 10:12:50 -0700 Subject: [PATCH] backend instant delete model --- litellm/proxy/proxy_server.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index 250551b0193..2ec4738b8f6 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -5457,18 +5457,18 @@ async def model_info_v2( """ global llm_model_list, general_settings, user_config_file_path, proxy_config, llm_router - if llm_model_list is None or not isinstance(llm_model_list, list): + if llm_router is None: raise HTTPException( status_code=500, detail={ - "error": f"No model list passed, models={llm_model_list}. You can add a model through the config.yaml or on the LiteLLM Admin UI." + "error": f"No model list passed, models router={llm_router}. You can add a model through the config.yaml or on the LiteLLM Admin UI." }, ) # Load existing config await proxy_config.get_config() + all_models = copy.deepcopy(llm_router.model_list) - all_models = copy.deepcopy(llm_model_list) if user_model is not None: # if user does not use a config.yaml, https://github.com/BerriAI/litellm/issues/2061 all_models += [user_model]