scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-08 22:21:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 78

fix: Search tools not found when using per-request routers

Browse source 
**Root Cause:**

When API keys or teams have router_settings configured, the proxy creates
per-request Router instances from user_config. These new routers were missing
search_tools from the main router, causing "search tool not found" errors despite
search_tools being configured.

**The Fix:**
1. **common_request_processing.py (lines 554-556):** Pass search_tools from main
   router to user_config so per-request routers inherit them

2. **proxy_server.py (line 3171):** Remove `if len(_model_list) > 0` check to
   allow router creation with empty model list (needed for search-tools-only use case)

3. **proxy_server.py (line 746):** Remove redundant search_tools loading code
   (already handled by _init_search_tools_in_db() called during startup)
This commit is contained in:
Quentin Machu 2026-01-26 17:42:56 -05:00
parent f2c3a01a57
commit ac5c5ee302
2 changed files with 18 additions and 12 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
litellm/proxy/common_request_processing.py
View file

@ -547,9 +547,14 @@ class ProxyBaseLLMRequestProcessing:
# Get model_list from current router
model_list = llm_router.get_model_list()
if model_list is not None:
# Create user_config with model_list and router_settings
# Create user_config with model_list, search_tools, and router_settings
# This creates a per-request router with the hierarchical settings
user_config = {"model_list": model_list, **router_settings}
# Include search_tools from main router so per-request router has them
if hasattr(llm_router, "search_tools") and llm_router.search_tools:
user_config["search_tools"] = llm_router.search_tools
self.data["user_config"] = user_config
if "messages" in self.data and self.data["messages"]:

23
litellm/proxy/proxy_server.py
View file

@ -3173,17 +3173,18 @@ class ProxyConfig:
_model_list: list = self.decrypt_model_list_from_db(
new_models=models_list
)
if len(_model_list) > 0:
verbose_proxy_logger.debug(f"_model_list: {_model_list}")
llm_router = litellm.Router(
model_list=_model_list,
router_general_settings=RouterGeneralSettings(
async_only_mode=True # only init async clients
),
search_tools=search_tools,
ignore_invalid_deployments=True,
)
verbose_proxy_logger.debug(f"updated llm_router: {llm_router}")
# Create router even with empty model list to support search_tools
# Router can function with model_list=[] and only search_tools
verbose_proxy_logger.debug(f"_model_list: {_model_list}")
llm_router = litellm.Router(
model_list=_model_list,
router_general_settings=RouterGeneralSettings(
async_only_mode=True # only init async clients
),
search_tools=search_tools,
ignore_invalid_deployments=True,
)
verbose_proxy_logger.debug(f"updated llm_router: {llm_router}")
else:
verbose_proxy_logger.debug(f"len new_models: {len(models_list)}")
## DELETE MODEL LOGIC