scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-08 22:21:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 78

fix: remove stale prefix cache and use single-pass tool partition

Browse source 
Query the MCP registry fresh each call so dynamically added servers
are recognized immediately. Replace double list comprehension with
a single-pass partition loop.
This commit is contained in:
Lance Hsu 2026-04-04 01:07:47 +08:00
parent 3cac5feab5
commit 45dbc8c5ba
No known key found for this signature in database
GPG key ID: CFF816BB8560B8B8
1 changed files with 18 additions and 15 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

33
litellm/proxy/hooks/mcp_semantic_filter/hook.py
View file

@ -48,7 +48,6 @@ class SemanticToolFilterHook(CustomLogger):
"""
super().__init__()
self.filter = semantic_filter
self._registered_server_prefixes: Optional[set] = None
verbose_proxy_logger.debug(
f"Initialized SemanticToolFilterHook with filter: "
@ -56,19 +55,20 @@ class SemanticToolFilterHook(CustomLogger):
)
def _get_registered_server_prefixes(self) -> set:
"""Get the set of known MCP server prefixes from the registry."""
if self._registered_server_prefixes is None:
from litellm.proxy._experimental.mcp_server.mcp_server_manager import (
global_mcp_server_manager,
)
"""Get the set of known MCP server prefixes from the registry.
registry = global_mcp_server_manager.get_registry()
self._registered_server_prefixes = {
normalize_server_name(get_server_prefix(server))
for server in registry.values()
if get_server_prefix(server)
}
return self._registered_server_prefixes
Queries the registry each time so newly added servers are recognized.
"""
from litellm.proxy._experimental.mcp_server.mcp_server_manager import (
global_mcp_server_manager,
)
registry = global_mcp_server_manager.get_registry()
return {
normalize_server_name(get_server_prefix(server))
for server in registry.values()
if get_server_prefix(server)
}
def _is_mcp_tool(self, tool_name: str) -> bool:
"""Check if a tool is an MCP tool by validating its prefix against the registry."""
@ -258,8 +258,11 @@ class SemanticToolFilterHook(CustomLogger):
t.get("name", "") if isinstance(t, dict) else getattr(t, "name", "")
)
mcp_tools = [t for t in tools if self._is_mcp_tool(_tool_name(t))]
non_mcp_tools = [t for t in tools if not self._is_mcp_tool(_tool_name(t))]
mcp_tools, non_mcp_tools = [], []
for t in tools:
(
mcp_tools if self._is_mcp_tool(_tool_name(t)) else non_mcp_tools
).append(t)
if not mcp_tools:
return None