scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-09 03:18:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 109

refactor(mcp): log lazily built semantic index and avoid per-request dict allocation in the fast path

Browse source
This commit is contained in:
Tin Chi Lo 2026-07-14 18:43:46 -07:00
parent ae2462b369
commit a6390abefa
1 changed files with 9 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
litellm/proxy/_experimental/mcp_server/semantic_tool_filter.py
View file

@ -184,6 +184,10 @@ class SemanticMCPToolFilter:
return
raise
def _has_tools_missing_from_index(self, tools: list[Any]) -> bool:
"""Allocation-free check for any named tool not yet in the semantic index."""
return any(name and name not in self._tool_map for name in (self._extract_tool_info(t)[0] for t in tools))
def _tools_missing_from_index(self, tools: list[Any]) -> dict[str, Any]:
"""Map name -> tool for every named tool not yet in the semantic index."""
return {
@ -205,7 +209,7 @@ class SemanticMCPToolFilter:
"""
from semantic_router.routers.base import Route
if not self._tools_missing_from_index(available_tools):
if not self._has_tools_missing_from_index(available_tools):
return
async with self._index_sync_lock:
@ -215,6 +219,10 @@ class SemanticMCPToolFilter:
if self.tool_router is None:
self._build_router(list(missing.values()))
if self.tool_router is not None:
verbose_logger.info(
f"Semantic tool filter indexed {len(missing)} request-time tools missing from the startup index"
)
return
descriptions = {name: self._extract_tool_info(tool)[1] for name, tool in missing.items()}