From 9c18c6f66d25c478e3241d0dad8b9996c8a861af Mon Sep 17 00:00:00 2001 From: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> Date: Wed, 8 Jul 2026 19:21:04 +0000 Subject: [PATCH] fix(mcp): make embedding batch size a plain constant The value is already configurable per filter via mcp_semantic_tool_filter.embedding_batch_size, so the extra env-var read was redundant and would require a cross-repo docs entry to satisfy the env-keys documentation check. --- litellm/constants.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/litellm/constants.py b/litellm/constants.py index 3804f1b93af..44269cc9525 100644 --- a/litellm/constants.py +++ b/litellm/constants.py @@ -89,7 +89,7 @@ DEFAULT_MCP_SEMANTIC_FILTER_TOP_K = int(os.getenv("DEFAULT_MCP_SEMANTIC_FILTER_T DEFAULT_MCP_SEMANTIC_FILTER_SIMILARITY_THRESHOLD = float( os.getenv("DEFAULT_MCP_SEMANTIC_FILTER_SIMILARITY_THRESHOLD", 0.3) ) -DEFAULT_EMBEDDING_ENCODER_BATCH_SIZE = int(os.getenv("DEFAULT_EMBEDDING_ENCODER_BATCH_SIZE", 1024)) +DEFAULT_EMBEDDING_ENCODER_BATCH_SIZE = 1024 MAX_MCP_SEMANTIC_FILTER_TOOLS_HEADER_LENGTH = int(os.getenv("MAX_MCP_SEMANTIC_FILTER_TOOLS_HEADER_LENGTH", 150)) # Semantic Guard Defaults