diff --git a/gitnexus/package-lock.json b/gitnexus/package-lock.json index b937d11b9..4d555d47b 100644 --- a/gitnexus/package-lock.json +++ b/gitnexus/package-lock.json @@ -1,12 +1,12 @@ { "name": "gitnexus", - "version": "1.2.9", + "version": "1.3.3", "lockfileVersion": 3, "requires": true, "packages": { "": { "name": "gitnexus", - "version": "1.2.9", + "version": "1.3.3", "license": "PolyForm-Noncommercial-1.0.0", "dependencies": { "@huggingface/transformers": "^3.0.0", diff --git a/gitnexus/package.json b/gitnexus/package.json index 26fdfce39..94f56946a 100644 --- a/gitnexus/package.json +++ b/gitnexus/package.json @@ -1,6 +1,6 @@ { "name": "gitnexus", - "version": "1.3.2", + "version": "1.3.3", "description": "Graph-powered code intelligence for AI agents. Index any codebase, query via MCP or CLI.", "author": "Abhigyan Patwari", "license": "PolyForm-Noncommercial-1.0.0", diff --git a/gitnexus/src/core/ingestion/filesystem-walker.ts b/gitnexus/src/core/ingestion/filesystem-walker.ts index c9365d3b0..7074593a0 100644 --- a/gitnexus/src/core/ingestion/filesystem-walker.ts +++ b/gitnexus/src/core/ingestion/filesystem-walker.ts @@ -21,8 +21,8 @@ export interface FilePath { const READ_CONCURRENCY = 32; -/** Skip files larger than 2MB — covers all real source files, excludes minified bundles/generated code */ -const MAX_FILE_SIZE = 2 * 1024 * 1024; +/** Skip files larger than 512KB — they're usually generated/vendored and crash tree-sitter */ +const MAX_FILE_SIZE = 512 * 1024; /** * Phase 1: Scan repository — stat files to get paths + sizes, no content loaded. @@ -69,7 +69,7 @@ export const walkRepositoryPaths = async ( } if (skippedLarge > 0) { - console.warn(` Skipped ${skippedLarge} files larger than ${Math.round(MAX_FILE_SIZE / 1024 / 1024)}MB (likely generated/vendored)`); + console.warn(` Skipped ${skippedLarge} large files (>${MAX_FILE_SIZE / 1024}KB, likely generated/vendored)`); } return entries; diff --git a/gitnexus/src/core/ingestion/parsing-processor.ts b/gitnexus/src/core/ingestion/parsing-processor.ts index 1134ebe49..c15d39a17 100644 --- a/gitnexus/src/core/ingestion/parsing-processor.ts +++ b/gitnexus/src/core/ingestion/parsing-processor.ts @@ -207,7 +207,7 @@ const processParsingSequential = async ( if (!language) continue; // Skip very large files — they can crash tree-sitter or cause OOM - if (file.content.length > 2 * 1024 * 1024) continue; + if (file.content.length > 512 * 1024) continue; await loadLanguage(language, file.path); diff --git a/gitnexus/src/core/ingestion/workers/parse-worker.ts b/gitnexus/src/core/ingestion/workers/parse-worker.ts index a89d8b402..2eee2c5bc 100644 --- a/gitnexus/src/core/ingestion/workers/parse-worker.ts +++ b/gitnexus/src/core/ingestion/workers/parse-worker.ts @@ -426,7 +426,7 @@ const processFileGroup = ( for (const file of files) { // Skip very large files — they can crash tree-sitter or cause OOM - if (file.content.length > 2 * 1024 * 1024) continue; + if (file.content.length > 512 * 1024) continue; let tree; try {