scriptoriumadmin/GitNexus
1
0
Fork 0
mirror of https://github.com/abhigyanpatwari/GitNexus.git synced 2026-09-12 23:02:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 10

test(embeddings): add chunkNode dispatch tests with mocked tree-sitter

Browse source
This commit is contained in:
wangjichao 2026-04-14 10:53:43 +08:00
parent 59aece1e92
commit 0c84b39b99
1 changed files with 51 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

51
gitnexus/test/unit/chunker.test.ts
View file

@ -4,6 +4,21 @@
import { describe, it, expect } from 'vitest';
import { characterChunk } from '../../src/core/embeddings/character-chunk.js';
// Mock tree-sitter for chunkNode tests
import { vi } from 'vitest';
vi.mock('../../src/core/tree-sitter/parser-loader.js', () => ({
loadParser: vi.fn(),
loadLanguage: vi.fn(),
isLanguageAvailable: vi.fn().mockReturnValue(true),
}));
vi.mock('gitnexus-shared', () => ({
getLanguageFromFilename: vi.fn().mockReturnValue('typescript'),
}));
import { chunkNode } from '../../src/core/embeddings/chunker.js';
describe('characterChunk', () => {
it('returns single chunk when content fits', () => {
const result = characterChunk('short content', 1, 5, 1200, 120);
@ -40,3 +55,39 @@ describe('characterChunk', () => {
}
});
});
describe('chunkNode', () => {
it('returns single chunk for short content', async () => {
const result = await chunkNode('Function', 'short', 'test.ts', 1, 5, 1200, 120);
expect(result).toHaveLength(1);
expect(result[0].chunkIndex).toBe(0);
expect(result[0].text).toBe('short');
});
it('returns character chunks for Class label', async () => {
const content = 'x'.repeat(3000);
const result = await chunkNode('Class', content, 'test.ts', 1, 100, 1200, 120);
expect(result.length).toBeGreaterThan(1);
for (let i = 0; i < result.length; i++) {
expect(result[i].chunkIndex).toBe(i);
}
});
it('returns character chunks for Constructor label', async () => {
const content = 'c'.repeat(3000);
const result = await chunkNode('Constructor', content, 'test.ts', 1, 100, 1200, 120);
expect(result.length).toBeGreaterThan(1);
for (let i = 0; i < result.length; i++) {
expect(result[i].chunkIndex).toBe(i);
}
});
it('falls back to character chunks when AST fails', async () => {
const { loadParser } = await import('../../src/core/tree-sitter/parser-loader.js');
(loadParser as ReturnType<typeof vi.fn>).mockRejectedValueOnce(new Error('no parser'));
const content = 'x'.repeat(3000);
const result = await chunkNode('Function', content, 'test.ts', 1, 100, 1200, 120);
expect(result.length).toBeGreaterThan(1);
});
});