scriptoriumadmin/ReMe
1
0
Fork 0
mirror of https://github.com/agentscope-ai/ReMe.git synced 2026-10-12 03:50:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

test(search): pass benchmark filters explicitly

Browse source
This commit is contained in:
machaoxin0407 2026-10-01 14:59:27 +08:00
parent c66b38b5d0
commit b3cdc52b44
1 changed files with 7 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
scripts/benchmark_search_filter.py
View file

@ -12,7 +12,6 @@ import json
import platform
import statistics
import time
from functools import partial
from types import SimpleNamespace
from unittest.mock import AsyncMock, patch
@ -24,14 +23,14 @@ from reme.components.tokenizer import RegexTokenizer
from reme.schema import FileChunk
async def measure(operation, repeats):
async def measure(operation, config, repeats):
"""Warm up and report per-call latency in milliseconds."""
for _ in range(2):
await operation()
await operation(config)
samples = []
for _ in range(repeats):
start = time.perf_counter()
await operation()
await operation(config)
samples.append((time.perf_counter() - start) * 1000)
return {"median_ms": statistics.median(samples), "p95_ms": float(np.percentile(samples, 95))}
@ -70,12 +69,11 @@ async def benchmark(size, repeats):
for path_count in (1, 100, 1000):
config = {"paths": [f"daily/{i}.md" for i in range(path_count)]}
for name, operation in (("predicate", predicate), ("keyword_search", keyword), ("vector_search", vector)):
operation = partial(operation, config)
expected = await operation()
prepared = await measure(operation, repeats)
expected = await operation(config)
prepared = await measure(operation, config, repeats)
with patch.object(store, "_prepare_search_filter", side_effect=legacy):
assert await operation() == expected
baseline = await measure(operation, repeats)
assert await operation(config) == expected
baseline = await measure(operation, config, repeats)
results.append(
{
"chunks": size,