refactor(benchmark): remove unused llm config and update test parameters

This commit is contained in:
jinli.yl 2026-02-26 18:20:12 +08:00
parent 23f7c51a1a
commit 115373ab30
4 changed files with 11 additions and 19 deletions

View file

@ -320,7 +320,6 @@ class MemoryProcessor:
return_dict=True,
enable_time_filter=True,
enable_thinking_params=self.enable_thinking_params,
llm_config_name="qwen-plus-t",
)
duration_ms = (time.time() - start) * 1000
@ -355,7 +354,6 @@ class MemoryProcessor:
return_dict=True,
enable_time_filter=True,
enable_thinking_params=self.enable_thinking_params,
llm_config_name="qwen-plus-t",
)
# Extract memories from response
@ -569,15 +567,6 @@ class HaluMemEvaluator:
default_llm_config={
"model_name": self.config.reme_model_name,
},
llms={
"qwen-plus-t": {
"backend": "openai",
"model_name": "qwen-plus",
"extra_body": {
"enable_thinking": True,
},
},
},
)
# Load evaluation prompts into ReMe's prompt handler

View file

@ -113,5 +113,11 @@ remecli = "reme.reme_cli:main"
[tool.pytest.ini_options]
asyncio_default_fixture_loop_scope = "function"
# Script-style tests that need to be run with `python test_*.py`
testpaths = ["tests"]
python_files = ["test_*.py"]
python_functions = ["test_*"]
# Exclude script-style tests that require manual execution
addopts = "--ignore=tests/test_embedding.py --ignore=tests/test_embedding_cache.py --ignore=tests/test_embedding_sync.py --ignore=tests/test_file_store.py"
# python -m build && twine upload dist/*

View file

@ -12,9 +12,9 @@ class PersonalRetriever(BaseMemoryAgent):
clear && python benchmark/halumem/eval_reme.py \
--data_path /Users/yuli/workspace/HaluMem/data/HaluMem-Medium.jsonl \
--reme_model_name qwen3-30b-a3b-instruct-2507 \
--algo_version v1 \
--enable_thinking_params
--reme_model_name qwen3.5-plus \
--batch_size 10000 \
--algo_version default
📊 Question Answering (with LLM answer):
Correct (all): 0.8537

View file

@ -42,11 +42,8 @@ def test_chunk_markdown_empty():
overlap=10,
)
# Empty string splits to [""] which creates one chunk with empty text
assert len(chunks) == 1
assert chunks[0].text == ""
assert chunks[0].start_line == 1
assert chunks[0].end_line == 1
# Empty text is filtered out (no meaningful content to store)
assert len(chunks) == 0
def test_chunk_markdown_single_line():