mirror of
https://github.com/agentscope-ai/ReMe.git
synced 2026-08-28 05:25:04 +00:00
refactor(benchmark): remove unused llm config and update test parameters
This commit is contained in:
parent
23f7c51a1a
commit
115373ab30
4 changed files with 11 additions and 19 deletions
|
|
@ -320,7 +320,6 @@ class MemoryProcessor:
|
|||
return_dict=True,
|
||||
enable_time_filter=True,
|
||||
enable_thinking_params=self.enable_thinking_params,
|
||||
llm_config_name="qwen-plus-t",
|
||||
)
|
||||
|
||||
duration_ms = (time.time() - start) * 1000
|
||||
|
|
@ -355,7 +354,6 @@ class MemoryProcessor:
|
|||
return_dict=True,
|
||||
enable_time_filter=True,
|
||||
enable_thinking_params=self.enable_thinking_params,
|
||||
llm_config_name="qwen-plus-t",
|
||||
)
|
||||
|
||||
# Extract memories from response
|
||||
|
|
@ -569,15 +567,6 @@ class HaluMemEvaluator:
|
|||
default_llm_config={
|
||||
"model_name": self.config.reme_model_name,
|
||||
},
|
||||
llms={
|
||||
"qwen-plus-t": {
|
||||
"backend": "openai",
|
||||
"model_name": "qwen-plus",
|
||||
"extra_body": {
|
||||
"enable_thinking": True,
|
||||
},
|
||||
},
|
||||
},
|
||||
)
|
||||
|
||||
# Load evaluation prompts into ReMe's prompt handler
|
||||
|
|
|
|||
|
|
@ -113,5 +113,11 @@ remecli = "reme.reme_cli:main"
|
|||
|
||||
[tool.pytest.ini_options]
|
||||
asyncio_default_fixture_loop_scope = "function"
|
||||
# Script-style tests that need to be run with `python test_*.py`
|
||||
testpaths = ["tests"]
|
||||
python_files = ["test_*.py"]
|
||||
python_functions = ["test_*"]
|
||||
# Exclude script-style tests that require manual execution
|
||||
addopts = "--ignore=tests/test_embedding.py --ignore=tests/test_embedding_cache.py --ignore=tests/test_embedding_sync.py --ignore=tests/test_file_store.py"
|
||||
|
||||
# python -m build && twine upload dist/*
|
||||
|
|
|
|||
|
|
@ -12,9 +12,9 @@ class PersonalRetriever(BaseMemoryAgent):
|
|||
|
||||
clear && python benchmark/halumem/eval_reme.py \
|
||||
--data_path /Users/yuli/workspace/HaluMem/data/HaluMem-Medium.jsonl \
|
||||
--reme_model_name qwen3-30b-a3b-instruct-2507 \
|
||||
--algo_version v1 \
|
||||
--enable_thinking_params
|
||||
--reme_model_name qwen3.5-plus \
|
||||
--batch_size 10000 \
|
||||
--algo_version default
|
||||
|
||||
📊 Question Answering (with LLM answer):
|
||||
Correct (all): 0.8537
|
||||
|
|
|
|||
|
|
@ -42,11 +42,8 @@ def test_chunk_markdown_empty():
|
|||
overlap=10,
|
||||
)
|
||||
|
||||
# Empty string splits to [""] which creates one chunk with empty text
|
||||
assert len(chunks) == 1
|
||||
assert chunks[0].text == ""
|
||||
assert chunks[0].start_line == 1
|
||||
assert chunks[0].end_line == 1
|
||||
# Empty text is filtered out (no meaningful content to store)
|
||||
assert len(chunks) == 0
|
||||
|
||||
|
||||
def test_chunk_markdown_single_line():
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue