From fd5c06bf0d9f62a1c2875926dc0aa740cb32c398 Mon Sep 17 00:00:00 2001 From: Zhouwk <57825291+nitwtog@users.noreply.github.com> Date: Tue, 3 Mar 2026 13:11:40 +0800 Subject: [PATCH] Update Halumemeval and Longmemeval ; Update Version 0.3.0.2 (#132) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * feat(reme): 添加配置选项以启用或禁用个人资料功能 --- benchmark/halumem/eval_reme.py | 5 +++++ benchmark/longmemeval/eval_longmemeval_reme.py | 5 ++--- reme/__init__.py | 2 +- 3 files changed, 8 insertions(+), 4 deletions(-) diff --git a/benchmark/halumem/eval_reme.py b/benchmark/halumem/eval_reme.py index 14c0cb64..8cc27e53 100644 --- a/benchmark/halumem/eval_reme.py +++ b/benchmark/halumem/eval_reme.py @@ -577,6 +577,8 @@ class MemoryIntegrityEvaluator: ) # Build result record + if eval_result is None: + eval_result = {} integrity_result = { **memory_point, "integrity_score": eval_result.get("score"), @@ -619,9 +621,12 @@ class MemoryAccuracyEvaluator: dialogue=formatted_dialogue, golden_memories=memory_points, candidate_memory=memory, + eval_model_name=self.eval_model_name, ) # Build result record + if eval_result is None: + eval_result = {} accuracy_result = { "memory_content": memory.get("content", memory.get("memory_content", str(memory))), "memory_id": memory.get("memory_id", ""), diff --git a/benchmark/longmemeval/eval_longmemeval_reme.py b/benchmark/longmemeval/eval_longmemeval_reme.py index 2180266d..c529b434 100644 --- a/benchmark/longmemeval/eval_longmemeval_reme.py +++ b/benchmark/longmemeval/eval_longmemeval_reme.py @@ -786,9 +786,8 @@ class LongMemEvalEvaluator: print(f"Questions to process: {total_questions} | Top-K: {self.config.top_k}") print(f"Max Concurrency: {self.config.max_concurrency}") print( - f"Summary Model: {self.config.reme_model_name} | " - f"Retrieve Model: {self.config.retrieve_model_name} | " - f"Eval Model: {self.config.eval_model_name}", + f"Summary Model: {self.config.reme_model_name} | Retrieve Model: {self.config.retrieve_model_name} " + f"| Eval Model: {self.config.eval_model_name}", ) print(f"Algo Version: {self.config.algo_version}") print("=" * 80 + "\n") diff --git a/reme/__init__.py b/reme/__init__.py index 2621a539..d5304a7f 100644 --- a/reme/__init__.py +++ b/reme/__init__.py @@ -8,7 +8,7 @@ from .reme import ReMe from .reme_cli import ReMeCli from .reme_fb import ReMeFb -__version__ = "0.3.0.1" +__version__ = "0.3.0.2" __all__ = [ "config",