Update Halumemeval and Longmemeval ; Update Version 0.3.0.2 (#132)

* feat(reme): 添加配置选项以启用或禁用个人资料功能

benchmark/halumem/eval_reme.py

@@ -577,6 +577,8 @@ class MemoryIntegrityEvaluator:
             )
 
             # Build result record
+            if eval_result is None:
+                eval_result = {}
             integrity_result = {
                 **memory_point,
                 "integrity_score": eval_result.get("score"),
@@ -619,9 +621,12 @@ class MemoryAccuracyEvaluator:
                 dialogue=formatted_dialogue,
                 golden_memories=memory_points,
                 candidate_memory=memory,
+                eval_model_name=self.eval_model_name,
             )
 
             # Build result record
+            if eval_result is None:
+                eval_result = {}
             accuracy_result = {
                 "memory_content": memory.get("content", memory.get("memory_content", str(memory))),
                 "memory_id": memory.get("memory_id", ""),

benchmark/longmemeval/eval_longmemeval_reme.py

@@ -786,9 +786,8 @@ class LongMemEvalEvaluator:
         print(f"Questions to process: {total_questions} | Top-K: {self.config.top_k}")
         print(f"Max Concurrency: {self.config.max_concurrency}")
         print(
-            f"Summary Model: {self.config.reme_model_name} | "
-            f"Retrieve Model: {self.config.retrieve_model_name} | "
-            f"Eval Model: {self.config.eval_model_name}",
+            f"Summary Model: {self.config.reme_model_name} | Retrieve Model: {self.config.retrieve_model_name} "
+            f"| Eval Model: {self.config.eval_model_name}",
         )
         print(f"Algo Version: {self.config.algo_version}")
         print("=" * 80 + "\n")

reme/__init__.py

@@ -8,7 +8,7 @@ from .reme import ReMe
 from .reme_cli import ReMeCli
 from .reme_fb import ReMeFb
 
-__version__ = "0.3.0.1"
+__version__ = "0.3.0.2"
 
 __all__ = [
     "config",