From dfc297db748ea3e9050e7b263705e34cc99ccce9 Mon Sep 17 00:00:00 2001 From: "jinli.yl" Date: Sun, 14 Jul 2024 18:31:09 +0800 Subject: [PATCH] [dev] add en config --- config/demo_config_en.yaml | 166 ++++++++++++++++++++++ memory_scope/memory/worker/base_worker.py | 1 + 2 files changed, 167 insertions(+) create mode 100644 config/demo_config_en.yaml diff --git a/config/demo_config_en.yaml b/config/demo_config_en.yaml new file mode 100644 index 00000000..ed22dceb --- /dev/null +++ b/config/demo_config_en.yaml @@ -0,0 +1,166 @@ +global_config: + language: en + max_workers: 5 + +memory_chat: + cli_memory_chat: + class: chat.cli_memory_chat + memory_service: memory_chat_service + generation_model: dashscope_generation + +memory_service: + memory_chat_service: + class: memory.service.chat_memory_service + contextual_msg_count: 6 + memory_operations: + read_message: + class: memory.operation.frontend_operation + workflow: read_message + description: "read short memory" + + read_memory: + class: memory.operation.frontend_operation + workflow: set_query,[extract_time|retrieve_obs_ins,semantic_rank],fuse_rerank + description: "read long-term memory" + + list_memory: + class: memory.operation.frontend_operation + workflow: set_query,retrieve_top_memory,print_memory + description: "read all long-term memory of the user" + + delete_memory: + class: memory.operation.frontend_operation + workflow: set_query,retrieve_all_memory,delete_query + description: "delete a single long-term memory" + + delete_all: + class: memory.operation.frontend_operation + workflow: set_query,retrieve_all_memory,delete_all + description: "delete all long-term memory" + + add_memory: + class: memory.operation.frontend_operation + workflow: add_memory + description: "add a single observation" + + write_memory: + class: memory.operation.write_memory_op + workflow: info_filter,[get_observation|get_observation_with_time|load_today_memory],contra_repeat,store_memory + description: "write observation memory of the user" + interval_time: 5 + + summary_memory: + class: memory.operation.backend_operation + workflow: load_obs_and_insight,get_reflection_subject,update_insight,long_contra_repeat,store_memory + description: "summary observation memory of the user" + interval_time: 30 + +worker: + dummy: + class: memory.worker.dummy_worker + generation_model: dashscope_generation + embedding_model: dashscope_embedding + rank_model: dashscope_rank + read_message: + class: memory.worker.frontend.read_message_worker + set_query: + class: memory.worker.frontend.set_query_worker + retrieve_obs_ins: + class: memory.worker.frontend.retrieve_memory_worker + retrieve_obs_top_k: 100 + retrieve_ins_top_k: 100 + extract_time: + class: memory.worker.frontend.extract_time_worker + generation_model: dashscope_generation + semantic_rank: + class: memory.worker.frontend.semantic_rank_worker + rank_model: dashscope_rank + fuse_rerank: + class: memory.worker.frontend.fuse_rerank_worker + fuse_score_threshold: 0.1 + fuse_ratio_dict: + conversation: 0.5 + observation: 1 + obs_customized: 1.2 + insight: 2.0 + fuse_time_ratio: 2.0 + fuse_rerank_top_k: 10 + retrieve_top_memory: + class: memory.worker.frontend.retrieve_memory_worker + retrieve_obs_top_k: 100 + retrieve_ins_top_k: 100 + retrieve_expired_top_k: 100 + print_memory: + class: memory.worker.frontend.print_memory_worker + retrieve_all_memory: + class: memory.worker.frontend.retrieve_memory_worker + retrieve_obs_top_k: 10000 + retrieve_ins_top_k: 10000 + retrieve_expired_top_k: 10000 + delete_query: + class: memory.worker.write.update_memory_worker + method: delete_query + delete_all: + class: memory.worker.write.update_memory_worker + method: delete_all + add_memory: + class: memory.worker.write.update_memory_worker + method: from_query + info_filter: + class: memory.worker.write.info_filter_worker + generation_model: dashscope_generation + load_today_memory: + class: memory.worker.write.load_memory_worker + retrieve_today_top_k: 100 + get_observation: + class: memory.worker.write.get_observation_worker + generation_model: dashscope_generation + get_observation_with_time: + class: memory.worker.write.get_observation_with_time_worker + generation_model: dashscope_generation + contra_repeat: + class: memory.worker.write.contra_repeat_worker + generation_model: dashscope_generation + store_memory: + class: memory.worker.write.update_memory_worker + method: from_memory_key + memory_key: all + load_obs_and_insight: + class: memory.worker.write.load_memory_worker + retrieve_not_reflected_top_k: 100 + retrieve_not_updated_top_k: 100 + retrieve_insight_top_k: 100 + get_reflection_subject: + class: memory.worker.summary.get_reflection_subject_worker + update_insight: + class: memory.worker.summary.update_insight_worker + long_contra_repeat: + class: memory.worker.summary.long_contra_repeat_worker + +models: + dashscope_generation: + class: models.llama_index_generation_model + module_name: dashscope_generation + model_name: qwen-max + dashscope_embedding: + class: models.llama_index_embedding_model + module_name: dashscope_embedding + model_name: text-embedding-v2 + dashscope_rank: + class: models.llama_index_rank_model + module_name: dashscope_rank + model_name: gte-rerank + dummy_generation: + class: models.dummy_generation_model + module_name: dummy_generation + model_name: dummy_generation_model + +memory_store: + class: storage.llama_index_es_memory_store + embedding_model: dashscope_embedding + index_name: memory_index + es_url: http://localhost:9200 + use_hybrid: false + +monitor: + class: storage.dummy_monitor \ No newline at end of file diff --git a/memory_scope/memory/worker/base_worker.py b/memory_scope/memory/worker/base_worker.py index 32bac93f..6abf5ddf 100644 --- a/memory_scope/memory/worker/base_worker.py +++ b/memory_scope/memory/worker/base_worker.py @@ -24,6 +24,7 @@ class BaseWorker(metaclass=ABCMeta): self.raise_exception: bool = raise_exception self.is_multi_thread: bool = is_multi_thread self.thread_pool: ThreadPoolExecutor = thread_pool + self.kwargs: dict = kwargs self.continue_run: bool = True self.async_task_list: list = []