mirror of
https://github.com/agentscope-ai/ReMe.git
synced 2026-08-28 05:25:04 +00:00
80 lines
4 KiB
Python
80 lines
4 KiB
Python
from typing import List
|
||
|
||
from common.response_text_parser import ResponseTextParser
|
||
from constants.common_constants import NEW_OBS_NODES, NOT_REFLECTED_OBS_NODES, REFLECTED, INSIGHT_NODES, INSIGHT_KEY, \
|
||
NEW_INSIGHT_KEYS, NOT_REFLECTED_MERGE_NODES
|
||
from node.memory_wrap_node import MemoryWrapNode
|
||
from worker.memory_base_worker import MemoryBaseWorker
|
||
|
||
|
||
class GetReflectionWorker(MemoryBaseWorker):
|
||
def __init__(self, reflect_obs_cnt_threshold, reflect_num_questions, reflect_obs_model, reflect_obs_max_token, reflect_obs_temperature, reflect_obs_top_k, *args, **kwargs):
|
||
super(GetReflectionWorker,self).__init__(*args, **kwargs)
|
||
self.reflect_obs_cnt_threshold = reflect_obs_cnt_threshold
|
||
self.reflect_num_questions = reflect_num_questions
|
||
self.reflect_obs_model = reflect_obs_model
|
||
self.reflect_obs_max_token = reflect_obs_max_token
|
||
self.reflect_obs_temperature = reflect_obs_temperature
|
||
self.reflect_obs_top_k = reflect_obs_top_k
|
||
|
||
def _run(self):
|
||
# 过滤得到 not_reflected_merge_nodes
|
||
new_obs_nodes: List[MemoryWrapNode] = self.get_context(NEW_OBS_NODES)
|
||
not_reflected_nodes: List[MemoryWrapNode] = self.get_context(NOT_REFLECTED_OBS_NODES)
|
||
not_reflected_merge_nodes: List[MemoryWrapNode] = []
|
||
if new_obs_nodes:
|
||
not_reflected_merge_nodes.extend(new_obs_nodes)
|
||
if not_reflected_nodes:
|
||
not_reflected_merge_nodes.extend(not_reflected_nodes)
|
||
not_reflected_merge_nodes = [node for node in not_reflected_merge_nodes
|
||
if node.memory_node.metaData.get(REFLECTED, "") == "0"]
|
||
|
||
# count
|
||
not_reflected_count = len(not_reflected_merge_nodes)
|
||
if not_reflected_count <= self.reflect_obs_cnt_threshold:
|
||
self.logger.info(f"not_reflected_count={not_reflected_count} is not enough, stop reflect.")
|
||
return
|
||
|
||
# save context
|
||
self.set_context(NOT_REFLECTED_MERGE_NODES, not_reflected_merge_nodes)
|
||
|
||
# get profile_keys
|
||
exist_keys: List[str] = []
|
||
profile_keys: List[str] = list(self.user_profile_dict.keys())
|
||
exist_keys.extend(profile_keys)
|
||
self.logger.info(f"profile_keys={profile_keys}")
|
||
|
||
# get insight_keys
|
||
insight_nodes: List[MemoryWrapNode] = self.get_context(INSIGHT_NODES)
|
||
if insight_nodes:
|
||
insight_keys = [n.memory_node.metaData.get(INSIGHT_KEY) for n in insight_nodes]
|
||
insight_keys = [x.strip() for x in insight_keys if x]
|
||
exist_keys.extend(insight_keys)
|
||
self.logger.info(f"insight_keys={insight_keys}")
|
||
|
||
# gen reflect prompt
|
||
user_query_list = [n.memory_node.content for n in not_reflected_merge_nodes]
|
||
reflect_message = self.prompt_to_msg(
|
||
system_prompt=self.prompt_config.get_reflect_system.format(
|
||
num_questions=self.reflect_num_questions),
|
||
few_shot=self.prompt_config.get_reflect_few_shot,
|
||
user_query=self.prompt_config.get_reflect_user_query.format(exist_keys="，".join(exist_keys),
|
||
user_query="\n".join(user_query_list)))
|
||
self.logger.info(f"reflect_message={reflect_message}")
|
||
|
||
# # call LLM
|
||
response_text = self.gene_client.call(messages=reflect_message,
|
||
model_name=self.reflect_obs_model,
|
||
max_token=self.reflect_obs_max_token,
|
||
temperature=self.reflect_obs_temperature,
|
||
top_k=self.reflect_obs_top_k)
|
||
|
||
# return if empty
|
||
if not response_text:
|
||
self.add_run_info("reflect_obs_questions call llm failed!")
|
||
return
|
||
|
||
# parse text & save
|
||
new_insight_keys = ResponseTextParser(response_text).parse_v2("get_insight_keys")
|
||
if new_insight_keys:
|
||
self.set_context(NEW_INSIGHT_KEYS, new_insight_keys)
|