mirror of
https://github.com/agentscope-ai/ReMe.git
synced 2026-08-28 05:25:04 +00:00
[dev] move config dir
This commit is contained in:
parent
9c79fd95d8
commit
31b2f80d57
5 changed files with 41 additions and 72 deletions
|
|
@ -59,12 +59,11 @@
|
|||
"ExtractTimeWorker": {
|
||||
"module_name": "ExtractTimeWorker",
|
||||
"module_path": "memory_scope/worker",
|
||||
"kwargs": {
|
||||
"parse_time_model": "qwen_1_8_parse_time_service",
|
||||
"parse_time_max_token": 100,
|
||||
"parse_time_temperature": 0.6,
|
||||
"parse_time_top_k": 1
|
||||
}
|
||||
"parse_time_model": "",
|
||||
"parse_time_model": "qwen_1_8_parse_time_service",
|
||||
"parse_time_max_token": 100,
|
||||
"parse_time_temperature": 0.6,
|
||||
"parse_time_top_k": 1,
|
||||
},
|
||||
"InfoFilterWorker": {
|
||||
"module_name": "InfoFilterWorker",
|
||||
|
|
|
|||
|
|
@ -1,66 +0,0 @@
|
|||
|
||||
import json
|
||||
from pydantic import BaseModel
|
||||
|
||||
from models.dash_embedding_client import DashEmbeddingClient
|
||||
from models.dash_generate_client import DashGenerateClient
|
||||
from models.dash_rerank_client import DashReRankClient
|
||||
from models.elastic_search_client import ElasticSearchClient
|
||||
from pipeline.memory_service import MemoryService
|
||||
from enumeration.memory_type_enum import MemoryTypeEnum
|
||||
from utils.tool_functions import init_instance_by_config
|
||||
|
||||
class Wrapper:
|
||||
"""Wrapper class for anything that needs to set up during init"""
|
||||
|
||||
def __init__(self):
|
||||
self._provider = None
|
||||
|
||||
def register(self, provider):
|
||||
self._provider = provider
|
||||
|
||||
def __getattr__(self, key):
|
||||
if self.__dict__.get("_provider", None) is None:
|
||||
raise AttributeError("Please run init() first using qlib")
|
||||
return getattr(self._provider, key)
|
||||
|
||||
class Config(BaseModel):
|
||||
thread_pool_max_count: int = 5
|
||||
pipeline: dict = {
|
||||
"retrive": """
|
||||
parse_params,es.load_profile,[retrieve.extract_time|es.es_similar|es.es_keyword],retrieve.semantic_rank,retrieve.fuse_rerank
|
||||
""".strip(),
|
||||
"summary_long": """
|
||||
parse_params,summary_short.info_filter,[es.es_today_obs|summary_short.get_observation|summary_short.get_observation_with_time],summary_short.contra_repeat,memory_store
|
||||
""".strip(),
|
||||
"summary_short": """
|
||||
parse_params,[es.load_profile|es.es_new_obs|es.es_insight],[summary_long.update_insight|summary_long.get_reflection,summary_long.get_insight|summary_long.update_profile],summary_long.summary_collect,memory_store
|
||||
""".strip()
|
||||
}
|
||||
model_embedding = _default_embedding_client
|
||||
model_generate = _default_generate_client
|
||||
model_rerank = _default_rerank_client
|
||||
db = _default_es_client
|
||||
|
||||
class UserConfig(BaseModel):
|
||||
memory_id: str = ""
|
||||
|
||||
C = Wrapper()
|
||||
|
||||
def init(config_path):
|
||||
config = json.loads(config_path)
|
||||
C.register(Config(**config))
|
||||
|
||||
# ## register modules
|
||||
C.model_embedding = init_instance_by_config(C.model_embedding)
|
||||
C.model_generate = init_instance_by_config(C.model_generate)
|
||||
C.model_rerank = init_instance_by_config(C.model_rerank)
|
||||
C.db = init_instance_by_config(C.db)
|
||||
|
||||
## register workers
|
||||
C.worker = json.loads(C.worker)
|
||||
|
||||
## register services
|
||||
for k,v in C.pipeline.items():
|
||||
C.pipeline[k] = MemoryService(k)
|
||||
|
||||
36
memory_scope/config.py
Normal file
36
memory_scope/config.py
Normal file
|
|
@ -0,0 +1,36 @@
|
|||
|
||||
import json
|
||||
|
||||
from pipeline.memory_service import MemoryService
|
||||
from utils.tool_functions import init_instance_by_config
|
||||
|
||||
|
||||
class Wrapper:
|
||||
"""Wrapper class for anything that needs to set up during init"""
|
||||
|
||||
def __init__(self):
|
||||
self._provider = None
|
||||
|
||||
def register(self, provider):
|
||||
self._provider = provider
|
||||
|
||||
def __getattr__(self, key: str):
|
||||
if self.__dict__.get("_provider", None) is None:
|
||||
raise AttributeError("Please run __init__ first!")
|
||||
return getattr(self._provider, key)
|
||||
|
||||
|
||||
C = Wrapper()
|
||||
|
||||
|
||||
def init(config_path: str):
|
||||
config = json.loads(config_path)
|
||||
C.register(config)
|
||||
|
||||
## register workers
|
||||
C.worker = json.loads(C.worker)
|
||||
|
||||
## register services
|
||||
for k,v in C.pipeline.items():
|
||||
C.pipeline[k] = MemoryService(k)
|
||||
|
||||
Loading…
Add table
Reference in a new issue