mirror of
https://github.com/agentscope-ai/ReMe.git
synced 2026-08-28 05:25:04 +00:00
9a6cf2b994
* update * refactor(memory): remove unnecessary type check and update error logging * refactor(core): standardize logger import and update agentscope dependency * fix(memory): disable console output and add logging for summarizer component * feat(core): replace OpenAI token counter with custom ReMe token counter - Replace OpenAITokenCounter with ReMeTokenCounter implementation - Add support for HuggingFace mirror and configurable tokenizer - Register ReMeTokenCounter as default token counter in registry - Update config to use hf backend with Qwen2.5-7B-Instruct model refactor(memory): convert token counting methods to async in message handlers - Change count_str_token, stat_message, count_msgs_token to async methods - Update format_msgs_to_str and context_check to use async token counting - Modify _format_tool_result_output to support async token counting - Adjust all dependent methods to await async token counting calls feat(memory): add dialog persistence to in-memory storage - Implement _append_messages_to_dialog for saving messages to JSONL files - Add dialog_path parameter to ReMeInMemoryMemory constructor - Persist messages to daily JSONL files based on timestamp grouping - Update mark_messages_compressed to save and remove compressed messages - Modify clear_content to persist all messages before clearing memory refactor(ops): update token counter type hints and initialization - Change BaseOp to use HuggingFaceTokenCounter instead of TokenCounterBase - Update type annotations for as_token_counter property and parameters - Remove direct token counter injection from Compactor and ContextChecker - Pass as_token_counter parameter through service context mechanism style(logging): improve error logging with exception details - Replace logger.error with logger.exception in browser control tool - Change logger.error to logger.exception in memory get tool error handling - Add proper exception logging with stack trace information chore(config): add token counter configuration to light YAML - Add as_token_counters section with default hf backend configuration - Configure Qwen/Qwen2.5-7B-Instruct model with mirror support enabled - Set up pretrained_model_name_or_path and use_mirror parameters test(context): update context check tests to async implementation - Convert verify_context_check_invariants to async function - Update context check test methods to use async calls - Change stat_message calls to await async implementation - Modify test_empty_messages and test_below_threshold_returns_all to async * feat(core): implement context checking and memory management features * refactor(core): replace direct loguru import with logger utility function * refactor(reme): remove RuntimeContext dependency and simplify context checking * feat(docs): add raw conversation persistence to ReMe framework
127 lines
3.2 KiB
TOML
127 lines
3.2 KiB
TOML
[build-system]
|
|
requires = ["setuptools", "wheel"]
|
|
build-backend = "setuptools.build_meta"
|
|
|
|
[project]
|
|
name = "reme_ai"
|
|
dynamic = ["version"]
|
|
description = "Remember Me, Refine Me."
|
|
authors = [
|
|
{ name = "jinli.yl", email = "jinli.yl@alibaba-inc.com" },
|
|
{ name = "dengjiaji.djj", email = "dengjiaji.djj@alibaba-inc.com" },
|
|
{ name = "caozouying.czy", email = "caozouying.czy@alibaba-inc.com" },
|
|
{ name = "weikangzhou.zwk", email = "weikangzhou.zwk@alibaba-inc.com" },
|
|
]
|
|
license = { file = "LICENSE" }
|
|
readme = "README.md"
|
|
requires-python = ">=3.10"
|
|
|
|
classifiers = [
|
|
"Development Status :: 4 - Beta",
|
|
"Intended Audience :: Developers",
|
|
"Intended Audience :: Science/Research",
|
|
"License :: OSI Approved :: Apache Software License",
|
|
"Operating System :: OS Independent",
|
|
"Programming Language :: Python :: 3",
|
|
"Programming Language :: Python :: 3.10",
|
|
"Topic :: Scientific/Engineering :: Artificial Intelligence",
|
|
"Topic :: Software Development :: Libraries :: Python Modules",
|
|
"Topic :: Software Development :: Libraries :: Application Frameworks",
|
|
"Typing :: Typed",
|
|
]
|
|
|
|
keywords = ["llm", "memory", "experience", "memoryscope", "ai", "mcp", "http", "reme", "personal"]
|
|
|
|
dependencies = [
|
|
"flowllm[reme]>=0.2.0.10",
|
|
"sqlite-vec>=0.1.6",
|
|
"prompt_toolkit>=3.0.52",
|
|
"rich>=14.2.0",
|
|
"asyncpg>=0.31.0",
|
|
"chromadb>=1.3.5",
|
|
"dashscope>=1.25.1",
|
|
"elasticsearch>=9.2.0",
|
|
"fastapi>=0.121.3",
|
|
"fastmcp>=2.14.1",
|
|
"httpx>=0.28.1",
|
|
"litellm>=1.80.0",
|
|
"loguru>=0.7.3",
|
|
"mcp>=1.25.0",
|
|
"numpy>=2.2.6",
|
|
"openai>=2.8.1",
|
|
"pandas>=2.3.3",
|
|
"pydantic>=2.12.4",
|
|
"qdrant-client>=1.16.0",
|
|
"tavily-python>=0.7.13",
|
|
"tiktoken>=0.12.0",
|
|
"tqdm>=4.67.1",
|
|
"transformers>=4.57.3",
|
|
"uvicorn>=0.40.0",
|
|
"watchfiles>=1.1.1",
|
|
"pyyaml>=6.0.3",
|
|
]
|
|
|
|
[project.optional-dependencies]
|
|
ray = [
|
|
"ray",
|
|
]
|
|
|
|
dev = [
|
|
"jupyter-book",
|
|
"ghp-import",
|
|
"myst-nb",
|
|
"sphinxcontrib-bibtex",
|
|
"furo",
|
|
"sphinxcontrib-mermaid",
|
|
"pre-commit",
|
|
]
|
|
|
|
full = [
|
|
"reme_ai[dev,ray,light]",
|
|
]
|
|
|
|
light = [
|
|
"agentscope==1.0.17",
|
|
]
|
|
|
|
[tool.setuptools.packages.find]
|
|
where = ["."]
|
|
include = ["reme_ai*", "reme*"]
|
|
exclude = ["test*", "cookbook*", "doc*", "library*", "dist*"]
|
|
|
|
[tool.setuptools.package-data]
|
|
reme_ai = [
|
|
"**/*.yaml",
|
|
"**/*.py",
|
|
"**/*.json",
|
|
]
|
|
|
|
reme = [
|
|
"**/*.yaml",
|
|
"**/*.py",
|
|
"**/*.json",
|
|
]
|
|
|
|
[tool.setuptools.dynamic]
|
|
version = { attr = "reme.__version__" }
|
|
|
|
[project.urls]
|
|
Homepage = "https://github.com/agentscope-ai/ReMe"
|
|
Documentation = "https://reme.agentscope.io/"
|
|
Repository = "https://github.com/agentscope-ai/ReMe"
|
|
|
|
[project.scripts]
|
|
reme = "reme_ai.main:main"
|
|
reme2 = "reme.reme:main"
|
|
remecli = "reme.reme_cli:main"
|
|
|
|
[tool.pytest.ini_options]
|
|
asyncio_default_fixture_loop_scope = "function"
|
|
# Script-style tests that need to be run with `python test_*.py`
|
|
testpaths = ["tests"]
|
|
python_files = ["test_*.py"]
|
|
python_functions = ["test_*"]
|
|
# Exclude script-style tests that require manual execution
|
|
addopts = "--ignore=tests/test_embedding.py --ignore=tests/test_embedding_cache.py --ignore=tests/test_embedding_sync.py --ignore=tests/test_file_store.py"
|
|
|
|
# python -m build && twine upload dist/*
|