From 93089caf5e97eeecfbf6a3300305625eb9866744 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E9=B8=A3=E5=B1=B1?= Date: Tue, 17 Jun 2025 21:28:03 +0800 Subject: [PATCH] add pipeline to readme.md --- README.md | 25 +++++++++++++++++++++++++ cookbook/step_agent/readme.md | 6 +++--- pyproject.toml | 4 ++-- 3 files changed, 30 insertions(+), 5 deletions(-) diff --git a/README.md b/README.md index 6214d6a6..f51c00d3 100644 --- a/README.md +++ b/README.md @@ -55,6 +55,31 @@ python -m experiencemaker.em_service \ --summarizer='{"backend": "simple"}' ``` +- You can also use the more comprehensive StepSummarizer and StepContextGenerator, which provide more fine-grained functionality for processing trajectories (for more comprehensive documentation, see: cookbook/step_agent/readme.md) +```shell +python -m experiencemaker.em_service \ +--port=8001 \ +--llm='{"backend": "openai_compatible", "model_name": "qwen-max-2025-01-25", "temperature": 0.6}' \ +--embedding_model='{"backend": "openai_compatible", "model_name": "text-embedding-v4", "dimensions": 1024}' \ +--vector_store='{"backend": "elasticsearch"}' \ +--agent_wrapper='{"backend": "simple"}' \ +--context_generator='{"backend": "step", "enable_llm_rerank": true, "enable_context_rewrite": true, "enable_score_filter": false, "vector_retrieve_top_k": 15, "final_top_k": 5, "min_score_threshold": 0.3}' \ +--summarizer='{"backend": "step", "enable_step_segmentation": false, "enable_similar_comparison": false, "enable_experience_validation": true, "max_retries": 3,"max_workers":16}' + +# Parameter Description + +## StepSummarizer +### enable_step_segmentation: Segment trajectories into meaningful step sequences +### enable_similar_comparison: Compare similar sequences between success/failure +### enable_experience_validation: Validate experience quality before storage + +## StepContextGenerator +### enable_llm_rerank: Rerank retrieved experiences by relevance using LLM +### enable_context_rewrite: Rewrite context to be more task-specific +### enable_score_filter: Filter experiences by quality scores +``` + + ### Step2: Enhance Your Own Agent Call the capabilities of ContextGenerator and Summarizer through `EMClient`. diff --git a/cookbook/step_agent/readme.md b/cookbook/step_agent/readme.md index 98feb099..2d985b74 100644 --- a/cookbook/step_agent/readme.md +++ b/cookbook/step_agent/readme.md @@ -1,10 +1,10 @@ # Step Summarizer & Context Generator -A step-level experience extraction and context generation system for the ExperienceMaker framework. +A step-level experience extraction and context generation module for the ExperienceMaker framework. ## Overview - -This system provides advanced step-level experience extraction and context generation capabilities: +![pipeline.png](pipeline.png) +This module provides advanced step-level experience extraction and context generation capabilities: - **StepSummarizer**: Extracts reusable experiences from individual steps or step sequences in trajectories - **StepContextGenerator**: Retrieves and utilizes step-level experiences to provide relevant context for agent execution diff --git a/pyproject.toml b/pyproject.toml index 17b447f9..8fde5105 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -19,9 +19,9 @@ dependencies = [ "arxiv", "tqdm", "requests_oauthlib", - "teamwork-mcp>=0.2.1", +# "teamwork-mcp>=0.2.1", "agentscope", - "beyond @ file:///${PROJECT_ROOT}/experiencemaker/third_party/beyond", +# "beyond @ file:///${PROJECT_ROOT}/experiencemaker/third_party/beyond", "astor", ]