mirror of
https://github.com/agentscope-ai/ReMe.git
synced 2026-09-22 00:32:49 +00:00
42a3343cb5
- Introduce Application class for managing application lifecycle - Add base component classes for LLM formatters and token counters - Implement embedding model base with caching and batching support - Create file watcher base with watchfiles integration - Add job and step base components for workflow execution - Update base component with async locks and improved lifecycle management - Register new component types in component registry - Add application context and runtime context for dependency injection
44 lines
1.2 KiB
Python
44 lines
1.2 KiB
Python
"""AgentScope TokenCounter wrappers."""
|
|
|
|
from agentscope.token import TokenCounterBase
|
|
|
|
from .estimate_token_counter import EstimatedTokenCounter
|
|
from ..base_component import BaseComponent
|
|
from ..component_registry import R
|
|
from ...enumeration import ComponentEnum
|
|
|
|
|
|
class BaseAsTokenCounter(BaseComponent):
|
|
"""Base wrapper for AgentScope token counters.
|
|
|
|
Subclasses should implement _start() to initialize self.token_counter.
|
|
"""
|
|
|
|
component_type = ComponentEnum.AS_TOKEN_COUNTER
|
|
|
|
def __init__(self, **kwargs) -> None:
|
|
"""Initialize with token counter configuration kwargs."""
|
|
super().__init__(**kwargs)
|
|
self.token_counter: TokenCounterBase | None = None
|
|
|
|
async def _start(self) -> None:
|
|
"""Initialize the token counter."""
|
|
|
|
async def _close(self) -> None:
|
|
"""Release token counter resources."""
|
|
self.token_counter = None
|
|
|
|
|
|
@R.register("estimated")
|
|
class EstimatedAsTokenCounter(BaseAsTokenCounter):
|
|
"""Estimated token counter using character-based estimation."""
|
|
|
|
async def _start(self) -> None:
|
|
"""Initialize the estimated token counter."""
|
|
self.token_counter = EstimatedTokenCounter(**self.kwargs)
|
|
|
|
|
|
__all__ = [
|
|
"BaseAsTokenCounter",
|
|
"EstimatedAsTokenCounter",
|
|
]
|