mirror of
https://github.com/agentscope-ai/ReMe.git
synced 2026-09-22 00:32:49 +00:00
45 lines
1.4 KiB
Python
45 lines
1.4 KiB
Python
"""Abstract base class for file parsers.
|
|
|
|
Single-pass parser: `parse(path)` returns `(FileNode, list[FileChunk])`.
|
|
Embeddings are NOT attached here — the file_store owns the embedding
|
|
pipeline (it has the cached chunks needed for hash-diff and the
|
|
embedding model handle).
|
|
"""
|
|
|
|
from abc import abstractmethod
|
|
from pathlib import Path
|
|
|
|
from ..base_component import BaseComponent
|
|
from ...enumeration import ComponentEnum
|
|
from ...schema import FileChunk, FileNode
|
|
|
|
|
|
class BaseFileParser(BaseComponent):
|
|
"""Abstract base class for file parsers."""
|
|
|
|
component_type = ComponentEnum.FILE_PARSER
|
|
|
|
def __init__(self, **kwargs):
|
|
super().__init__(**kwargs)
|
|
self.working_dir = self.app_context.app_config.working_dir if self.app_context is not None else ""
|
|
|
|
|
|
def _get_relative_path(self, path: str | Path) -> str:
|
|
"""Get path relative to working_dir.
|
|
|
|
Args:
|
|
path: Absolute or relative path to the file.
|
|
|
|
Returns:
|
|
Path relative to working_dir.
|
|
"""
|
|
file_path = Path(path).absolute()
|
|
working_path = Path(self.working_dir).absolute()
|
|
try:
|
|
return str(file_path.relative_to(working_path))
|
|
except ValueError:
|
|
return str(file_path)
|
|
|
|
@abstractmethod
|
|
async def parse(self, path: str | Path) -> tuple[FileNode, list[FileChunk]]:
|
|
"""Parse a file into metadata and chunks. Subclasses must implement this."""
|