mirror of
https://github.com/agentscope-ai/ReMe.git
synced 2026-08-28 05:25:04 +00:00
c3b1e93918
Some checks are pending
Pre-commit / run (ubuntu-latest) (push) Waiting to run
Tests ReMe / Unit Tests - py3.11 (push) Waiting to run
Tests ReMe / Unit Tests - py3.12 (push) Waiting to run
Tests ReMe / Unit Tests - py3.13 (push) Waiting to run
Windows Smoke / CLI smoke - py3.11 (push) Waiting to run
* feat(index): add file size limits and oversized file handling - Implement max_file_bytes configuration option for content processing jobs - Add default 20MB file size limit for background processing in default config - Skip oversized files during auto_resource step with appropriate metadata - Clear stale index entries when oversized files are modified - Add size-based filtering logic to update_changes step with skip reporting - Include file size validation in UpdateIndexStep with proper response handling - Add comprehensive tests for oversized file scenarios in auto_resource and update_index - Document file size limits in constants with appropriate thresholds * chore(version): bump version to 0.4.1.1 - Update __version__ from 0.4.1.0 to 0.4.1.1 in __init__.py * fix(index): isolate batch metadata and handle file races
20 lines
694 B
Python
20 lines
694 B
Python
"""Constants"""
|
|
|
|
REME_SERVICE_INFO = "REME_SERVICE_INFO"
|
|
|
|
REME_DEFAULT_HOST = "127.0.0.1"
|
|
|
|
REME_DEFAULT_PORT = 2333
|
|
|
|
# CRUD steps: file IO limits and truncation marker (shared across CRUD steps).
|
|
DEFAULT_MAX_BYTES = 50 * 1024
|
|
MAX_FILE_READ_BYTES = 200 * 1024 * 1024
|
|
TRUNCATION_NOTICE_MARKER = "<<TRUNCATION_NOTICE>>"
|
|
|
|
# read_image step: oversized images above this threshold return path & metadata
|
|
# only (no base64) to keep LLM context budgets safe.
|
|
DEFAULT_MAX_IMAGE_BYTES = 5 * 1024 * 1024
|
|
|
|
# Background content-processing jobs skip files above this size. File watchers
|
|
# and catalogs still track them so deletes and later size reductions are seen.
|
|
DEFAULT_MAX_FILE_BYTES = 20 * 1024 * 1024
|