ReMe/reme/utils/service_utils.py
jinliyl 618e8cec66
feat: add entry-point plugin system and extract Auto Fin (#459)
* feat: add entry-point plugin system

* fix: harden plugin config and client loading

* docs(workflow): add detailed manual for publishing reme-auto-fin to PyPI

- Provide step-by-step instructions for updating project.version and merging branches
- Explain dependency verification for reme-ai on PyPI during build
- Specify requirements for GitHub Actions secret configuration and version uniqueness
- Describe manual workflow triggering and input of version number
- Recommend publishing order for related projects
- Clarify that only manual dispatch triggers publishing, no automatic triggers on push or tag

* feat: support plugin-defined component types

* refactor: simplify plugin configuration

* fix: isolate plugin loading and defer client fallback

* refactor: freeze built-in component registry

* fix: isolate config entry point loading

* fix: complete auto-fin package metadata
2026-08-19 17:23:23 +08:00

156 lines
5.7 KiB
Python

"""Service discovery utilities."""
import asyncio
import socket
import sys
import psutil
from ..constants import REME_DEFAULT_HOST, REME_DEFAULT_PORT
async def find_reme(host: str, port: int) -> str:
"""Probe host:port. Returns 'reme', 'occupied', or 'free'."""
from ..components.client.http_client import HttpClient
try:
async with HttpClient(host=host, port=port, timeout=2.0) as client:
async for _ in client(action="health_check"):
break
return "reme"
except Exception:
pass
with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as s:
s.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
try:
s.bind((host, port))
return "free"
except OSError:
return "occupied"
def _pid_on_port(port: int) -> int | None:
"""PID listening on TCP ``port``, or None. Cross-platform via psutil.
Iterates per-process rather than calling the system-wide
``psutil.net_connections()`` — the latter needs root on macOS, while
per-process connection enumeration works without elevation for
processes the current user owns (which reme's own server always is).
"""
for proc in psutil.process_iter(["pid"]):
try:
for conn in proc.net_connections(kind="tcp"):
if conn.status == psutil.CONN_LISTEN and conn.laddr and conn.laddr.port == port:
return proc.info["pid"]
except (psutil.AccessDenied, psutil.NoSuchProcess, psutil.ZombieProcess):
continue
return None
def _scan_reme_procs() -> list[tuple[int, str, int]]:
"""List running 'reme ... start' processes as (pid, host, port)."""
procs: list[tuple[int, str, int]] = []
for proc in psutil.process_iter(["pid", "cmdline"]):
try:
cmdline = proc.info["cmdline"] or []
except (psutil.NoSuchProcess, psutil.AccessDenied):
continue
# Match a `reme ... start` invocation (mirrors the old `pgrep -af`).
if "start" not in cmdline or not any("reme" in tok for tok in cmdline):
continue
host, port = REME_DEFAULT_HOST, REME_DEFAULT_PORT
for t in cmdline:
if t.startswith("service.host="):
host = t.split("=", 1)[1]
elif t.startswith("service.port=") and t.split("=", 1)[1].isdigit():
port = int(t.split("=", 1)[1])
procs.append((proc.info["pid"], host, port))
return procs
def _reme_start_argv() -> list[list[str]]:
"""Return the `key=value` start-args of each running `reme ... start` process.
These cmdline tokens are the authoritative record of how the server was
*actually* launched — including ``service.*`` overrides that never touched
any config file — so replaying them reproduces the server's own config.
"""
argvs: list[list[str]] = []
for proc in psutil.process_iter(["cmdline"]):
try:
cmdline = proc.info["cmdline"] or []
except (psutil.NoSuchProcess, psutil.AccessDenied):
continue
if "start" not in cmdline or not any("reme" in tok for tok in cmdline):
continue
start_idx = cmdline.index("start")
argvs.append([t for t in cmdline[start_idx + 1 :] if "=" in t])
return argvs
def running_app_config() -> dict | None:
"""Resolve the full config of a running ReMe by replaying its start args.
Reads the live ``reme start ...`` process cmdline and re-runs the same
``resolve_app_config`` the server used. Returning the full config preserves
enabled plugins as well as service connection settings for CLI clients.
Returns ``None`` when no running reme is found or its args can't be parsed.
"""
from ..config import parse_args, resolve_app_config
for argv in _reme_start_argv():
try:
_, kwargs = parse_args("start", *argv)
config = resolve_app_config(log_config=False, **kwargs)
except ValueError:
continue
if isinstance(config, dict):
return config
return None
def running_service_config() -> dict | None:
"""Return only the service section of the running ReMe configuration."""
config = running_app_config()
if config is None:
return None
service = config.get("service")
return service if isinstance(service, dict) else None
async def locate_reme() -> tuple[str, int, int | None] | None:
"""Find a running reme: try default port, then scanned processes."""
if await find_reme(REME_DEFAULT_HOST, REME_DEFAULT_PORT) == "reme":
return REME_DEFAULT_HOST, REME_DEFAULT_PORT, _pid_on_port(REME_DEFAULT_PORT)
for pid, host, port in _scan_reme_procs():
if await find_reme(host, port) == "reme":
return host, port, pid
return None
def precheck_start(svc_config: dict | None) -> bool:
"""Pre-flight check for `start`: False if reme is up, exits 1 on port conflict."""
host = (svc_config or {}).get("host") or REME_DEFAULT_HOST
port = (svc_config or {}).get("port") or REME_DEFAULT_PORT
port = int(port)
status = asyncio.run(find_reme(host, port))
if status == "reme":
print(f"reme already running at {host}:{port}")
return False
if status == "occupied":
print(
f"port {port} occupied. Start on another port: reme start service.port=<other_port>",
file=sys.stderr,
)
sys.exit(1)
return True
def cli_find_reme() -> None:
"""Handle `reme find_reme`: print HOST/PORT/PID or a hint to start reme."""
found = asyncio.run(locate_reme())
if not found:
print("reme not started. Try: reme start", file=sys.stderr)
sys.exit(1)
host, port, pid = found
print(f"HOST={host} PORT={port} PID={pid or 'unknown'}")