claude-skills/engineering/skillopt-sleep/skillopt_sleep/__main__.py

"""SkillOpt-Sleep — command-line interface.

    python -m skillopt_sleep run        # full cycle: harvest->mine->replay->gate->stage
    python -m skillopt_sleep dry-run    # same but report only, no staging/adopt
    python -m skillopt_sleep status     # show state + latest staged proposal
    python -m skillopt_sleep adopt      # apply the latest staged proposal (with backup)
    python -m skillopt_sleep harvest    # just print what would be mined (debug)

Common flags:
    --project PATH      project to evolve (default: cwd)
    --scope all|invoked harvest scope (default: invoked)
    --max-sessions N    cap transcript sessions per run
    --max-tasks N       cap mined tasks per run
    --target-skill-path PATH explicit live SKILL.md to stage/adopt
    --tasks-file PATH   reviewed TaskRecord JSON file to replay instead of harvesting
    --backend mock|claude|codex|copilot
    --source claude|codex|auto
    --model NAME
    --lookback-hours N
    --auto-adopt
    --json              machine-readable output
"""
from __future__ import annotations

import argparse
import json
import os
import sys
from typing import Any, Dict

from skillopt_sleep.config import load_config
from skillopt_sleep.cycle import run_sleep_cycle
from skillopt_sleep.harvest_sources import harvest_for_config
from skillopt_sleep.mine import mine
from skillopt_sleep.staging import adopt as adopt_staging
from skillopt_sleep.staging import latest_staging
from skillopt_sleep.staging import redact_secrets
from skillopt_sleep.state import SleepState
from skillopt_sleep.tasks_file import load_tasks_file, make_tasks_payload, write_tasks_file


def _read_text(path: str) -> str:
    try:
        with open(path, encoding="utf-8") as f:
            return f.read()
    except Exception:
        return ""


def _report_payload(rep, outcome, *, redact: bool = True) -> Dict[str, Any]:
    # edits/rejected_edits carry EditRecord.content/.rationale sourced from
    # reflect()'s output over real harvested task responses -- the same risk
    # staging.py's write_staging() already redacts for the on-disk
    # proposed_*.md/report.md/report.json. Redact here too: this is CLI
    # stdout, and scheduler.py's cron entry redirects that stdout straight
    # into <project>/.skillopt-sleep/cron.log.
    _r = redact_secrets if redact else (lambda v: v)
    return {
        "night": rep.night,
        "accepted": rep.accepted,
        "gate_action": rep.gate_action,
        "no_edits_reason": getattr(rep, "no_edits_reason", ""),
        "baseline": rep.baseline_score,
        "candidate": rep.candidate_score,
        "n_tasks": rep.n_tasks,
        "n_sessions": rep.n_sessions,
        "n_accepted_edits": len(rep.edits),
        "n_rejected_edits": len(rep.rejected_edits),
        "edits": [_r(e.__dict__) for e in rep.edits],
        "rejected_edits": [_r(e.__dict__) for e in rep.rejected_edits],
        "notes": rep.notes,
        "staging_dir": outcome.staging_dir,
        "adopted": outcome.adopted,
    }


def _add_common(p: argparse.ArgumentParser) -> None:
    p.add_argument("--project", default="")
    p.add_argument("--scope", default="", choices=["", "all", "invoked"])
    p.add_argument("--backend", default="", choices=["", "mock", "claude", "codex", "copilot"])
    p.add_argument("--model", default="")
    p.add_argument("--codex-path", default="", help="path to the real @openai/codex binary")
    p.add_argument("--claude-home", default="", help="override ~/.claude (also isolates state)")
    p.add_argument("--codex-home", default="", help="override ~/.codex for archived session harvest")
    p.add_argument("--source", default="", choices=["", "claude", "codex", "auto"],
                   help="session transcript source")
    p.add_argument("--lookback-hours", type=int, default=None,
                   help="harvest window in hours; 0 = scan full history")
    p.add_argument("--edit-budget", type=int, default=0)
    p.add_argument("--max-sessions", type=int, default=0,
                   help="cap harvested sessions before mining; default derives from max tasks")
    p.add_argument("--max-tasks", type=int, default=0,
                   help="cap mined tasks for this run")
    p.add_argument("--target-skill-path", default="",
                   help="explicit live SKILL.md path to evolve/stage/adopt")
    p.add_argument("--tasks-file", default="",
                   help="reviewed TaskRecord JSON file to replay instead of harvesting")
    p.add_argument("--progress", action="store_true",
                   help="print phase progress to stderr")
    p.add_argument("--auto-adopt", action="store_true")
    p.add_argument("--json", action="store_true")


def _cfg_from_args(args, task_meta: Dict[str, Any] | None = None) -> Any:
    overrides: Dict[str, Any] = {}
    if args.project:
        overrides["invoked_project"] = os.path.abspath(args.project)
        overrides["projects"] = "invoked"
    if args.scope:
        overrides["projects"] = args.scope
    if args.backend:
        overrides["backend"] = args.backend
    if args.model:
        overrides["model"] = args.model
    if getattr(args, "codex_path", ""):
        overrides["codex_path"] = os.path.abspath(args.codex_path)
    if getattr(args, "claude_home", ""):
        overrides["claude_home"] = os.path.abspath(args.claude_home)
    if getattr(args, "codex_home", ""):
        overrides["codex_home"] = os.path.abspath(args.codex_home)
    if getattr(args, "source", ""):
        overrides["transcript_source"] = args.source
    lh = getattr(args, "lookback_hours", None)
    if lh is not None:  # --lookback-hours was explicitly passed (0 = full history)
        overrides["lookback_hours"] = lh
    if getattr(args, "edit_budget", 0):
        overrides["edit_budget"] = args.edit_budget
    if getattr(args, "max_sessions", 0):
        overrides["max_sessions_per_night"] = args.max_sessions
    if getattr(args, "max_tasks", 0):
        overrides["max_tasks_per_night"] = args.max_tasks
    target_skill_path = getattr(args, "target_skill_path", "")
    if not target_skill_path and task_meta:
        target_skill_path = str(task_meta.get("target_skill_path") or "")
    if target_skill_path:
        path = os.path.expanduser(target_skill_path)
        if args.project and not os.path.isabs(path):
            path = os.path.join(os.path.abspath(args.project), path)
        overrides["target_skill_path"] = os.path.abspath(path)
    if getattr(args, "progress", False):
        overrides["progress"] = True
    if getattr(args, "auto_adopt", False):
        overrides["auto_adopt"] = True
    return load_config(**overrides)


def cmd_run(args, dry: bool = False) -> int:
    task_meta: Dict[str, Any] = {}
    tasks = None
    if getattr(args, "tasks_file", ""):
        # Load once before config so target_skill_path can default from metadata.
        tasks, task_meta = load_tasks_file(args.tasks_file)
    cfg = _cfg_from_args(args, task_meta=task_meta)
    if getattr(args, "tasks_file", ""):
        tasks, task_meta = load_tasks_file(
            args.tasks_file,
            holdout_fraction=cfg.get("holdout_fraction", 0.34),
            seed=cfg.get("seed", 42),
        )
        if cfg.get("backend", "mock") != "mock" and task_meta.get("reviewed") is not True:
            print(
                "[sleep] refusing real-backend replay from an unreviewed tasks file; "
                "inspect/redact it and set \"reviewed\": true first",
                file=sys.stderr,
            )
            return 2
    outcome = run_sleep_cycle(cfg, seed_tasks=tasks, dry_run=dry)
    rep = outcome.report
    # Same redact_secrets flag cycle.py/staging.py honor for staged files;
    # this is the CLI's own stdout, which scheduler.py's cron entry
    # redirects straight into <project>/.skillopt-sleep/cron.log.
    redact_enabled = bool(cfg.get("redact_secrets", True))
    _r = redact_secrets if redact_enabled else (lambda v: v)
    if args.json:
        payload = _report_payload(rep, outcome, redact=redact_enabled)
        if task_meta:
            payload["tasks_file"] = task_meta.get("tasks_file", "")
            payload["tasks_reviewed"] = task_meta.get("reviewed", False)
        print(json.dumps(payload, ensure_ascii=False, indent=2))
    else:
        print(f"[sleep] night {rep.night}: {rep.n_sessions} sessions -> {rep.n_tasks} tasks")
        print(f"[sleep] held-out {rep.baseline_score:.3f} -> {rep.candidate_score:.3f} "
              f"=> {rep.gate_action} (accepted={rep.accepted})")
        for e in rep.edits:
            print(f"   + [{e.target}/{e.op}] {_r(e.content)}")
        if rep.rejected_edits:
            print("[sleep] rejected by gate:")
            for e in rep.rejected_edits:
                print(f"   - [{e.target}/{e.op}] {_r(e.content)}")
        if outcome.staging_dir:
            print(f"[sleep] staged: {outcome.staging_dir}")
            if not outcome.adopted:
                print("[sleep] review it, then: python -m skillopt_sleep adopt")
        if outcome.adopted:
            print(f"[sleep] auto-adopted: {', '.join(outcome.adopted_paths)}")
    return 0


def cmd_status(args) -> int:
    cfg = _cfg_from_args(args)
    state = SleepState.load(cfg.state_path)
    project = cfg.get("invoked_project") or os.getcwd()
    latest = latest_staging(project)
    info = {
        "night": state.night,
        "state_path": cfg.state_path,
        "project": project,
        "history_tail": state.data.get("history", [])[-5:],
        "latest_staging": latest,
        "slow_memory_chars": len(state.slow_memory),
    }
    if args.json:
        print(json.dumps(info, ensure_ascii=False, indent=2))
    else:
        print(f"[sleep] nights so far: {state.night}")
        print(f"[sleep] project: {project}")
        if latest:
            print(f"[sleep] latest staged proposal: {latest}")
            rp = os.path.join(latest, "report.md")
            if os.path.exists(rp):
                with open(rp) as f:
                    print("\n" + f.read())
        else:
            print("[sleep] no staged proposals yet.")
    return 0


def cmd_adopt(args) -> int:
    cfg = _cfg_from_args(args)
    project = cfg.get("invoked_project") or os.getcwd()
    target = args.staging or latest_staging(project)
    if not target or not os.path.isdir(target):
        print("[sleep] nothing to adopt (no staging dir).")
        return 1
    updated = adopt_staging(target)
    print(f"[sleep] adopted from {target}")
    for p in updated:
        print(f"   -> {p}")
    if not updated:
        print("[sleep] (proposal contained no accepted changes)")
    return 0


def cmd_harvest(args) -> int:
    cfg = _cfg_from_args(args)
    session_limit = cfg.get("max_sessions_per_night", 0) or cfg.get("max_tasks_per_night", 40) * 3
    target_skill_path = cfg.managed_skill_path() if cfg.get("target_skill_path", "") else ""
    target_skill_text = _read_text(target_skill_path) if target_skill_path else ""
    max_tasks = cfg.get("max_tasks_per_night", 40)
    candidate_limit = max_tasks
    if cfg.get("target_task_filter", True) and target_skill_text:
        candidate_limit = max(max_tasks, max_tasks * 3)
    digests = harvest_for_config(cfg, limit=session_limit)
    tasks = mine(
        digests,
        max_tasks=max_tasks,
        candidate_limit=candidate_limit,
        holdout_fraction=cfg.get("holdout_fraction", 0.34),
        seed=cfg.get("seed", 42),
        target_skill_text=target_skill_text,
        target_skill_path=target_skill_path,
    )
    payload = make_tasks_payload(
        tasks,
        project=cfg.get("invoked_project") or os.getcwd(),
        transcript_source=cfg.get("transcript_source", ""),
        n_sessions=len(digests),
        target_skill_path=target_skill_path,
    )
    # payload carries raw harvested intent/context text (this command's whole
    # purpose is letting a human review it before flipping "reviewed": true
    # on a --tasks-file). Redaction only strips secret-shaped substrings, so
    # it doesn't hurt that review; same redact_secrets flag as everywhere
    # else, applied uniformly before this reaches the --output file, --json
    # stdout, or the plain-text loop below.
    redact_enabled = bool(cfg.get("redact_secrets", True))
    if redact_enabled:
        payload = redact_secrets(payload)
    _r = redact_secrets if redact_enabled else (lambda v: v)
    output_path = ""
    if getattr(args, "output", ""):
        output_path = write_tasks_file(args.output, payload)
    if args.json:
        json_payload = dict(payload)
        if output_path:
            json_payload["output"] = output_path
        print(json.dumps(json_payload, ensure_ascii=False, indent=2))
    else:
        print(f"[sleep] {len(digests)} sessions -> {len(tasks)} tasks")
        if output_path:
            print(f"[sleep] wrote reviewed-task draft: {output_path}")
        for t in tasks:
            print(f"  [{t.split}/{t.outcome}] {_r(t.intent[:90])}")
    return 0


def cmd_schedule(args) -> int:
    from skillopt_sleep.scheduler import schedule, list_scheduled
    cfg = _cfg_from_args(args)
    project = cfg.get("invoked_project") or os.getcwd()
    backend = cfg.get("backend", "mock")
    # Unlike every other action, this writes to the user's REAL crontab the
    # moment it runs -- not a preview. The driving Claude Code command
    # (commands/skillopt-sleep.md) confirms with the user in chat first,
    # then passes --yes here to record that confirmation happened; this
    # gate is defense-in-depth for anyone invoking the CLI directly, since
    # that agent-level confirmation only covers the documented workflow.
    if not getattr(args, "yes", False):
        summary = (f"install a nightly cron entry for {project} at "
                   f"{args.hour:02d}:{args.minute:02d} (backend={backend})")
        if not sys.stdin.isatty():
            print(
                f"[sleep] refusing to {summary} non-interactively without --yes "
                "(schedule installs immediately, unlike every other action; "
                "pass --yes once you've confirmed this with the user)",
                file=sys.stderr,
            )
            return 2
        try:
            answer = input(f"[sleep] about to {summary}. Proceed? [y/N] ")
        except EOFError:
            answer = ""
        if answer.strip().lower() not in ("y", "yes"):
            print("[sleep] aborted; nothing scheduled.")
            return 1
    ok, msg = schedule(project, backend=backend,
                       hour=args.hour, minute=args.minute,
                       extra=("--auto-adopt" if getattr(args, "auto_adopt", False) else ""))
    print("[sleep] " + msg)
    cur = list_scheduled()
    if cur:
        print("[sleep] currently scheduled:")
        for ln in cur:
            print("   " + ln[:140])
    return 0 if ok else 1


def cmd_unschedule(args) -> int:
    from skillopt_sleep.scheduler import unschedule
    cfg = _cfg_from_args(args)
    project = cfg.get("invoked_project") or os.getcwd()
    ok, msg = unschedule(project, all_projects=getattr(args, "all", False))
    print("[sleep] " + msg)
    return 0 if ok else 1


def main(argv=None) -> int:
    parser = argparse.ArgumentParser(prog="skillopt_sleep", description="SkillOpt-Sleep nightly self-evolution")
    sub = parser.add_subparsers(dest="cmd", required=True)

    p_run = sub.add_parser("run", help="run a full sleep cycle")
    _add_common(p_run)
    p_dry = sub.add_parser("dry-run", help="harvest+mine+replay, report only")
    _add_common(p_dry)
    p_status = sub.add_parser("status", help="show state + latest proposal")
    _add_common(p_status)
    p_adopt = sub.add_parser("adopt", help="apply latest staged proposal")
    _add_common(p_adopt)
    p_adopt.add_argument("--staging", default="", help="specific staging dir")
    p_harvest = sub.add_parser("harvest", help="debug: show mined tasks")
    _add_common(p_harvest)
    p_harvest.add_argument("--output", default="", help="write mined tasks JSON for review")
    p_sched = sub.add_parser("schedule", help="install a nightly cron entry for this project")
    _add_common(p_sched)
    p_sched.add_argument("--hour", type=int, default=3)
    p_sched.add_argument("--minute", type=int, default=17)
    p_sched.add_argument("--yes", action="store_true",
                         help="confirm installing the crontab entry now (required for "
                              "non-interactive use; schedule installs immediately, unlike "
                              "every other action)")
    p_unsched = sub.add_parser("unschedule", help="remove the nightly cron entry")
    _add_common(p_unsched)
    p_unsched.add_argument("--all", action="store_true", help="remove all managed entries")

    args = parser.parse_args(argv)
    if args.cmd == "run":
        return cmd_run(args, dry=False)
    if args.cmd == "dry-run":
        return cmd_run(args, dry=True)
    if args.cmd == "status":
        return cmd_status(args)
    if args.cmd == "adopt":
        return cmd_adopt(args)
    if args.cmd == "harvest":
        return cmd_harvest(args)
    if args.cmd == "schedule":
        return cmd_schedule(args)
    if args.cmd == "unschedule":
        return cmd_unschedule(args)
    parser.print_help()
    return 2


if __name__ == "__main__":
    sys.exit(main())