#!/usr/bin/env python3 """Total-count gate for the strict ruff rules in ruff-strict.toml. Each rule has a hard ``limit`` in ruff-strict-budget.json. The gate counts each rule across the whole tree and fails when a rule is both over its limit and higher than the base it merges into, so a change is blamed for the violations it adds, never for drift that already exists in the base. ``--update`` ratchets each rule's limit down by the number of violations this branch fixed relative to its branch point (the merge-base). """ import argparse import json import re import shutil import subprocess import sys import tempfile from collections import Counter from pathlib import Path from typing import Final, NamedTuple REPO_ROOT = Path(__file__).resolve().parent.parent STRICT_CONFIG = REPO_ROOT / "ruff-strict.toml" BUDGET_PATH = REPO_ROOT / "ruff-strict-budget.json" TARGET = "litellm" DEFAULT_BASE = "origin/litellm_internal_staging" _HUNK = re.compile(r"^@@ -\d+(?:,\d+)? \+(\d+)(?:,(\d+))? @@") class Violation(NamedTuple): file: str line: int code: str class Breach(NamedTuple): rule: str total: int cap: int added: int def _run(cmd: list, cwd: Path = REPO_ROOT) -> str: proc = subprocess.run(cmd, cwd=cwd, capture_output=True, text=True) if proc.returncode not in (0, 1): sys.stderr.write(proc.stderr) raise SystemExit(f"{cmd[0]} exited {proc.returncode}") return proc.stdout def resolve_base_point(base_ref: str, cwd: Path = REPO_ROOT) -> str: """The snapshot commit base counts are measured at: merge-base(base_ref, HEAD), made aware of an in-progress merge. Mid-merge, HEAD is still the pre-merge tip, so its merge-base is the old branch point and every violation the base gained since then would be blamed on this change. While MERGE_HEAD exists, prefer merge-base(base_ref, MERGE_HEAD) whenever it is the newer of the two.""" head_point: Final = _run(["git", "merge-base", base_ref, "HEAD"], cwd=cwd).strip() if not head_point: return base_ref merge_head: Final = _run(["git", "rev-parse", "--verify", "--quiet", "MERGE_HEAD"], cwd=cwd).strip() if not merge_head: return head_point merge_point: Final = _run(["git", "merge-base", base_ref, merge_head], cwd=cwd).strip() if not merge_point: return head_point older: Final = _run(["git", "merge-base", head_point, merge_point], cwd=cwd).strip() return merge_point if older == head_point else head_point def _ruff_json(cwd: Path, config: Path) -> list: raw = _run( ["ruff", "check", TARGET, "--config", str(config), "--output-format", "json"], cwd=cwd, ) return json.loads(raw or "[]") def head_violations() -> list: out = [] for item in _ruff_json(REPO_ROOT, STRICT_CONFIG): name = Path(item["filename"]) rel = ( (name if name.is_absolute() else REPO_ROOT / name) .resolve() .relative_to(REPO_ROOT) .as_posix() ) out.append(Violation(rel, item["location"]["row"], item["code"])) return out def count_by_rule(violations: list) -> dict: return dict(Counter(v.code for v in violations)) def base_counts(ref: str) -> dict: parent = Path(tempfile.mkdtemp(prefix="ruff_base_")) worktree = parent / "wt" try: _run(["git", "worktree", "add", "--detach", str(worktree), ref]) shutil.copy(STRICT_CONFIG, worktree / "ruff-strict.toml") items = _ruff_json(worktree, worktree / "ruff-strict.toml") return dict(Counter(item["code"] for item in items)) finally: _run(["git", "worktree", "remove", "--force", str(worktree)]) shutil.rmtree(parent, ignore_errors=True) def over_ceiling(head: dict, budget: dict) -> frozenset: """Rules whose head count already exceeds their limit. A rule can only breach when it is over its limit, so when none are the base comparison cannot change the verdict and the base worktree scan can be skipped. """ return frozenset( rule for rule, spec in budget.items() if head.get(rule, 0) > spec["limit"] ) def evaluate(head: dict, base: dict, budget: dict) -> list: breaches = [] for rule, spec in budget.items(): cap = spec["limit"] total = head.get(rule, 0) if total > cap and total > base.get(rule, 0): breaches.append(Breach(rule, total, cap, total - base.get(rule, 0))) return sorted(breaches) def parse_changed_lines(diff_text: str) -> dict: changed: dict = {} path = None for line in diff_text.splitlines(): if line.startswith("+++ b/"): path = line[6:] elif path and (match := _HUNK.match(line)): start = int(match.group(1)) count = int(match.group(2)) if match.group(2) is not None else 1 changed.setdefault(path, set()).update(range(start, start + count)) return changed def introduced(violations: list, changed: dict) -> list: return [v for v in violations if v.line in changed.get(v.file, set())] def cmd_check(base: str) -> None: budget = json.loads(BUDGET_PATH.read_text()) head = head_violations() head_counts = count_by_rule(head) if not over_ceiling(head_counts, budget): print(f"OK: every strict rule is within its codebase ceiling (base {base})") return base_point = resolve_base_point(base) breaches = evaluate(head_counts, base_counts(base_point), budget) if not breaches: print(f"OK: every strict rule is within its codebase ceiling (base {base})") return new = introduced( head, parse_changed_lines( _run(["git", "diff", base_point, "--unified=0", "--no-color", "--", TARGET]) ), ) print(f"FAIL: strict-rule totals exceed their limit (base {base}):") for breach in breaches: print( f" {breach.rule}: total {breach.total} over limit {breach.cap} (this change added {breach.added})" ) for violation in sorted(v for v in new if v.code == breach.rule): print(f" {violation.file}:{violation.line}") print( "Reduce the new violations or remove an equal number elsewhere; the ceiling is the limit in ruff-strict-budget.json." ) raise SystemExit(1) def ratcheted_budget(budget: dict, current: dict, base: dict) -> dict: """Each rule's limit lowered by the violations `current` fixed vs `base`. `base` is the count at the branch point (the commit this branch diverged from). The drop is clamped to what was actually cleared (a rule that grew stays put), so the limit only ever falls. """ return { rule: { "limit": max(0, spec["limit"] - max(0, base.get(rule, 0) - current.get(rule, 0))) } for rule, spec in sorted(budget.items()) } def cmd_update(base_ref: str = DEFAULT_BASE) -> None: """Ratchet each rule's limit down by the violations this branch fixed. The working-tree count is compared against a ruff pass over a detached worktree at the branch point (the merge-base with `base_ref`), so a branch's fixes tighten its own ceilings by exactly what they cleared since it diverged. """ budget = json.loads(BUDGET_PATH.read_text()) base_point = resolve_base_point(base_ref) updated = ratcheted_budget( budget, count_by_rule(head_violations()), base_counts(base_point) ) BUDGET_PATH.write_text(json.dumps(updated, indent=2, sort_keys=True) + "\n") cleared = sum(budget[rule]["limit"] - updated[rule]["limit"] for rule in updated) print(f"Ratcheted strict-rule limits down by {cleared} violations this branch fixed") def main() -> None: parser = argparse.ArgumentParser(description=__doc__) parser.add_argument("--base", default=DEFAULT_BASE) parser.add_argument("--update", action="store_true") args = parser.parse_args() from gate_slot_lock import held_slot with held_slot(): cmd_update(args.base) if args.update else cmd_check(args.base) if __name__ == "__main__": main()