skillhub/scripts/tests/test_deepwiki_workflow.py
XiaoSeS 276f61dd89
fix(ci): repair DeepWiki crawler dependency resolution (#976)
Signed-off-by: XiaoSeS <87064762+XiaoSeS@users.noreply.github.com>
2026-10-19 17:08:48 +08:00

141 lines
6.5 KiB
Python

"""Exercise workflow shell commands with real Node module resolution, offline."""
import http.server
import json
import os
from pathlib import Path
import re
import subprocess
import tempfile
import threading
import unittest
ROOT = Path(__file__).resolve().parents[2]
WORKFLOW = (ROOT / ".github/workflows/deepwiki.yml").read_text()
def run_block(name):
step = WORKFLOW.split(f" - name: {name}\n", 1)[1].split("\n - ", 1)[0]
return "\n".join(
line[10:] for line in step.split(" run: |\n", 1)[1].splitlines()
if line.startswith(" ")
)
class DeepWikiWorkflowTest(unittest.TestCase):
def setUp(self):
self.tmp = tempfile.TemporaryDirectory(prefix="deepwiki-workflow-test-")
self.addCleanup(self.tmp.cleanup)
self.base = Path(self.tmp.name)
self.workspace = self.base / "workspace"
self.crawler = self.base / "actions/crawler"
self.workspace.mkdir()
(self.crawler / "scripts").mkdir(parents=True)
self.env = dict(os.environ, CRAWLER_DIR=str(self.crawler),
REPOSITORY="iflytek/skillhub", NODE_OPTIONS="--no-global-search-paths",
GITHUB_OUTPUT=str(self.base / "output"))
self.env.pop("NODE_PATH", None)
self.env.update(dict(re.findall(
r"^ (MAX_CONCURRENCY|REQUEST_TIMEOUT|RETRY_ATTEMPTS): '([^']+)'$",
WORKFLOW, re.MULTILINE)))
self.env["USER_AGENT"] = "DeepWiki-Crawler/1.0"
for name in ("check", "crawl"):
(self.crawler / f"scripts/{name}-deepwiki.js").write_text(
"const fetch = require('node-fetch');\n"
"require('cheerio');\n"
"if (process.env.FAIL_STAGE === '" + name + "') process.exit(17);\n"
"if (process.argv[2] !== 'iflytek/skillhub') process.exit(18);\n"
"fetch(process.env.TEST_URL).then(text => console.log('" + name
+ " ' + text)).catch(() => process.exit(19));\n"
)
def shell(self, script):
return subprocess.run(["bash", "-c", script], cwd=self.workspace,
env=self.env, text=True, capture_output=True, timeout=10)
def install_fixture(self, destination):
modules = destination / "node_modules"
for module in ("node-fetch", "cheerio"):
(modules / module).mkdir(parents=True)
(modules / "cheerio/index.js").write_text("module.exports = {};\n")
(modules / "node-fetch/index.js").write_text(
"module.exports = url => new Promise((resolve, reject) => {\n"
"require('http').get(url, res => { let body = '';\n"
"res.on('data', part => body += part);\n"
"res.on('end', () => resolve(body)); }).on('error', reject); });\n"
)
def test_original_split_directory_failure_then_fixed_resolution(self):
self.install_fixture(self.workspace)
result = self.shell('node "$CRAWLER_DIR/scripts/check-deepwiki.js" "$REPOSITORY"')
self.assertNotEqual(result.returncode, 0)
self.assertIn("Cannot find module 'node-fetch'", result.stderr)
self.install_fixture(self.crawler)
class Handler(http.server.BaseHTTPRequestHandler):
def do_GET(self):
self.send_response(200)
self.end_headers()
self.wfile.write(b"mock-http-ok")
def log_message(self, *_):
pass
server = http.server.ThreadingHTTPServer(("127.0.0.1", 0), Handler)
thread = threading.Thread(target=server.serve_forever, daemon=True)
thread.start()
self.addCleanup(server.server_close)
self.addCleanup(server.shutdown)
self.env["TEST_URL"] = f"http://127.0.0.1:{server.server_port}/"
result = self.shell(run_block("Check repository and crawl DeepWiki"))
self.assertEqual(result.returncode, 0, result.stderr)
self.assertEqual(result.stdout.splitlines(), ["check mock-http-ok", "crawl mock-http-ok"])
self.env["FAIL_STAGE"] = "crawl"
result = self.shell(run_block("Check repository and crawl DeepWiki"))
self.assertEqual(result.returncode, 17)
self.assertEqual(result.stdout.splitlines(), ["check mock-http-ok"])
def test_failures_propagate_and_bad_repository_is_rejected(self):
self.install_fixture(self.crawler)
self.env["FAIL_STAGE"] = "check"
result = self.shell(run_block("Check repository and crawl DeepWiki"))
self.assertEqual(result.returncode, 17)
self.assertNotIn("crawl", result.stdout)
self.env["REPOSITORY"] = "iflytek/skillhub; echo unsafe"
result = self.shell(run_block("Check repository and crawl DeepWiki"))
self.assertNotEqual(result.returncode, 0)
self.assertNotIn("unsafe", result.stdout)
def test_install_directory_versions_and_failure(self):
bin_dir = self.base / "bin"
bin_dir.mkdir()
npm = bin_dir / "npm"
npm.write_text("#!/usr/bin/env python3\nimport json, os, sys\n"
"print(json.dumps(sys.argv[1:]))\n"
"sys.exit(int(os.environ.get('INSTALL_EXIT', '0')))\n")
npm.chmod(0o700)
self.env["PATH"] = str(bin_dir) + os.pathsep + self.env["PATH"]
command = run_block("Install crawler runtime dependencies")
result = self.shell(command)
self.assertEqual(result.returncode, 0, result.stderr)
args = json.loads(result.stdout)
self.assertEqual(args[:3], ["install", "--prefix", str(self.crawler)])
for option in ("--ignore-scripts", "--package-lock=false", "--save-exact",
"node-fetch@2.7.0", "cheerio@1.0.0"):
self.assertIn(option, args)
self.env["INSTALL_EXIT"] = "23"
self.assertEqual(self.shell(command).returncode, 23)
def test_workflow_contract(self):
for expected in ("types: [published]", "workflow_dispatch:", "node-version: '24'",
"timeout-minutes: 10", "persist-credentials: false",
"ref: b9fc8378235f298d736d12c5f4651d6ea0820c61",
"contents: read", "REPOSITORY: ${{ github.repository }}"):
self.assertIn(expected, WORKFLOW)
self.assertEqual(self.env["MAX_CONCURRENCY"], "3")
self.assertEqual(self.env["REQUEST_TIMEOUT"], "30000")
self.assertEqual(self.env["RETRY_ATTEMPTS"], "3")
pr = (ROOT / ".github/workflows/pr-scripts.yml").read_text()
self.assertIn("'.github/workflows/deepwiki.yml'", pr)
self.assertIn("-p 'test_deepwiki_workflow.py'", pr)