#!/usr/bin/env python3 """逐个调用 Lexis 三步导出流程。 步骤1:下载词书目录 步骤2:逐个下载所有词书、解密并导出单词 步骤3:逐个下载所有词书所有单词的 ZPK 并解密为 JSONL 所有产物统一输出到 output/,每步产出均为可读明文。 用法: python run.py python run.py --wordbook-workers 16 --zpk-workers 96 --zpk-timeout 6 任一步骤失败(非零退出码)即停止,不再执行后续步骤。 """ from __future__ import annotations import argparse import subprocess import sys from pathlib import Path if hasattr(sys.stdout, "reconfigure"): sys.stdout.reconfigure(encoding="utf-8", errors="replace") if hasattr(sys.stderr, "reconfigure"): sys.stderr.reconfigure(encoding="utf-8", errors="replace") ROOT = Path(__file__).resolve().parent def run_step(name: str, step_args: list[str]) -> int: print(f"\n{'=' * 64}\n[INFO] {name}:status=started\n{'=' * 64}", flush=True) process = subprocess.Popen([sys.executable, *step_args], cwd=ROOT) try: returncode = process.wait() except KeyboardInterrupt: print(f"\n[{name}] 收到 Ctrl+C,正在终止子进程...", file=sys.stderr, flush=True) process.terminate() try: returncode = process.wait(timeout=5) except subprocess.TimeoutExpired: process.kill() returncode = process.wait() return 130 if returncode != 0: print(f"\n[{name}] 退出码 {returncode}", file=sys.stderr, flush=True) return returncode def main() -> int: parser = argparse.ArgumentParser(description="逐个执行 Lexis 三步导出流程") parser.add_argument("--wordbook-workers", type=int, default=16, help="步骤2 下载词书的并发数") parser.add_argument("--zpk-workers", type=int, default=96, help="步骤3 下载 ZPK 的并发数") parser.add_argument("--zpk-timeout", type=float, default=6, help="步骤3 单个 CDN 请求超时秒数") parser.add_argument("--progress-every", type=int, default=1000, help="步骤3 进度打印间隔") args = parser.parse_args() steps = [ ("步骤 1/3:下载词书目录", ["src/fetch-book-catalog.py"]), ( "步骤 2/3:逐个下载所有词书(下载 -> 解密 -> 导出单词)", ["src/download-wordbooks.py", "--workers", str(args.wordbook_workers)], ), ( "步骤 3/3:逐个下载所有词书所有单词的 ZPK 并解密为 JSONL", [ "src/download-zpk.py", "--workers", str(args.zpk_workers), "--timeout", str(args.zpk_timeout), "--progress-every", str(args.progress_every), ], ), ] for name, step_args in steps: code = run_step(name, step_args) if code != 0: print(f"\n流程中断:'{name}' 失败(退出码 {code})", file=sys.stderr) return code print("\n[INFO] 全部流程执行完成:output=output/", flush=True) return 0 if __name__ == "__main__": sys.exit(main())