From bc4a6b504f15d2ca1bec427da4d023faf11f1dbb Mon Sep 17 00:00:00 2001 From: void Date: Fri, 6 Nov 2026 22:12:17 +0800 Subject: [PATCH] Initial commit: archer, a Go-native MySQL/MariaDB table archiver Renamed from arcdb: module path, cmd/archer, internal/archererr, docs, build scripts and ARCHER_* environment variables. Co-Authored-By: Claude Sonnet 4.6 --- .claude/skills/openspec-apply-change/SKILL.md | 185 ++++ .../skills/openspec-archive-change/SKILL.md | 180 ++++ .claude/skills/openspec-explore/SKILL.md | 296 ++++++ .claude/skills/openspec-propose/SKILL.md | 123 +++ .claude/skills/openspec-sync-specs/SKILL.md | 223 +++++ .../skills/openspec-update-change/SKILL.md | 90 ++ .gitignore | 5 + README.md | 354 +++++++ cmd/archer/main.go | 39 + go.mod | 10 + go.sum | 8 + internal/app/app.go | 705 ++++++++++++++ internal/app/dryrun.go | 162 ++++ internal/app/estimate.go | 64 ++ internal/app/integration_test.go | 918 ++++++++++++++++++ internal/app/probe.go | 129 +++ internal/app/state_config_test.go | 43 + internal/archererr/archererr.go | 72 ++ internal/atomicfile/atomicfile.go | 56 ++ internal/atomicfile/transient_other.go | 7 + internal/atomicfile/transient_windows.go | 29 + internal/checkpoint/state.go | 98 ++ internal/checkpoint/state_test.go | 43 + internal/cli/cli_test.go | 352 +++++++ internal/cli/config.go | 112 +++ internal/cli/hash.go | 102 ++ internal/cli/parse.go | 102 ++ internal/cli/progress.go | 84 ++ internal/cli/validate.go | 119 +++ internal/estimate/estimate.go | 122 +++ internal/estimate/estimate_test.go | 113 +++ internal/lag/lag.go | 144 +++ internal/progress/progress.go | 707 ++++++++++++++ internal/progress/progress_test.go | 252 +++++ internal/purge/purge.go | 187 ++++ internal/row/csv.go | 68 ++ internal/row/dump.go | 44 + internal/row/encoder.go | 52 + internal/row/encoder_test.go | 105 ++ internal/row/jsonl.go | 125 +++ internal/row/row.go | 152 +++ internal/scan/date_a.go | 148 +++ internal/scan/date_b.go | 350 +++++++ internal/scan/pk.go | 74 ++ internal/scan/scan.go | 142 +++ internal/schema/date.go | 219 +++++ internal/schema/date_test.go | 111 +++ internal/schema/schema.go | 263 +++++ internal/shard/compress.go | 132 +++ internal/shard/manifest.go | 279 ++++++ internal/shard/naming.go | 63 ++ internal/shard/partial.go | 90 ++ internal/shard/writer.go | 426 ++++++++ internal/shard/writer_test.go | 459 +++++++++ internal/sink/db.go | 132 +++ internal/sink/sink.go | 21 + internal/sqlutil/sqlutil.go | 71 ++ internal/sqlutil/sqlutil_test.go | 36 + internal/version/version.go | 14 + .../add-realtime-progress/.openspec.yaml | 2 + .../changes/add-realtime-progress/design.md | 136 +++ .../changes/add-realtime-progress/proposal.md | 37 + .../specs/archive-core/spec.md | 71 ++ .../specs/cli-contract/spec.md | 68 ++ .../specs/progress-reporting/spec.md | 138 +++ .../changes/add-realtime-progress/tasks.md | 52 + .../.openspec.yaml | 2 + .../2026-11-06-add-archer-archiver/README.md | 3 + .../2026-11-06-add-archer-archiver/design.md | 187 ++++ .../proposal.md | 41 + .../specs/archive-core/spec.md | 150 +++ .../specs/cli-contract/spec.md | 98 ++ .../specs/file-sharding/spec.md | 151 +++ .../specs/output-formats/spec.md | 75 ++ .../2026-11-06-add-archer-archiver/tasks.md | 96 ++ .../.openspec.yaml | 2 + .../README.md | 3 + .../design.md | 85 ++ .../proposal.md | 34 + .../specs/archive-core/spec.md | 25 + .../specs/cli-contract/spec.md | 39 + .../specs/file-sharding/spec.md | 39 + .../specs/output-formats/spec.md | 35 + .../tasks.md | 42 + .../.openspec.yaml | 2 + .../README.md | 3 + .../design.md | 75 ++ .../proposal.md | 27 + .../specs/archive-core/spec.md | 40 + .../tasks.md | 17 + openspec/config.yaml | 32 + openspec/specs/archive-core/spec.md | 177 ++++ openspec/specs/cli-contract/spec.md | 110 +++ openspec/specs/file-sharding/spec.md | 163 ++++ openspec/specs/output-formats/spec.md | 97 ++ scripts/build.ps1 | 24 + scripts/build.sh | 14 + scripts/export-all.cmd | 213 ++++ scripts/export-all.ps1 | 336 +++++++ 99 files changed, 12752 insertions(+) create mode 100644 .claude/skills/openspec-apply-change/SKILL.md create mode 100644 .claude/skills/openspec-archive-change/SKILL.md create mode 100644 .claude/skills/openspec-explore/SKILL.md create mode 100644 .claude/skills/openspec-propose/SKILL.md create mode 100644 .claude/skills/openspec-sync-specs/SKILL.md create mode 100644 .claude/skills/openspec-update-change/SKILL.md create mode 100644 .gitignore create mode 100644 README.md create mode 100644 cmd/archer/main.go create mode 100644 go.mod create mode 100644 go.sum create mode 100644 internal/app/app.go create mode 100644 internal/app/dryrun.go create mode 100644 internal/app/estimate.go create mode 100644 internal/app/integration_test.go create mode 100644 internal/app/probe.go create mode 100644 internal/app/state_config_test.go create mode 100644 internal/archererr/archererr.go create mode 100644 internal/atomicfile/atomicfile.go create mode 100644 internal/atomicfile/transient_other.go create mode 100644 internal/atomicfile/transient_windows.go create mode 100644 internal/checkpoint/state.go create mode 100644 internal/checkpoint/state_test.go create mode 100644 internal/cli/cli_test.go create mode 100644 internal/cli/config.go create mode 100644 internal/cli/hash.go create mode 100644 internal/cli/parse.go create mode 100644 internal/cli/progress.go create mode 100644 internal/cli/validate.go create mode 100644 internal/estimate/estimate.go create mode 100644 internal/estimate/estimate_test.go create mode 100644 internal/lag/lag.go create mode 100644 internal/progress/progress.go create mode 100644 internal/progress/progress_test.go create mode 100644 internal/purge/purge.go create mode 100644 internal/row/csv.go create mode 100644 internal/row/dump.go create mode 100644 internal/row/encoder.go create mode 100644 internal/row/encoder_test.go create mode 100644 internal/row/jsonl.go create mode 100644 internal/row/row.go create mode 100644 internal/scan/date_a.go create mode 100644 internal/scan/date_b.go create mode 100644 internal/scan/pk.go create mode 100644 internal/scan/scan.go create mode 100644 internal/schema/date.go create mode 100644 internal/schema/date_test.go create mode 100644 internal/schema/schema.go create mode 100644 internal/shard/compress.go create mode 100644 internal/shard/manifest.go create mode 100644 internal/shard/naming.go create mode 100644 internal/shard/partial.go create mode 100644 internal/shard/writer.go create mode 100644 internal/shard/writer_test.go create mode 100644 internal/sink/db.go create mode 100644 internal/sink/sink.go create mode 100644 internal/sqlutil/sqlutil.go create mode 100644 internal/sqlutil/sqlutil_test.go create mode 100644 internal/version/version.go create mode 100644 openspec/changes/add-realtime-progress/.openspec.yaml create mode 100644 openspec/changes/add-realtime-progress/design.md create mode 100644 openspec/changes/add-realtime-progress/proposal.md create mode 100644 openspec/changes/add-realtime-progress/specs/archive-core/spec.md create mode 100644 openspec/changes/add-realtime-progress/specs/cli-contract/spec.md create mode 100644 openspec/changes/add-realtime-progress/specs/progress-reporting/spec.md create mode 100644 openspec/changes/add-realtime-progress/tasks.md create mode 100644 openspec/changes/archive/2026-11-06-add-archer-archiver/.openspec.yaml create mode 100644 openspec/changes/archive/2026-11-06-add-archer-archiver/README.md create mode 100644 openspec/changes/archive/2026-11-06-add-archer-archiver/design.md create mode 100644 openspec/changes/archive/2026-11-06-add-archer-archiver/proposal.md create mode 100644 openspec/changes/archive/2026-11-06-add-archer-archiver/specs/archive-core/spec.md create mode 100644 openspec/changes/archive/2026-11-06-add-archer-archiver/specs/cli-contract/spec.md create mode 100644 openspec/changes/archive/2026-11-06-add-archer-archiver/specs/file-sharding/spec.md create mode 100644 openspec/changes/archive/2026-11-06-add-archer-archiver/specs/output-formats/spec.md create mode 100644 openspec/changes/archive/2026-11-06-add-archer-archiver/tasks.md create mode 100644 openspec/changes/archive/2026-11-06-add-compress-level-and-xz/.openspec.yaml create mode 100644 openspec/changes/archive/2026-11-06-add-compress-level-and-xz/README.md create mode 100644 openspec/changes/archive/2026-11-06-add-compress-level-and-xz/design.md create mode 100644 openspec/changes/archive/2026-11-06-add-compress-level-and-xz/proposal.md create mode 100644 openspec/changes/archive/2026-11-06-add-compress-level-and-xz/specs/archive-core/spec.md create mode 100644 openspec/changes/archive/2026-11-06-add-compress-level-and-xz/specs/cli-contract/spec.md create mode 100644 openspec/changes/archive/2026-11-06-add-compress-level-and-xz/specs/file-sharding/spec.md create mode 100644 openspec/changes/archive/2026-11-06-add-compress-level-and-xz/specs/output-formats/spec.md create mode 100644 openspec/changes/archive/2026-11-06-add-compress-level-and-xz/tasks.md create mode 100644 openspec/changes/archive/2026-11-06-normalize-state-config/.openspec.yaml create mode 100644 openspec/changes/archive/2026-11-06-normalize-state-config/README.md create mode 100644 openspec/changes/archive/2026-11-06-normalize-state-config/design.md create mode 100644 openspec/changes/archive/2026-11-06-normalize-state-config/proposal.md create mode 100644 openspec/changes/archive/2026-11-06-normalize-state-config/specs/archive-core/spec.md create mode 100644 openspec/changes/archive/2026-11-06-normalize-state-config/tasks.md create mode 100644 openspec/config.yaml create mode 100644 openspec/specs/archive-core/spec.md create mode 100644 openspec/specs/cli-contract/spec.md create mode 100644 openspec/specs/file-sharding/spec.md create mode 100644 openspec/specs/output-formats/spec.md create mode 100644 scripts/build.ps1 create mode 100644 scripts/build.sh create mode 100644 scripts/export-all.cmd create mode 100644 scripts/export-all.ps1 diff --git a/.claude/skills/openspec-apply-change/SKILL.md b/.claude/skills/openspec-apply-change/SKILL.md new file mode 100644 index 0000000..6aefcbe --- /dev/null +++ b/.claude/skills/openspec-apply-change/SKILL.md @@ -0,0 +1,185 @@ +--- +name: openspec-apply-change +description: Implement tasks from an OpenSpec change. Use when the user wants to start implementing, continue implementation, or work through tasks. +allowed-tools: Bash(openspec:*) +license: MIT +compatibility: Requires openspec CLI. +metadata: + author: openspec + version: "1.0" + generatedBy: "1.7.0" +--- + +Implement tasks from an OpenSpec change. + +**Store selection:** If the user names a store (a store is a standalone OpenSpec repo registered on this machine) or the work lives in one, run `openspec store list --json` to discover registered store ids, then pass `--store ` on the commands that read or write specs and changes (`new change`, `status`, `instructions`, `list`, `show`, `validate`, `archive`, `doctor`, `context`, `view`). Other commands do not take the flag. Hints printed by commands already carry the flag; keep it on follow-ups. Without a store, commands act on the nearest local `openspec/` root. + +**Input**: Optionally specify a change name. If omitted, check if it can be inferred from conversation context. If vague or ambiguous you MUST prompt for available changes. + +**Steps** + +1. **Select the change** + + If a name is provided, use it. Otherwise: + - Infer from conversation context if the user mentioned a change + - Auto-select if only one active change exists + - If ambiguous, run `openspec list --json` to get available changes and ask the user to select one + + Always announce: "Using change: " and how to override (e.g., `/openspec-apply-change `). + +2. **Check status to understand the schema** + ```bash + openspec status --change "" --json + ``` + Parse the JSON to understand: + - `schemaName`: The workflow being used (e.g., "spec-driven") + - `planningHome`, `changeRoot`, and `actionContext`: planning scope and edit constraints + - Which artifact contains the tasks (typically "tasks" for spec-driven, check status for others) + +3. **Get apply instructions** + + ```bash + openspec instructions apply --change "" --json + ``` + + This returns: + - `contextFiles`: artifact ID -> array of concrete file paths (varies by schema - could be proposal/specs/design/tasks or spec/tests/implementation/docs) + - Progress (total, complete, remaining) + - Task list with status + - Dynamic instruction based on current state + - Optional `context`: current required project instruction input from the selected root + - Optional `operationGuidance`: current advisory guidance for apply + + **Handle states:** + - If `state: "blocked"` (missing artifacts): show message, suggest using openspec-continue-change (if it is not installed, run `openspec status --change "" --json` to see the next artifact and `openspec instructions --change "" --json` for how to create it) + - If `state: "all_done"`: congratulate, suggest archive + - Otherwise: proceed to implementation + + Treat `context` as a required prompt-level input. Read and consider it, and + apply relevant project facts, conventions, and constraints while implementing. + Treat `operationGuidance` as optional additive advice. Read and consider every + entry, and follow entries that are applicable and compatible with the built-in + workflow. + + Keep both fields separate from CLI-returned state, missing artifacts, tasks, + progress, `contextFiles`, and the built-in `instruction`. They are not + evidence of task completion, do not replace the built-in instruction, and do + not permit bypassing a blocked state. If context conflicts with the built-in + instruction, an explicit user choice, or a CLI-controlled value, report the + conflict and preserve the controlling value. If guidance is inapplicable or + conflicts with those controlling inputs, do not follow it and explain why. + These are prompt-level behavior contracts, not enforceable checks. + +4. **Read context files** + + Read every file path listed under `contextFiles` from the apply instructions output. + The files depend on the schema being used: + - **spec-driven**: proposal, specs, design, tasks + - Other schemas: follow the contextFiles from CLI output + + Do not copy `context` or `operationGuidance` verbatim into implementation + files or planning artifacts unless the user separately asks for that content. + +5. **Show current progress** + + Display: + - Schema being used + - Progress: "N/M tasks complete" + - Remaining tasks overview + - Dynamic instruction from CLI + +6. **Implement tasks (loop until done or blocked)** + + For each pending task: + - Show which task is being worked on + - Make the code changes required + - Keep changes minimal and focused + - Mark task complete in the tasks file: `- [ ]` → `- [x]` + - Continue to next task + + **Pause if:** + - Task is unclear → ask for clarification + - Implementation reveals a design issue → suggest updating artifacts + - Error or blocker encountered → report and wait for guidance + - User interrupts + +7. **On completion or pause, show status** + + Display: + - Tasks completed this session + - Overall progress: "N/M tasks complete" + - If all done: suggest archive + - If paused: explain why and wait for guidance + +**Output During Implementation** + +``` +## Implementing: (schema: ) + +Working on task 3/7: +[...implementation happening...] +✓ Task complete + +Working on task 4/7: +[...implementation happening...] +✓ Task complete +``` + +**Output On Completion** + +``` +## Implementation Complete + +**Change:** +**Schema:** +**Progress:** 7/7 tasks complete ✓ + +### Completed This Session +- [x] Task 1 +- [x] Task 2 +... + +All tasks complete! Ready to archive this change. +``` + +**Output On Pause (Issue Encountered)** + +``` +## Implementation Paused + +**Change:** +**Schema:** +**Progress:** 4/7 tasks complete + +### Issue Encountered + + +**Options:** +1.