Initial commit: archer, a Go-native MySQL/MariaDB table archiver
Renamed from arcdb: module path, cmd/archer, internal/archererr, docs, build scripts and ARCHER_* environment variables. Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
commit
bc4a6b504f
99 files changed
+12752
No files matched your search
@@ -0,0 +1,90 @@
|
||||
package shard
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"os"
|
||||
"path/filepath"
|
||||
|
||||
"archer/internal/atomicfile"
|
||||
"archer/internal/row"
|
||||
)
|
||||
|
||||
// PartialMeta describes the durable prefix of an in-progress shard. It is
|
||||
// written before each chunk is committed, so a resume can truncate the file
|
||||
// back to a consistent offset and continue appending.
|
||||
type PartialMeta struct {
|
||||
Seq int64 `json:"seq"`
|
||||
Bucket string `json:"bucket,omitempty"`
|
||||
Rows int64 `json:"rows"`
|
||||
Bytes int64 `json:"bytes"`
|
||||
FirstKey row.Key `json:"first_key"`
|
||||
LastKey row.Key `json:"last_key"`
|
||||
}
|
||||
|
||||
func partialPath(dir string, seq int64) string {
|
||||
return filepath.Join(dir, fmt.Sprintf("%06d.partial", seq))
|
||||
}
|
||||
|
||||
func partialMetaPath(dir string, seq int64) string {
|
||||
return partialPath(dir, seq) + ".meta"
|
||||
}
|
||||
|
||||
// PartialPath exposes the partial path for tests and diagnostics.
|
||||
func PartialPath(root, bucket string, seq int64) string {
|
||||
return partialPath(BucketDir(root, bucket), seq)
|
||||
}
|
||||
|
||||
// LoadPartialMeta reads the sidecar for an in-progress shard. A missing file
|
||||
// returns (nil, nil).
|
||||
func LoadPartialMeta(root, bucket string, seq int64) (*PartialMeta, error) {
|
||||
path := partialMetaPath(BucketDir(root, bucket), seq)
|
||||
b, err := os.ReadFile(path)
|
||||
if os.IsNotExist(err) {
|
||||
return nil, nil
|
||||
}
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("read partial meta: %w", err)
|
||||
}
|
||||
var m PartialMeta
|
||||
if err := json.Unmarshal(b, &m); err != nil {
|
||||
return nil, fmt.Errorf("parse partial meta: %w", err)
|
||||
}
|
||||
return &m, nil
|
||||
}
|
||||
|
||||
func savePartialMeta(dir string, m *PartialMeta) error {
|
||||
path := partialMetaPath(dir, m.Seq)
|
||||
b, err := json.Marshal(m)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
tmp := path + ".tmp"
|
||||
f, err := os.OpenFile(tmp, os.O_CREATE|os.O_TRUNC|os.O_WRONLY, 0o644)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
if _, err := f.Write(b); err != nil {
|
||||
f.Close()
|
||||
os.Remove(tmp)
|
||||
return err
|
||||
}
|
||||
if err := f.Sync(); err != nil {
|
||||
f.Close()
|
||||
os.Remove(tmp)
|
||||
return err
|
||||
}
|
||||
if err := f.Close(); err != nil {
|
||||
os.Remove(tmp)
|
||||
return err
|
||||
}
|
||||
if err := atomicfile.Replace(tmp, path); err != nil {
|
||||
os.Remove(tmp)
|
||||
return err
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func removePartialMeta(dir string, seq int64) {
|
||||
os.Remove(partialMetaPath(dir, seq))
|
||||
}
|
||||
Reference in new issue
Block a user