/*
-goredo -- redo implementation on pure Go
-Copyright (C) 2020 Sergey Matveev <stargrave@stargrave.org>
+goredo -- djb's redo implementation on pure Go
+Copyright (C) 2020-2023 Sergey Matveev <stargrave@stargrave.org>
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
import (
"bufio"
+ "bytes"
"encoding/hex"
- "fmt"
+ "errors"
"io"
+ "log"
"os"
"path"
- "strings"
- "syscall"
"go.cypherpunks.ru/recfile"
- "golang.org/x/crypto/blake2b"
+ "lukechampine.com/blake3"
)
-const EnvNoHash = "REDO_NO_HASH"
+var (
+ DirPrefix string
+ DepCwd string
-var NoHash bool
+ ErrBadRecFormat = errors.New("invalid format of .rec")
+)
-func recfileWrite(fdDep *os.File, fields ...recfile.Field) error {
+func recfileWrite(fdDep io.StringWriter, fields ...recfile.Field) error {
w := recfile.NewWriter(fdDep)
if _, err := w.RecordStart(); err != nil {
return err
}
func ifcreate(fdDep *os.File, tgt string) error {
- trace(CDebug, "ifcreate: %s <- %s", fdDep.Name(), tgt)
+ tracef(CDebug, "ifcreate: %s <- %s", fdDep.Name(), tgt)
return recfileWrite(
fdDep,
recfile.Field{Name: "Type", Value: DepTypeIfcreate},
}
func always(fdDep *os.File) error {
- trace(CDebug, "always: %s", fdDep.Name())
+ tracef(CDebug, "always: %s", fdDep.Name())
return recfileWrite(fdDep, recfile.Field{Name: "Type", Value: DepTypeAlways})
}
func stamp(fdDep, src *os.File) error {
- var hsh string
- hsh, err := fileHash(os.Stdin)
+ hsh, err := fileHash(src)
if err != nil {
return err
}
- fields := []recfile.Field{
+ tracef(CDebug, "stamp: %s <- %s", fdDep.Name(), hex.EncodeToString(hsh))
+ return recfileWrite(
+ fdDep,
recfile.Field{Name: "Type", Value: DepTypeStamp},
- recfile.Field{Name: "Hash", Value: hsh},
- }
- same := StampPrev == hsh
- if same {
- fields = append(fields, recfile.Field{Name: "Same", Value: "true"})
- }
- trace(CDebug, "stamp: %s <- %s (%v)", fdDep.Name(), hsh, same)
- return recfileWrite(fdDep, fields...)
-}
-
-func fileCtime(fd *os.File) (string, error) {
- fi, err := fd.Stat()
- if err != nil {
- return "", err
- }
- stat := fi.Sys().(*syscall.Stat_t)
- sec, nsec := stat.Ctimespec.Unix()
- return fmt.Sprintf("%d.%d", sec, nsec), nil
+ recfile.Field{Name: "Hash", Value: hex.EncodeToString(hsh)},
+ )
}
-func fileHash(fd *os.File) (string, error) {
- h, err := blake2b.New256(nil)
- if err != nil {
- panic(err)
- }
- if _, err = io.Copy(h, bufio.NewReader(fd)); err != nil {
- return "", err
+func fileHash(fd *os.File) ([]byte, error) {
+ h := blake3.New(32, nil)
+ if _, err := io.Copy(h, bufio.NewReader(fd)); err != nil {
+ return nil, err
}
- return hex.EncodeToString(h.Sum(nil)), nil
+ return h.Sum(nil), nil
}
-func writeDep(fdDep *os.File, cwd, tgt string) error {
- trace(CDebug, "ifchange: %s <- %s", fdDep.Name(), tgt)
+func depWrite(fdDep *os.File, cwd, tgt string, hsh []byte) error {
+ tracef(CDebug, "ifchange: %s <- %s", fdDep.Name(), tgt)
fd, err := os.Open(path.Join(cwd, tgt))
if err != nil {
- return err
+ return ErrLine(err)
}
defer fd.Close()
- ts, err := fileCtime(fd)
+ inode, isDir, err := inodeFromFileByFd(fd)
if err != nil {
- return err
+ return ErrLine(err)
}
- fields := []recfile.Field{
- recfile.Field{Name: "Type", Value: DepTypeIfchange},
- recfile.Field{Name: "Target", Value: tgt},
- recfile.Field{Name: "Ctime", Value: ts},
+ if isDir {
+ return nil
}
- var hsh string
- if !NoHash {
+ if hsh == nil {
hsh, err = fileHash(fd)
if err != nil {
- return err
+ return ErrLine(err)
}
- fields = append(fields, recfile.Field{Name: "Hash", Value: hsh})
}
+ fields := []recfile.Field{
+ {Name: "Type", Value: DepTypeIfchange},
+ {Name: "Target", Value: tgt},
+ {Name: "Hash", Value: hex.EncodeToString(hsh)},
+ }
+ fields = append(fields, inode.RecfileFields()...)
return recfileWrite(fdDep, fields...)
}
-func writeDeps(fdDep *os.File, tgts []string) error {
+func depsWrite(fdDep *os.File, tgts []string) error {
if fdDep == nil {
- trace(CDebug, "no opened fdDep: %s", tgts)
+ tracef(CDebug, "no opened fdDep: %s", tgts)
return nil
}
- ups := []string{}
- upLevels := strings.Count(os.Getenv(EnvDirPrefix), "/")
- for i := 0; i < upLevels; i++ {
- ups = append(ups, "..")
- }
- up := path.Join(ups...)
+ var err error
for _, tgt := range tgts {
- if _, err := os.Stat(tgt); err == nil {
- if err = writeDep(fdDep, Cwd, path.Join(up, tgt)); err != nil {
- return err
+ tgtAbs := mustAbs(tgt)
+ cwd := Cwd
+ if DepCwd != "" && Cwd != DepCwd {
+ cwd = DepCwd
+ }
+ tgtDir := path.Join(cwd, DirPrefix)
+ tgtRel := mustRel(tgtDir, tgtAbs)
+ if _, errStat := os.Stat(tgt); errStat == nil {
+ err = ErrLine(depWrite(fdDep, tgtDir, tgtRel, nil))
+ } else {
+ tracef(CDebug, "ifchange: %s <- %s (non-existing)", fdDep.Name(), tgtRel)
+ fields := []recfile.Field{
+ {Name: "Type", Value: DepTypeIfchange},
+ {Name: "Target", Value: tgtRel},
}
+ inodeDummy := Inode{}
+ fields = append(fields, inodeDummy.RecfileFields()...)
+ err = ErrLine(recfileWrite(fdDep, fields...))
+ }
+ if err != nil {
+ return err
}
}
return nil
}
+
+type DepInfoIfchange struct {
+ tgt string
+ inode *Inode
+ hash []byte
+}
+
+type DepInfo struct {
+ build string
+ always bool
+ stamp []byte
+ ifcreates []string
+ ifchanges []DepInfoIfchange
+}
+
+func mustHexDecode(s string) []byte {
+ b, err := hex.DecodeString(s)
+ if err != nil {
+ log.Fatal(err)
+ }
+ return b
+}
+
+var missingBuild = errors.New(".rec missing Build:")
+
+func depRead(pth string) (*DepInfo, error) {
+ data, err := os.ReadFile(pth)
+ if err != nil {
+ return nil, err
+ }
+ r := recfile.NewReader(bytes.NewReader(data))
+ m, err := r.NextMap()
+ if err != nil {
+ return nil, err
+ }
+ depInfo := DepInfo{}
+ b := m["Build"]
+ if b == "" {
+ return nil, missingBuild
+ }
+ depInfo.build = b
+ for {
+ m, err := r.NextMap()
+ if err != nil {
+ if errors.Is(err, io.EOF) {
+ break
+ }
+ return nil, err
+ }
+ switch m["Type"] {
+ case DepTypeAlways:
+ depInfo.always = true
+ case DepTypeIfcreate:
+ dep := m["Target"]
+ if dep == "" {
+ return nil, ErrBadRecFormat
+ }
+ depInfo.ifcreates = append(depInfo.ifcreates, dep)
+ case DepTypeIfchange:
+ dep := m["Target"]
+ if dep == "" {
+ return nil, ErrBadRecFormat
+ }
+ inode, err := inodeFromRec(m)
+ if err != nil {
+ log.Print(err)
+ return nil, ErrBadRecFormat
+ }
+ hsh := mustHexDecode(m["Hash"])
+ depInfo.ifchanges = append(depInfo.ifchanges, DepInfoIfchange{
+ tgt: dep, inode: inode, hash: hsh,
+ })
+ case DepTypeStamp:
+ hsh := m["Hash"]
+ if hsh == "" {
+ return nil, ErrBadRecFormat
+ }
+ depInfo.stamp = mustHexDecode(hsh)
+ default:
+ return nil, ErrBadRecFormat
+ }
+ }
+ return &depInfo, nil
+}
+
+func depReadBuild(pth string) (string, error) {
+ fd, err := os.Open(pth)
+ if err != nil {
+ return "", err
+ }
+ r := recfile.NewReader(fd)
+ m, err := r.NextMap()
+ fd.Close()
+ if err != nil {
+ return "", err
+ }
+ build := m["Build"]
+ if build == "" {
+ err = missingBuild
+ }
+ return build, err
+}