/*
goredo -- djb's redo implementation on pure Go
-Copyright (C) 2020-2022 Sergey Matveev <stargrave@stargrave.org>
+Copyright (C) 2020-2023 Sergey Matveev <stargrave@stargrave.org>
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
import (
"bufio"
+ "bytes"
"encoding/hex"
"errors"
"io"
+ "log"
"os"
"path"
- "path/filepath"
"go.cypherpunks.ru/recfile"
"lukechampine.com/blake3"
)
+const HashLen = 32
+
var (
DirPrefix string
DepCwd string
ErrBadRecFormat = errors.New("invalid format of .rec")
+ InodeCache = make(map[string][]*Inode)
+ HashCache = make(map[string][]Hash)
)
+type Hash string
+
+func (h Hash) String() string {
+ return hex.EncodeToString([]byte(h))
+}
+
func recfileWrite(fdDep io.StringWriter, fields ...recfile.Field) error {
w := recfile.NewWriter(fdDep)
if _, err := w.RecordStart(); err != nil {
}
func stamp(fdDep, src *os.File) error {
- var hsh string
hsh, err := fileHash(src)
if err != nil {
return err
return recfileWrite(
fdDep,
recfile.Field{Name: "Type", Value: DepTypeStamp},
- recfile.Field{Name: "Hash", Value: hsh},
+ recfile.Field{Name: "Hash", Value: hsh.String()},
)
}
-func fileHash(fd *os.File) (string, error) {
- h := blake3.New(32, nil)
+func fileHash(fd *os.File) (Hash, error) {
+ h := blake3.New(HashLen, nil)
if _, err := io.Copy(h, bufio.NewReader(fd)); err != nil {
return "", err
}
- return hex.EncodeToString(h.Sum(nil)), nil
+ return Hash(h.Sum(nil)), nil
}
-func depWrite(fdDep *os.File, cwd, tgt string) error {
+func depWrite(fdDep *os.File, cwd string, tgt *Tgt, hsh Hash) error {
tracef(CDebug, "ifchange: %s <- %s", fdDep.Name(), tgt)
- fd, err := os.Open(path.Join(cwd, tgt))
+ fd, err := os.Open(tgt.a)
if err != nil {
- return err
+ return ErrLine(err)
}
defer fd.Close()
- fi, err := fd.Stat()
+ inode, isDir, err := inodeFromFileByFd(fd)
if err != nil {
- return err
+ return ErrLine(err)
}
- if fi.IsDir() {
+ if isDir {
return nil
}
- inode, err := inodeFromFile(fd)
- if err != nil {
- return err
- }
- hsh, err := fileHash(fd)
- if err != nil {
- return err
+ if hsh == "" {
+ hsh, err = fileHash(fd)
+ if err != nil {
+ return ErrLine(err)
+ }
}
fields := []recfile.Field{
{Name: "Type", Value: DepTypeIfchange},
- {Name: "Target", Value: tgt},
- {Name: "Hash", Value: hsh},
+ {Name: "Target", Value: tgt.RelTo(cwd)},
+ {Name: "Hash", Value: hsh.String()},
}
fields = append(fields, inode.RecfileFields()...)
return recfileWrite(fdDep, fields...)
}
-func depsWrite(fdDep *os.File, tgts []string) error {
+func depsWrite(fdDep *os.File, tgts []*Tgt) error {
if fdDep == nil {
tracef(CDebug, "no opened fdDep: %s", tgts)
return nil
}
+ var err error
+ var cwd string
for _, tgt := range tgts {
- tgtAbs, err := filepath.Abs(tgt)
- if err != nil {
- panic(err)
- }
- cwd := Cwd
+ cwd = Cwd
if DepCwd != "" && Cwd != DepCwd {
cwd = DepCwd
}
tgtDir := path.Join(cwd, DirPrefix)
- tgtRel, err := filepath.Rel(tgtDir, tgtAbs)
- if err != nil {
- panic(err)
- }
- if _, errStat := os.Stat(tgt); errStat == nil {
- err = depWrite(fdDep, tgtDir, tgtRel)
+ if _, errStat := os.Stat(tgt.a); errStat == nil {
+ err = ErrLine(depWrite(fdDep, tgtDir, tgt, ""))
} else {
+ tgtRel := tgt.RelTo(tgtDir)
tracef(CDebug, "ifchange: %s <- %s (non-existing)", fdDep.Name(), tgtRel)
fields := []recfile.Field{
{Name: "Type", Value: DepTypeIfchange},
}
inodeDummy := Inode{}
fields = append(fields, inodeDummy.RecfileFields()...)
- err = recfileWrite(fdDep, fields...)
+ err = ErrLine(recfileWrite(fdDep, fields...))
}
if err != nil {
return err
return nil
}
+type DepInfoIfchange struct {
+ tgt *Tgt
+ inode *Inode
+ hash Hash
+}
+
type DepInfo struct {
build string
always bool
- stamp string
- ifcreates []string
- ifchanges []map[string]string
+ stamp Hash
+ ifcreates []*Tgt
+ ifchanges []DepInfoIfchange
+}
+
+func mustHashDecode(s string) Hash {
+ b, err := hex.DecodeString(s)
+ if err != nil {
+ log.Fatal(err)
+ }
+ return Hash(b)
}
-func depRead(fdDep io.Reader) (*DepInfo, error) {
- r := recfile.NewReader(fdDep)
+var missingBuild = errors.New(".rec missing Build:")
+
+func depRead(tgt *Tgt) (*DepInfo, error) {
+ data, err := os.ReadFile(tgt.Dep())
+ if err != nil {
+ return nil, err
+ }
+ r := recfile.NewReader(bytes.NewReader(data))
m, err := r.NextMap()
if err != nil {
return nil, err
depInfo := DepInfo{}
b := m["Build"]
if b == "" {
- return nil, errors.New(".rec missing Build:")
+ return nil, missingBuild
}
depInfo.build = b
for {
if dep == "" {
return nil, ErrBadRecFormat
}
- depInfo.ifcreates = append(depInfo.ifcreates, dep)
+ depInfo.ifcreates = append(depInfo.ifcreates,
+ NewTgt(path.Join(tgt.h, dep)))
case DepTypeIfchange:
- delete(m, "Type")
- depInfo.ifchanges = append(depInfo.ifchanges, m)
+ depRaw := m["Target"]
+ if depRaw == "" {
+ return nil, ErrBadRecFormat
+ }
+ inode, err := inodeFromRec(m)
+ if err != nil {
+ log.Print(err)
+ return nil, ErrBadRecFormat
+ }
+ dep := NewTgt(path.Join(tgt.h, depRaw))
+
+ cachedFound := false
+ for _, cachedInode := range InodeCache[dep.a] {
+ if inode.Equals(cachedInode) {
+ inode = cachedInode
+ cachedFound = true
+ break
+ }
+ }
+ if InodeCache != nil && !cachedFound {
+ InodeCache[dep.a] = append(InodeCache[dep.a], inode)
+ }
+
+ hsh := mustHashDecode(m["Hash"])
+ cachedFound = false
+ for _, cachedHash := range HashCache[dep.a] {
+ if hsh == cachedHash {
+ hsh = cachedHash
+ cachedFound = true
+ break
+ }
+ }
+ if HashCache != nil && !cachedFound {
+ HashCache[dep.a] = append(HashCache[dep.a], hsh)
+ }
+
+ depInfo.ifchanges = append(depInfo.ifchanges, DepInfoIfchange{
+ tgt: dep, inode: inode, hash: hsh,
+ })
case DepTypeStamp:
hsh := m["Hash"]
if hsh == "" {
return nil, ErrBadRecFormat
}
- depInfo.stamp = hsh
+ depInfo.stamp = mustHashDecode(hsh)
default:
return nil, ErrBadRecFormat
}
}
return &depInfo, nil
}
+
+func depReadOnlyIfchanges(pth string) (ifchanges []string, err error) {
+ data, err := os.ReadFile(pth)
+ if err != nil {
+ return
+ }
+ r := recfile.NewReader(bytes.NewReader(data))
+ var m map[string]string
+ for {
+ m, err = r.NextMap()
+ if err != nil {
+ if errors.Is(err, io.EOF) {
+ err = nil
+ break
+ }
+ return
+ }
+ if m["Type"] == DepTypeIfchange {
+ ifchanges = append(ifchanges, m["Target"])
+ }
+ }
+ return
+}
+
+func depReadBuild(pth string) (string, error) {
+ fd, err := os.Open(pth)
+ if err != nil {
+ return "", err
+ }
+ r := recfile.NewReader(fd)
+ m, err := r.NextMap()
+ fd.Close()
+ if err != nil {
+ return "", err
+ }
+ build := m["Build"]
+ if build == "" {
+ err = missingBuild
+ }
+ return build, err
+}