/*
-goredo -- redo implementation on pure Go
-Copyright (C) 2020-2021 Sergey Matveev <stargrave@stargrave.org>
+goredo -- djb's redo implementation on pure Go
+Copyright (C) 2020-2022 Sergey Matveev <stargrave@stargrave.org>
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
import (
"errors"
"fmt"
+ "io"
+ "log"
"os"
"path"
"path/filepath"
"strings"
+
+ "golang.org/x/sys/unix"
)
const (
DepTypeIfchange = "ifchange"
DepTypeAlways = "always"
DepTypeStamp = "stamp"
+
+ EnvOODTgtsFd = "REDO_OOD_TGTS_FD"
+ EnvOODTgtsLockFd = "REDO_OOD_TGTS_LOCK_FD"
+)
+
+var (
+ OODTgts map[string]struct{}
+ FdOODTgts *os.File
+ FdOODTgtsLock *os.File
)
-type TgtErr struct {
+type TgtError struct {
Tgt string
Err error
}
-func (e TgtErr) Unwrap() error { return e.Err }
+func (e TgtError) Unwrap() error { return e.Err }
-func (e TgtErr) Error() string {
+func (e TgtError) Error() string {
return fmt.Sprintf("%s: %s", e.Tgt, e.Err)
}
return true
}
+func isOODByBuildUUID(cwd, tgtOrig string) bool {
+ cwd, tgt := cwdAndTgt(path.Join(cwd, tgtOrig))
+ depPath := path.Join(cwd, RedoDir, tgt+DepSuffix)
+ fdDep, err := os.Open(depPath)
+ if err != nil {
+ return true
+ }
+ depInfo, err := depRead(fdDep)
+ fdDep.Close()
+ if err != nil || depInfo.build != BuildUUID {
+ return true
+ }
+ return false
+}
+
func isOOD(cwd, tgtOrig string, level int, seen map[string]struct{}) (bool, error) {
indent := strings.Repeat(". ", level)
- trace(CDebug, "ood: %s%s checking", indent, tgtOrig)
+ tracef(CDebug, "ood: %s%s checking", indent, tgtOrig)
cwd, tgt := cwdAndTgt(path.Join(cwd, tgtOrig))
depPath := path.Join(cwd, RedoDir, tgt+DepSuffix)
fdDep, err := os.Open(depPath)
if err != nil {
- trace(CDebug, "ood: %s%s -> no dep: %s", indent, tgtOrig, depPath)
+ tracef(CDebug, "ood: %s%s -> no dep: %s", indent, tgtOrig, depPath)
return true, nil
}
depInfo, err := depRead(fdDep)
fdDep.Close()
if err != nil {
- return true, TgtErr{tgtOrig, err}
+ return true, TgtError{tgtOrig, err}
}
if depInfo.build == BuildUUID {
- trace(CDebug, "ood: %s%s -> already built", indent, tgtOrig)
+ tracef(CDebug, "ood: %s%s -> already built", indent, tgtOrig)
return false, nil
}
+ if _, err := os.Stat(path.Join(cwd, tgt)); err != nil && os.IsNotExist(err) {
+ tracef(CDebug, "ood: %s%s -> non-existent", indent, tgtOrig)
+ return true, nil
+ }
ood := false
for _, dep := range depInfo.ifcreates {
if _, err := os.Stat(path.Join(cwd, dep)); err == nil {
- trace(CDebug, "ood: %s%s -> %s created", indent, tgtOrig, dep)
+ tracef(CDebug, "ood: %s%s -> %s created", indent, tgtOrig, dep)
ood = true
goto Done
}
for _, m := range depInfo.ifchanges {
dep := m["Target"]
- theirTs := m["Ctime"]
- theirHsh := m["Hash"]
- if dep == "" || theirTs == "" {
- return ood, TgtErr{tgtOrig, errors.New("invalid format of .dep")}
+ if dep == "" {
+ return ood, TgtError{tgtOrig, errors.New("invalid format of .rec: missing Target")}
+ }
+ theirInode, err := inodeFromRec(m)
+ if err != nil {
+ return ood, TgtError{tgtOrig, fmt.Errorf("invalid format of .rec: %w", err)}
}
- trace(CDebug, "ood: %s%s -> %s: checking", indent, tgtOrig, dep)
+ theirHsh := m["Hash"]
+ tracef(CDebug, "ood: %s%s -> %s: checking", indent, tgtOrig, dep)
fd, err := os.Open(path.Join(cwd, dep))
if err != nil {
if os.IsNotExist(err) {
- trace(CDebug, "ood: %s%s -> %s: not exists", indent, tgtOrig, dep)
+ tracef(CDebug, "ood: %s%s -> %s: not exists", indent, tgtOrig, dep)
ood = true
goto Done
}
- return ood, TgtErr{tgtOrig, err}
+ return ood, TgtError{tgtOrig, err}
}
defer fd.Close()
- ts, err := fileCtime(fd)
+ inode, err := inodeFromFile(fd)
if err != nil {
- return ood, TgtErr{tgtOrig, err}
+ return ood, TgtError{tgtOrig, err}
+ }
+ if inode.Size != theirInode.Size {
+ tracef(CDebug, "ood: %s%s -> %s: size differs", indent, tgtOrig, dep)
+ ood = true
+ goto Done
}
- if theirTs == ts {
- trace(CDebug, "ood: %s%s -> %s: same ctime", indent, tgtOrig, dep)
+ if InodeTrust != InodeTrustNone && inode.Equals(theirInode) {
+ tracef(CDebug, "ood: %s%s -> %s: same inode", indent, tgtOrig, dep)
} else {
- trace(CDebug, "ood: %s%s -> %s: ctime differs", indent, tgtOrig, dep)
+ tracef(CDebug, "ood: %s%s -> %s: inode differs", indent, tgtOrig, dep)
hsh, err := fileHash(fd)
if err != nil {
- return ood, TgtErr{tgtOrig, err}
+ return ood, TgtError{tgtOrig, err}
}
if theirHsh != hsh {
- trace(CDebug, "ood: %s%s -> %s: hash differs", indent, tgtOrig, dep)
+ tracef(CDebug, "ood: %s%s -> %s: hash differs", indent, tgtOrig, dep)
ood = true
goto Done
}
- trace(CDebug, "ood: %s%s -> %s: same hash", indent, tgtOrig, dep)
+ tracef(CDebug, "ood: %s%s -> %s: same hash", indent, tgtOrig, dep)
}
fd.Close() // optimization not to hold it for long
if dep == tgt {
- trace(CDebug, "ood: %s%s -> %s: same target", indent, tgtOrig, dep)
+ tracef(CDebug, "ood: %s%s -> %s: same target", indent, tgtOrig, dep)
continue
}
if isSrc(cwd, dep) {
- trace(CDebug, "ood: %s%s -> %s: is source", indent, tgtOrig, dep)
+ tracef(CDebug, "ood: %s%s -> %s: is source", indent, tgtOrig, dep)
continue
}
if _, ok := seen[cwdMustRel(cwd, dep)]; ok {
- trace(CDebug, "ood: %s%s -> %s: was always built", indent, tgtOrig, dep)
+ tracef(CDebug, "ood: %s%s -> %s: was always built", indent, tgtOrig, dep)
continue
}
- depOod, err := isOOD(cwd, dep, level+1, seen)
+ depOod, err := isOODWithTrace(cwd, dep, level+1, seen)
if err != nil {
- return ood, TgtErr{tgtOrig, err}
+ return ood, TgtError{tgtOrig, err}
}
if depOod {
- trace(CDebug, "ood: %s%s -> %s: ood", indent, tgtOrig, dep)
+ tracef(CDebug, "ood: %s%s -> %s: ood", indent, tgtOrig, dep)
ood = true
goto Done
}
- trace(CDebug, "ood: %s%s -> %s: !ood", indent, tgtOrig, dep)
+ tracef(CDebug, "ood: %s%s -> %s: !ood", indent, tgtOrig, dep)
}
Done:
- trace(CDebug, "ood: %s%s: %v", indent, tgtOrig, ood)
+ tracef(CDebug, "ood: %s%s: %v", indent, tgtOrig, ood)
return ood, nil
}
+
+func isOODWithTrace(
+ cwd, tgtOrig string,
+ level int,
+ seen map[string]struct{},
+) (bool, error) {
+ p, err := filepath.Abs(path.Join(cwd, tgtOrig))
+ if err != nil {
+ panic(err)
+ }
+ _, ood := OODTgts[p]
+ if ood {
+ if !isOODByBuildUUID(cwd, tgtOrig) {
+ tracef(
+ CDebug,
+ "ood: %s%s -> already built",
+ strings.Repeat(". ", level), tgtOrig,
+ )
+ return false, nil
+ }
+ tracef(
+ CDebug,
+ "ood: %s%s true, external decision",
+ strings.Repeat(". ", level), tgtOrig,
+ )
+ goto RecordOODTgt
+ }
+ ood, err = isOOD(cwd, tgtOrig, level, seen)
+ if !ood {
+ return ood, err
+ }
+RecordOODTgt:
+ flock := unix.Flock_t{
+ Type: unix.F_WRLCK,
+ Whence: io.SeekStart,
+ }
+ if err = unix.FcntlFlock(FdOODTgtsLock.Fd(), unix.F_SETLKW, &flock); err != nil {
+ log.Fatalln(err)
+ }
+ if _, err = FdOODTgts.Seek(0, io.SeekEnd); err != nil {
+ log.Fatalln(err)
+ }
+ if _, err := FdOODTgts.WriteString(p + "\x00"); err != nil {
+ log.Fatalln(err)
+ }
+ flock.Type = unix.F_UNLCK
+ if err = unix.FcntlFlock(FdOODTgtsLock.Fd(), unix.F_SETLK, &flock); err != nil {
+ log.Fatalln(err)
+ }
+ return true, nil
+}
+
+func oodTgtsClear() {
+ var err error
+ flock := unix.Flock_t{
+ Type: unix.F_WRLCK,
+ Whence: io.SeekStart,
+ }
+ if err = unix.FcntlFlock(FdOODTgtsLock.Fd(), unix.F_SETLKW, &flock); err != nil {
+ log.Fatalln(err)
+ }
+ if err = FdOODTgts.Truncate(0); err != nil {
+ log.Fatalln(err)
+ }
+ flock.Type = unix.F_UNLCK
+ if err = unix.FcntlFlock(FdOODTgtsLock.Fd(), unix.F_SETLK, &flock); err != nil {
+ log.Fatalln(err)
+ }
+}