/*
goredo -- djb's redo implementation on pure Go
-Copyright (C) 2020-2021 Sergey Matveev <stargrave@stargrave.org>
+Copyright (C) 2020-2023 Sergey Matveev <stargrave@stargrave.org>
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
"bufio"
"bytes"
"crypto/rand"
+ "errors"
"flag"
"fmt"
"io"
- "io/ioutil"
"log"
"os"
+ "os/signal"
"path"
- "path/filepath"
"runtime"
"sort"
"strconv"
+ "syscall"
"go.cypherpunks.ru/recfile"
"golang.org/x/sys/unix"
)
+const (
+ CmdNameGoredo = "goredo"
+ CmdNameRedo = "redo"
+ CmdNameRedoAffects = "redo-affects"
+ CmdNameRedoAlways = "redo-always"
+ CmdNameRedoCleanup = "redo-cleanup"
+ CmdNameRedoDepFix = "redo-depfix"
+ CmdNameRedoDot = "redo-dot"
+ CmdNameRedoIfchange = "redo-ifchange"
+ CmdNameRedoIfcreate = "redo-ifcreate"
+ CmdNameRedoInode = "redo-inode"
+ CmdNameRedoLog = "redo-log"
+ CmdNameRedoOOD = "redo-ood"
+ CmdNameRedoSources = "redo-sources"
+ CmdNameRedoStamp = "redo-stamp"
+ CmdNameRedoTargets = "redo-targets"
+ CmdNameRedoWhichdo = "redo-whichdo"
+)
+
var (
Cwd string
BuildUUID string
+ IsTopRedo bool // is it the top redo instance
+ UmaskCur int
)
-func mustSetenv(key, value string) {
- if err := os.Setenv(key, value); err != nil {
+func mustSetenv(key string) {
+ if err := os.Setenv(key, "1"); err != nil {
panic(err)
}
}
return fd
}
+func CmdName() string {
+ return path.Base(os.Args[0])
+}
+
func main() {
version := flag.Bool("version", false, "print version")
warranty := flag.Bool("warranty", false, "print warranty information")
- symlinks := flag.Bool("symlinks", false, "create necessary symlinks in current directory")
+
+ var symlinks *bool
+ cmdName := CmdName()
+ if cmdName == "goredo" {
+ symlinks = flag.Bool("symlinks", false, "create necessary symlinks in current directory")
+ }
flag.Usage = func() { usage(os.Args[0]) }
flag.Parse()
fmt.Println("goredo", Version, "built with", runtime.Version())
return
}
- if *symlinks {
+ if cmdName == CmdNameGoredo && *symlinks {
rc := 0
for _, cmdName := range []string{
- "redo",
- "redo-always",
- "redo-cleanup",
- "redo-dot",
- "redo-ifchange",
- "redo-ifcreate",
- "redo-log",
- "redo-ood",
- "redo-sources",
- "redo-stamp",
- "redo-targets",
- "redo-whichdo",
+ CmdNameRedo,
+ CmdNameRedoAffects,
+ CmdNameRedoAlways,
+ CmdNameRedoCleanup,
+ CmdNameRedoDepFix,
+ CmdNameRedoDot,
+ CmdNameRedoIfchange,
+ CmdNameRedoIfcreate,
+ CmdNameRedoInode,
+ CmdNameRedoLog,
+ CmdNameRedoOOD,
+ CmdNameRedoSources,
+ CmdNameRedoStamp,
+ CmdNameRedoTargets,
+ CmdNameRedoWhichdo,
} {
fmt.Println(os.Args[0], "<-", cmdName)
if err := os.Symlink(os.Args[0], cmdName); err != nil {
rc = 1
- log.Println(err)
+ log.Print(err)
}
}
os.Exit(rc)
}
- log.SetFlags(0)
+ log.SetFlags(log.Lshortfile)
+
+ UmaskCur = syscall.Umask(0)
+ syscall.Umask(UmaskCur)
var err error
Cwd, err = os.Getwd()
if err != nil {
- log.Fatalln(err)
+ log.Fatal(err)
}
- NoColor = os.Getenv(EnvNoColor) != ""
- NoSync = os.Getenv(EnvNoSync) == "1"
- InodeTrust = os.Getenv(EnvInodeNoTrust) == ""
-
TopDir = os.Getenv(EnvTopDir)
if TopDir == "" {
TopDir = "/"
} else {
- TopDir, err = filepath.Abs(TopDir)
- if err != nil {
- panic(err)
- }
+ TopDir = mustAbs(TopDir)
}
DirPrefix = os.Getenv(EnvDirPrefix)
+ DepCwd = os.Getenv(EnvDepCwd)
- if *flagStderrKeep {
- mustSetenv(EnvStderrKeep, "1")
+ if flagStderrKeep != nil && *flagStderrKeep {
+ mustSetenv(EnvStderrKeep)
}
- if *flagStderrSilent {
- mustSetenv(EnvStderrSilent, "1")
+ if flagStderrSilent != nil && *flagStderrSilent {
+ mustSetenv(EnvStderrSilent)
}
- if *flagNoProgress {
- mustSetenv(EnvNoProgress, "1")
+ if flagNoProgress != nil && *flagNoProgress {
+ mustSetenv(EnvNoProgress)
}
- if *flagDebug {
- mustSetenv(EnvDebug, "1")
+ if flagDebug != nil && *flagDebug {
+ mustSetenv(EnvDebug)
}
- if *flagLogWait {
- mustSetenv(EnvLogWait, "1")
+ if flagLogWait != nil && *flagLogWait {
+ mustSetenv(EnvLogWait)
}
- if *flagLogLock {
- mustSetenv(EnvLogLock, "1")
+ if flagLogLock != nil && *flagLogLock {
+ mustSetenv(EnvLogLock)
}
- if *flagLogPid {
- mustSetenv(EnvLogPid, "1")
+ if flagLogPid != nil && *flagLogPid {
+ mustSetenv(EnvLogPid)
}
- if *flagLogJS {
- mustSetenv(EnvLogJS, "1")
+ if flagLogJS != nil && *flagLogJS {
+ mustSetenv(EnvLogJS)
}
StderrKeep = os.Getenv(EnvStderrKeep) == "1"
StderrSilent = os.Getenv(EnvStderrSilent) == "1"
MyPid = os.Getpid()
}
var traced bool
- if *flagTraceAll {
- mustSetenv(EnvTrace, "1")
+ if flagTraceAll != nil && *flagTraceAll {
+ mustSetenv(EnvTrace)
}
if os.Getenv(EnvTrace) == "1" {
TracedAll = true
traced = true
- } else {
+ } else if flagTrace != nil {
traced = *flagTrace
}
+ NoColor = os.Getenv(EnvNoColor) != ""
+ NoSync = os.Getenv(EnvNoSync) == "1"
+ StopIfMod = os.Getenv(EnvStopIfMod) == "1"
+ switch s := os.Getenv(EnvInodeTrust); s {
+ case "none":
+ InodeTrust = InodeTrustNone
+ case "", "ctime":
+ InodeTrust = InodeTrustCtime
+ case "mtime":
+ InodeTrust = InodeTrustMtime
+ default:
+ log.Fatalln("unknown", EnvInodeTrust, "value")
+ }
// Those are internal envs
- FdOODTgts, err = ioutil.TempFile("", "ood-tgts")
+ FdOODTgts, err = os.CreateTemp("", "ood-tgts")
if err != nil {
- panic(err)
+ log.Fatal(err)
}
if err = os.Remove(FdOODTgts.Name()); err != nil {
- panic(err)
+ log.Fatal(err)
}
- FdOODTgtsLock, err = ioutil.TempFile("", "ood-tgts.lock")
+ FdOODTgtsLock, err = os.CreateTemp("", "ood-tgts.lock")
if err != nil {
- panic(err)
+ log.Fatal(err)
}
if err = os.Remove(FdOODTgtsLock.Name()); err != nil {
- panic(err)
+ log.Fatal(err)
}
+ var fdLock *os.File
if v := os.Getenv(EnvOODTgtsFd); v != "" {
fd := mustParseFd(v, EnvOODTgtsFd)
- fdLock := mustParseFd(v, EnvOODTgtsLockFd)
- if err = unix.Flock(int(fdLock.Fd()), unix.LOCK_EX); err != nil {
- panic(err)
+ fdLock = mustParseFd(v, EnvOODTgtsLockFd)
+ defer fdLock.Close()
+ flock := unix.Flock_t{
+ Type: unix.F_WRLCK,
+ Whence: io.SeekStart,
+ }
+ if err = unix.FcntlFlock(fdLock.Fd(), unix.F_SETLKW, &flock); err != nil {
+ log.Fatal(err)
}
if _, err = fd.Seek(0, io.SeekStart); err != nil {
- panic(err)
+ log.Fatal(err)
}
- tgtsRaw, err := ioutil.ReadAll(bufio.NewReader(fd))
+ tgtsRaw, err := io.ReadAll(bufio.NewReader(fd))
if err != nil {
- panic(err)
+ log.Fatal(err)
+ }
+ flock.Type = unix.F_UNLCK
+ if err = unix.FcntlFlock(fdLock.Fd(), unix.F_SETLK, &flock); err != nil {
+ log.Fatal(err)
}
- unix.Flock(int(fdLock.Fd()), unix.LOCK_UN)
OODTgts = make(map[string]struct{})
for _, tgtRaw := range bytes.Split(tgtsRaw, []byte{0}) {
t := string(tgtRaw)
continue
}
OODTgts[t] = struct{}{}
- trace(CDebug, "ood: known to be: %s", t)
+ tracef(CDebug, "ood: known to be: %s", t)
}
}
fdDep = mustParseFd(v, EnvDepFd)
}
- tgts := flag.Args()
+ tgts := make([]*Tgt, 0, len(flag.Args()))
+ for _, arg := range flag.Args() {
+ tgts = append(tgts, NewTgt(arg))
+ }
BuildUUID = os.Getenv(EnvBuildUUID)
tgtsWasEmpty := len(tgts) == 0
if BuildUUID == "" {
+ IsTopRedo = true
raw := new([16]byte)
if _, err = io.ReadFull(rand.Reader, raw[:]); err != nil {
- log.Fatalln(err)
+ log.Fatal(err)
}
raw[6] = (raw[6] & 0x0F) | uint8(4<<4) // version 4
BuildUUID = fmt.Sprintf(
raw[0:4], raw[4:6], raw[6:8], raw[8:10], raw[10:],
)
if tgtsWasEmpty {
- tgts = []string{"all"}
+ tgts = append(tgts, NewTgt("all"))
}
+ tracef(CDebug, "inode-trust: %s", InodeTrust)
}
- statusInit()
-
- for i, tgt := range tgts {
- if path.IsAbs(tgt) {
- tgts[i] = cwdMustRel(tgt)
- }
+ if cmdName == CmdNameRedo {
+ statusInit()
}
+ killed := make(chan os.Signal, 1)
+ signal.Notify(killed, syscall.SIGHUP, syscall.SIGINT, syscall.SIGTERM)
+ go func() {
+ <-killed
+ tracef(CDebug, "[%s] killed", BuildUUID)
+ jsReleaseAll()
+ RunningProcsM.Lock()
+ for pid, proc := range RunningProcs {
+ tracef(CDebug, "[%s] killing child %d", BuildUUID, pid)
+ _ = proc.Signal(syscall.SIGTERM)
+ }
+ os.Exit(1)
+ }()
+
ok := true
err = nil
- cmdName := path.Base(os.Args[0])
- trace(
+ tracef(
CDebug, "[%s] run: %s %s cwd:%s dirprefix:%s",
BuildUUID, cmdName, tgts, Cwd, DirPrefix,
)
CmdSwitch:
switch cmdName {
- case "redo":
+ case CmdNameRedo:
for _, tgt := range tgts {
- ok, err = ifchange([]string{tgt}, true, traced)
+ ok, err = ifchange([]*Tgt{tgt}, true, traced)
if err != nil || !ok {
break
}
}
- case "redo-ifchange":
- ok, err = ifchange(tgts, false, traced)
+ case CmdNameRedoIfchange:
+ ok, err = ifchange(tgts, *flagForcedIfchange, traced)
if err == nil {
- err = writeDeps(fdDep, tgts)
+ err = depsWrite(fdDep, tgts)
}
- case "redo-ifcreate":
+ case CmdNameRedoIfcreate:
if fdDep == nil {
log.Fatalln("no", EnvDepFd)
}
for _, tgt := range tgts {
- err = ifcreate(fdDep, tgt)
+ err = ifcreate(fdDep, tgt.RelTo(path.Join(Cwd, DirPrefix)))
if err != nil {
break
}
}
- case "redo-always":
+ case CmdNameRedoAlways:
if fdDep == nil {
log.Fatalln("no", EnvDepFd)
}
err = always(fdDep)
- case "redo-cleanup":
+ case CmdNameRedoCleanup:
for _, what := range tgts {
- err = cleanupWalker(Cwd, what)
+ err = cleanupWalker(Cwd, what.t)
if err != nil {
break
}
}
- case "redo-dot":
+ case CmdNameRedoDot:
err = dotPrint(tgts)
- case "redo-stamp":
+ case CmdNameRedoStamp:
if fdDep == nil {
log.Fatalln("no", EnvDepFd)
}
err = stamp(fdDep, os.Stdin)
- case "redo-log":
+ case CmdNameRedoLog:
if len(tgts) != 1 {
- log.Fatalln("single target expected")
+ log.Fatal("single target expected")
}
- d, t := cwdAndTgt(tgts[0])
- var fd *os.File
- fd, err = os.Open(path.Join(d, RedoDir, t+LogSuffix))
- if err != nil {
- break
- }
- _, err = io.Copy(os.Stdout, fd)
- case "redo-whichdo":
+ err = showBuildLog(tgts[0], nil, 0)
+ case CmdNameRedoWhichdo:
if len(tgts) != 1 {
- log.Fatalln("single target expected")
+ log.Fatal("single target expected")
}
var fdTmp *os.File
- fdTmp, err = ioutil.TempFile("", "whichdo")
+ fdTmp, err = os.CreateTemp("", "whichdo")
if err != nil {
+ err = ErrLine(err)
break
}
if err = os.Remove(fdTmp.Name()); err != nil {
+ err = ErrLine(err)
break
}
- cwd, tgt := cwdAndTgt(tgts[0])
- doFile, upLevels, err := findDo(fdTmp, cwd, tgt)
+ tgt := tgts[0]
+ doFile, upLevels, err := findDo(fdTmp, tgt.h, tgt.t)
if err != nil {
+ err = ErrLine(err)
break
}
_, err = fdTmp.Seek(0, io.SeekStart)
if err != nil {
+ err = ErrLine(err)
break
}
r := recfile.NewReader(fdTmp)
for {
m, err := r.NextMap()
if err != nil {
- if err == io.EOF {
+ if errors.Is(err, io.EOF) {
break
}
+ err = ErrLine(err)
break CmdSwitch
}
- fmt.Println(cwdMustRel(cwd, m["Target"]))
+ fmt.Println(cwdMustRel(tgt.h, m["Target"]))
}
if doFile == "" {
ok = false
} else {
p := make([]string, 0, upLevels+2)
- p = append(p, cwd)
+ p = append(p, tgt.h)
for i := 0; i < upLevels; i++ {
p = append(p, "..")
}
p = append(p, doFile)
- rel, err := filepath.Rel(Cwd, path.Join(p...))
- if err != nil {
- panic(err)
- }
+ rel := mustRel(Cwd, path.Join(p...))
fmt.Println(rel)
}
- case "redo-targets":
+ case CmdNameRedoTargets:
+ raws := make([]string, 0, len(tgts))
+ for _, tgt := range tgts {
+ raws = append(raws, tgt.rel)
+ }
if tgtsWasEmpty {
- tgts = []string{Cwd}
+ raws = []string{Cwd}
}
- tgts, err = targetsWalker(tgts)
+ raws, err = targetsWalker(raws)
if err != nil {
+ err = ErrLine(err)
break
}
- sort.Strings(tgts)
- for _, tgt := range tgts {
+ sort.Strings(raws)
+ for _, tgt := range raws {
fmt.Println(tgt)
}
- case "redo-ood":
+ case CmdNameRedoAffects:
if tgtsWasEmpty {
- tgts, err = targetsWalker([]string{Cwd})
+ log.Fatal("no targets specified")
+ }
+ var res []string
+ {
+ var tgtsKnown []string
+ tgtsKnown, err = targetsWalker([]string{Cwd})
if err != nil {
+ err = ErrLine(err)
break
}
+ deps := make(map[string]map[string]*Tgt)
+ for _, tgt := range tgtsKnown {
+ collectDeps(NewTgt(tgt), 0, deps, true, make(map[string]struct{}))
+ }
+ seen := make(map[string]*Tgt)
+ for _, tgt := range tgts {
+ collectWholeDeps(deps[tgt.rel], deps, seen)
+ }
+ res = make([]string, 0, len(seen))
+ for _, dep := range seen {
+ res = append(res, dep.rel)
+ }
}
- sort.Strings(tgts)
- var ood bool
+ sort.Strings(res)
+ for _, dep := range res {
+ fmt.Println(dep)
+ }
+ case CmdNameRedoOOD:
+ raws := make([]string, 0, len(tgts))
for _, tgt := range tgts {
- ood, err = isOOD(Cwd, tgt, 0, nil)
+ raws = append(raws, tgt.rel)
+ }
+ if tgtsWasEmpty {
+ raws, err = targetsWalker([]string{Cwd})
if err != nil {
break
}
+ }
+ sort.Strings(raws)
+ var ood bool
+ for _, tgt := range raws {
+ ood, err = isOOD(NewTgt(tgt), 0, nil)
+ if err != nil {
+ err = ErrLine(err)
+ break
+ }
if ood {
fmt.Println(tgt)
}
}
- case "redo-sources":
- if tgtsWasEmpty {
- tgts, err = targetsWalker([]string{Cwd})
- if err != nil {
- break
+ case CmdNameRedoSources:
+ srcs := make(map[string]*Tgt)
+ {
+ raws := make([]string, 0, len(tgts))
+ for _, tgt := range tgts {
+ raws = append(raws, tgt.rel)
+ }
+ if tgtsWasEmpty {
+ raws, err = targetsWalker([]string{Cwd})
+ if err != nil {
+ err = ErrLine(err)
+ break
+ }
+ }
+ sort.Strings(raws)
+ tgts = tgts[:0]
+ for _, raw := range raws {
+ tgts = append(tgts, NewTgt(raw))
}
+ seen := make(map[string]struct{})
+ seenDeps := make(map[string]struct{})
+ err = ErrLine(sourcesWalker(tgts, seen, seenDeps, srcs))
+ }
+ if err != nil {
+ break
+ }
+ res := make([]string, 0, len(srcs))
+ for _, tgt := range srcs {
+ res = append(res, tgt.rel)
}
- sort.Strings(tgts)
- var srcs []string
- srcs, err = sourcesWalker(tgts)
- sort.Strings(srcs)
- for _, src := range srcs {
+ srcs = nil
+ sort.Strings(res)
+ for _, src := range res {
fmt.Println(src)
}
+ case CmdNameRedoDepFix:
+ err = depFix(Cwd)
+ case CmdNameRedoInode:
+ var inode *Inode
+ for _, tgt := range tgts {
+ inode, err = inodeFromFileByPath(tgt.a)
+ if err != nil {
+ err = ErrLine(err)
+ break
+ }
+ err = recfileWrite(os.Stdout, append(
+ []recfile.Field{{Name: "Target", Value: tgt.String()}},
+ inode.RecfileFields()...)...)
+ if err != nil {
+ err = ErrLine(err)
+ break
+ }
+ }
default:
log.Fatalln("unknown command", cmdName)
}
if err != nil {
- log.Println(err)
+ log.Print(err)
}
rc := 0
if !ok || err != nil {
rc = 1
}
- trace(CDebug, "[%s] finished: %s %s", BuildUUID, cmdName, tgts)
+ tracef(CDebug, "[%s] finished: %s %s", BuildUUID, cmdName, tgts)
os.Exit(rc)
}