2 goredo -- djb's redo implementation on pure Go
3 Copyright (C) 2020-2022 Sergey Matveev <stargrave@stargrave.org>
5 This program is free software: you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published by
7 the Free Software Foundation, version 3 of the License.
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU General Public License for more details.
14 You should have received a copy of the GNU General Public License
15 along with this program. If not, see <http://www.gnu.org/licenses/>.
39 "go.cypherpunks.ru/recfile"
40 "golang.org/x/sys/unix"
44 CmdNameGoredo = "goredo"
46 CmdNameRedoAffects = "redo-affects"
47 CmdNameRedoAlways = "redo-always"
48 CmdNameRedoCleanup = "redo-cleanup"
49 CmdNameRedoDot = "redo-dot"
50 CmdNameRedoIfchange = "redo-ifchange"
51 CmdNameRedoIfcreate = "redo-ifcreate"
52 CmdNameRedoLog = "redo-log"
53 CmdNameRedoOOD = "redo-ood"
54 CmdNameRedoSources = "redo-sources"
55 CmdNameRedoStamp = "redo-stamp"
56 CmdNameRedoTargets = "redo-targets"
57 CmdNameRedoWhichdo = "redo-whichdo"
58 CmdNameRedoDepFix = "redo-depfix"
64 IsTopRedo bool // is it the top redo instance
67 func mustSetenv(key string) {
68 if err := os.Setenv(key, "1"); err != nil {
73 func mustParseFd(v, name string) *os.File {
74 ptr, err := strconv.ParseUint(v, 10, 64)
78 fd := os.NewFile(uintptr(ptr), name)
80 panic("can not parse fd: " + name)
85 func CmdName() string {
86 return path.Base(os.Args[0])
90 version := flag.Bool("version", false, "print version")
91 warranty := flag.Bool("warranty", false, "print warranty information")
95 if cmdName == "goredo" {
96 symlinks = flag.Bool("symlinks", false, "create necessary symlinks in current directory")
99 flag.Usage = func() { usage(os.Args[0]) }
102 fmt.Println(Warranty)
106 fmt.Println("goredo", Version, "built with", runtime.Version())
109 if cmdName == CmdNameGoredo && *symlinks {
111 for _, cmdName := range []string{
127 fmt.Println(os.Args[0], "<-", cmdName)
128 if err := os.Symlink(os.Args[0], cmdName); err != nil {
135 log.SetFlags(log.Lshortfile)
138 Cwd, err = os.Getwd()
143 TopDir = os.Getenv(EnvTopDir)
147 TopDir, err = filepath.Abs(TopDir)
152 DirPrefix = os.Getenv(EnvDirPrefix)
153 DepCwd = os.Getenv(EnvDepCwd)
155 if flagStderrKeep != nil && *flagStderrKeep {
156 mustSetenv(EnvStderrKeep)
158 if flagStderrSilent != nil && *flagStderrSilent {
159 mustSetenv(EnvStderrSilent)
161 if flagNoProgress != nil && *flagNoProgress {
162 mustSetenv(EnvNoProgress)
164 if flagDebug != nil && *flagDebug {
167 if flagLogWait != nil && *flagLogWait {
168 mustSetenv(EnvLogWait)
170 if flagLogLock != nil && *flagLogLock {
171 mustSetenv(EnvLogLock)
173 if flagLogPid != nil && *flagLogPid {
174 mustSetenv(EnvLogPid)
176 if flagLogJS != nil && *flagLogJS {
179 StderrKeep = os.Getenv(EnvStderrKeep) == "1"
180 StderrSilent = os.Getenv(EnvStderrSilent) == "1"
181 NoProgress = os.Getenv(EnvNoProgress) == "1"
182 Debug = os.Getenv(EnvDebug) == "1"
183 LogWait = os.Getenv(EnvLogWait) == "1"
184 LogLock = os.Getenv(EnvLogLock) == "1"
185 LogJS = os.Getenv(EnvLogJS) == "1"
186 if Debug || os.Getenv(EnvLogPid) == "1" {
190 if flagTraceAll != nil && *flagTraceAll {
193 if os.Getenv(EnvTrace) == "1" {
196 } else if flagTrace != nil {
199 NoColor = os.Getenv(EnvNoColor) != ""
200 NoSync = os.Getenv(EnvNoSync) == "1"
201 switch s := os.Getenv(EnvInodeTrust); s {
203 InodeTrust = InodeTrustNone
205 InodeTrust = InodeTrustCtime
207 InodeTrust = InodeTrustMtime
209 log.Fatalln("unknown", EnvInodeTrust, "value")
211 tracef(CDebug, "inode-trust: %s", InodeTrust)
213 // Those are internal envs
214 FdOODTgts, err = ioutil.TempFile("", "ood-tgts")
218 if err = os.Remove(FdOODTgts.Name()); err != nil {
221 FdOODTgtsLock, err = ioutil.TempFile("", "ood-tgts.lock")
225 if err = os.Remove(FdOODTgtsLock.Name()); err != nil {
229 if v := os.Getenv(EnvOODTgtsFd); v != "" {
230 fd := mustParseFd(v, EnvOODTgtsFd)
231 fdLock := mustParseFd(v, EnvOODTgtsLockFd)
232 flock := unix.Flock_t{
234 Whence: io.SeekStart,
236 if err = unix.FcntlFlock(fdLock.Fd(), unix.F_SETLKW, &flock); err != nil {
239 if _, err = fd.Seek(0, io.SeekStart); err != nil {
242 tgtsRaw, err := ioutil.ReadAll(bufio.NewReader(fd))
246 flock.Type = unix.F_UNLCK
247 if err = unix.FcntlFlock(fdLock.Fd(), unix.F_SETLK, &flock); err != nil {
250 OODTgts = map[string]struct{}{}
251 for _, tgtRaw := range bytes.Split(tgtsRaw, []byte{0}) {
256 OODTgts[t] = struct{}{}
257 tracef(CDebug, "ood: known to be: %s", t)
261 StderrPrefix = os.Getenv(EnvStderrPrefix)
262 if v := os.Getenv(EnvLevel); v != "" {
263 Level, err = strconv.Atoi(v)
268 panic("negative " + EnvLevel)
273 if v := os.Getenv(EnvDepFd); v != "" {
274 fdDep = mustParseFd(v, EnvDepFd)
278 BuildUUID = os.Getenv(EnvBuildUUID)
279 tgtsWasEmpty := len(tgts) == 0
283 if _, err = io.ReadFull(rand.Reader, raw[:]); err != nil {
286 raw[6] = (raw[6] & 0x0F) | uint8(4<<4) // version 4
287 BuildUUID = fmt.Sprintf(
289 raw[0:4], raw[4:6], raw[6:8], raw[8:10], raw[10:],
292 tgts = []string{"all"}
296 if cmdName == CmdNameRedo || cmdName == CmdNameRedoIfchange {
300 for i, tgt := range tgts {
302 tgts[i] = cwdMustRel(tgt)
306 killed := make(chan os.Signal, 1)
307 signal.Notify(killed, syscall.SIGHUP, syscall.SIGINT, syscall.SIGTERM)
310 tracef(CDebug, "[%s] killed", BuildUUID)
313 for pid, proc := range RunningProcs {
314 tracef(CDebug, "[%s] killing child %d", BuildUUID, pid)
315 _ = proc.Signal(syscall.SIGTERM)
323 CDebug, "[%s] run: %s %s cwd:%s dirprefix:%s",
324 BuildUUID, cmdName, tgts, Cwd, DirPrefix,
330 for _, tgt := range tgts {
331 ok, err = ifchange([]string{tgt}, true, traced)
332 if err != nil || !ok {
336 case CmdNameRedoIfchange:
337 ok, err = ifchange(tgts, false, traced)
339 err = depsWrite(fdDep, tgts)
341 case CmdNameRedoIfcreate:
343 log.Fatalln("no", EnvDepFd)
345 for _, tgt := range tgts {
346 tgtRel, err := filepath.Rel(
347 path.Join(Cwd, DirPrefix),
353 err = ifcreate(fdDep, tgtRel)
358 case CmdNameRedoAlways:
360 log.Fatalln("no", EnvDepFd)
363 case CmdNameRedoCleanup:
364 for _, what := range tgts {
365 err = cleanupWalker(Cwd, what)
372 case CmdNameRedoStamp:
374 log.Fatalln("no", EnvDepFd)
376 err = stamp(fdDep, os.Stdin)
379 log.Fatalln("single target expected")
381 d, t := cwdAndTgt(tgts[0])
382 err = showBuildLog(d, t, nil, 0)
383 case CmdNameRedoWhichdo:
385 log.Fatalln("single target expected")
388 fdTmp, err = ioutil.TempFile("", "whichdo")
392 if err = os.Remove(fdTmp.Name()); err != nil {
395 cwd, tgt := cwdAndTgt(tgts[0])
396 doFile, upLevels, err := findDo(fdTmp, cwd, tgt)
400 _, err = fdTmp.Seek(0, io.SeekStart)
404 r := recfile.NewReader(fdTmp)
406 m, err := r.NextMap()
408 if errors.Is(err, io.EOF) {
413 fmt.Println(cwdMustRel(cwd, m["Target"]))
418 p := make([]string, 0, upLevels+2)
420 for i := 0; i < upLevels; i++ {
423 p = append(p, doFile)
424 rel, err := filepath.Rel(Cwd, path.Join(p...))
430 case CmdNameRedoTargets:
434 tgts, err = targetsWalker(tgts)
439 for _, tgt := range tgts {
442 case CmdNameRedoAffects:
444 log.Fatalln("no targets specified")
446 var tgtsKnown []string
447 tgtsKnown, err = targetsWalker([]string{Cwd})
451 deps := map[string]map[string]struct{}{}
452 for _, tgt := range tgtsKnown {
453 collectDeps(Cwd, tgt, 0, deps, true)
455 seen := map[string]struct{}{}
456 for _, tgt := range tgts {
457 collectWholeDeps(deps[tgt], deps, seen)
459 tgts := make([]string, 0, len(seen))
460 for dep := range seen {
461 tgts = append(tgts, dep)
464 for _, dep := range tgts {
469 tgts, err = targetsWalker([]string{Cwd})
476 for _, tgt := range tgts {
477 ood, err = isOOD(Cwd, tgt, 0, nil)
485 case CmdNameRedoSources:
487 tgts, err = targetsWalker([]string{Cwd})
494 srcs, err = sourcesWalker(tgts)
496 for _, src := range srcs {
499 case CmdNameRedoDepFix:
502 log.Fatalln("unknown command", cmdName)
508 if !ok || err != nil {
511 tracef(CDebug, "[%s] finished: %s %s", BuildUUID, cmdName, tgts)