2 goredo -- djb's redo implementation on pure Go
3 Copyright (C) 2020-2021 Sergey Matveev <stargrave@stargrave.org>
5 This program is free software: you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published by
7 the Free Software Foundation, version 3 of the License.
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU General Public License for more details.
14 You should have received a copy of the GNU General Public License
15 along with this program. If not, see <http://www.gnu.org/licenses/>.
36 "go.cypherpunks.ru/recfile"
37 "golang.org/x/sys/unix"
41 CmdNameGoredo = "goredo"
43 CmdNameRedoAffects = "redo-affects"
44 CmdNameRedoAlways = "redo-always"
45 CmdNameRedoCleanup = "redo-cleanup"
46 CmdNameRedoDot = "redo-dot"
47 CmdNameRedoIfchange = "redo-ifchange"
48 CmdNameRedoIfcreate = "redo-ifcreate"
49 CmdNameRedoLog = "redo-log"
50 CmdNameRedoOOD = "redo-ood"
51 CmdNameRedoSources = "redo-sources"
52 CmdNameRedoStamp = "redo-stamp"
53 CmdNameRedoTargets = "redo-targets"
54 CmdNameRedoWhichdo = "redo-whichdo"
60 IsTopRedo bool // is it the top redo instance
63 func mustSetenv(key, value string) {
64 if err := os.Setenv(key, value); err != nil {
69 func mustParseFd(v, name string) *os.File {
70 ptr, err := strconv.ParseUint(v, 10, 64)
74 fd := os.NewFile(uintptr(ptr), name)
76 panic("can not parse fd: " + name)
81 func CmdName() string {
82 return path.Base(os.Args[0])
86 version := flag.Bool("version", false, "print version")
87 warranty := flag.Bool("warranty", false, "print warranty information")
91 if cmdName == "goredo" {
92 symlinks = flag.Bool("symlinks", false, "create necessary symlinks in current directory")
95 flag.Usage = func() { usage(os.Args[0]) }
102 fmt.Println("goredo", Version, "built with", runtime.Version())
105 if cmdName == CmdNameGoredo && *symlinks {
107 for _, cmdName := range []string{
122 fmt.Println(os.Args[0], "<-", cmdName)
123 if err := os.Symlink(os.Args[0], cmdName); err != nil {
130 log.SetFlags(log.Lshortfile)
133 Cwd, err = os.Getwd()
138 NoColor = os.Getenv(EnvNoColor) != ""
139 NoSync = os.Getenv(EnvNoSync) == "1"
140 InodeTrust = os.Getenv(EnvInodeNoTrust) == ""
142 TopDir = os.Getenv(EnvTopDir)
146 TopDir, err = filepath.Abs(TopDir)
151 DirPrefix = os.Getenv(EnvDirPrefix)
152 DepCwd = os.Getenv(EnvDepCwd)
154 if flagStderrKeep != nil && *flagStderrKeep {
155 mustSetenv(EnvStderrKeep, "1")
157 if flagStderrSilent != nil && *flagStderrSilent {
158 mustSetenv(EnvStderrSilent, "1")
160 if flagNoProgress != nil && *flagNoProgress {
161 mustSetenv(EnvNoProgress, "1")
163 if flagDebug != nil && *flagDebug {
164 mustSetenv(EnvDebug, "1")
166 if flagLogWait != nil && *flagLogWait {
167 mustSetenv(EnvLogWait, "1")
169 if flagLogLock != nil && *flagLogLock {
170 mustSetenv(EnvLogLock, "1")
172 if flagLogPid != nil && *flagLogPid {
173 mustSetenv(EnvLogPid, "1")
175 if flagLogJS != nil && *flagLogJS {
176 mustSetenv(EnvLogJS, "1")
178 StderrKeep = os.Getenv(EnvStderrKeep) == "1"
179 StderrSilent = os.Getenv(EnvStderrSilent) == "1"
180 NoProgress = os.Getenv(EnvNoProgress) == "1"
181 Debug = os.Getenv(EnvDebug) == "1"
182 LogWait = os.Getenv(EnvLogWait) == "1"
183 LogLock = os.Getenv(EnvLogLock) == "1"
184 LogJS = os.Getenv(EnvLogJS) == "1"
185 if Debug || os.Getenv(EnvLogPid) == "1" {
189 if flagTraceAll != nil && *flagTraceAll {
190 mustSetenv(EnvTrace, "1")
192 if os.Getenv(EnvTrace) == "1" {
195 } else if flagTrace != nil {
199 // Those are internal envs
200 FdOODTgts, err = ioutil.TempFile("", "ood-tgts")
204 if err = os.Remove(FdOODTgts.Name()); err != nil {
207 FdOODTgtsLock, err = ioutil.TempFile("", "ood-tgts.lock")
211 if err = os.Remove(FdOODTgtsLock.Name()); err != nil {
215 if v := os.Getenv(EnvOODTgtsFd); v != "" {
216 fd := mustParseFd(v, EnvOODTgtsFd)
217 fdLock := mustParseFd(v, EnvOODTgtsLockFd)
218 if err = unix.Flock(int(fdLock.Fd()), unix.LOCK_EX); err != nil {
221 if _, err = fd.Seek(0, io.SeekStart); err != nil {
224 tgtsRaw, err := ioutil.ReadAll(bufio.NewReader(fd))
228 unix.Flock(int(fdLock.Fd()), unix.LOCK_UN)
229 OODTgts = map[string]struct{}{}
230 for _, tgtRaw := range bytes.Split(tgtsRaw, []byte{0}) {
235 OODTgts[t] = struct{}{}
236 trace(CDebug, "ood: known to be: %s", t)
240 StderrPrefix = os.Getenv(EnvStderrPrefix)
241 if v := os.Getenv(EnvLevel); v != "" {
242 Level, err = strconv.Atoi(v)
247 panic("negative " + EnvLevel)
252 if v := os.Getenv(EnvDepFd); v != "" {
253 fdDep = mustParseFd(v, EnvDepFd)
257 BuildUUID = os.Getenv(EnvBuildUUID)
258 tgtsWasEmpty := len(tgts) == 0
262 if _, err = io.ReadFull(rand.Reader, raw[:]); err != nil {
265 raw[6] = (raw[6] & 0x0F) | uint8(4<<4) // version 4
266 BuildUUID = fmt.Sprintf(
268 raw[0:4], raw[4:6], raw[6:8], raw[8:10], raw[10:],
271 tgts = []string{"all"}
275 if cmdName == CmdNameRedo || cmdName == CmdNameRedoIfchange {
279 for i, tgt := range tgts {
281 tgts[i] = cwdMustRel(tgt)
288 CDebug, "[%s] run: %s %s cwd:%s dirprefix:%s",
289 BuildUUID, cmdName, tgts, Cwd, DirPrefix,
295 for _, tgt := range tgts {
296 ok, err = ifchange([]string{tgt}, true, traced)
297 if err != nil || !ok {
301 case CmdNameRedoIfchange:
302 ok, err = ifchange(tgts, false, traced)
304 err = writeDeps(fdDep, tgts)
306 case CmdNameRedoIfcreate:
308 log.Fatalln("no", EnvDepFd)
310 for _, tgt := range tgts {
311 tgtRel, err := filepath.Rel(
312 filepath.Join(Cwd, DirPrefix),
313 filepath.Join(Cwd, tgt),
318 err = ifcreate(fdDep, tgtRel)
323 case CmdNameRedoAlways:
325 log.Fatalln("no", EnvDepFd)
328 case CmdNameRedoCleanup:
329 for _, what := range tgts {
330 err = cleanupWalker(Cwd, what)
337 case CmdNameRedoStamp:
339 log.Fatalln("no", EnvDepFd)
341 err = stamp(fdDep, os.Stdin)
344 log.Fatalln("single target expected")
346 d, t := cwdAndTgt(tgts[0])
347 err = showBuildLog(d, t, nil, 0)
348 case CmdNameRedoWhichdo:
350 log.Fatalln("single target expected")
353 fdTmp, err = ioutil.TempFile("", "whichdo")
357 if err = os.Remove(fdTmp.Name()); err != nil {
360 cwd, tgt := cwdAndTgt(tgts[0])
361 doFile, upLevels, err := findDo(fdTmp, cwd, tgt)
365 _, err = fdTmp.Seek(0, io.SeekStart)
369 r := recfile.NewReader(fdTmp)
371 m, err := r.NextMap()
378 fmt.Println(cwdMustRel(cwd, m["Target"]))
383 p := make([]string, 0, upLevels+2)
385 for i := 0; i < upLevels; i++ {
388 p = append(p, doFile)
389 rel, err := filepath.Rel(Cwd, path.Join(p...))
395 case CmdNameRedoTargets:
399 tgts, err = targetsWalker(tgts)
404 for _, tgt := range tgts {
407 case CmdNameRedoAffects:
409 log.Fatalln("no targets specified")
411 var tgtsKnown []string
412 tgtsKnown, err = targetsWalker([]string{Cwd})
416 deps := map[string]map[string]struct{}{}
417 for _, tgt := range tgtsKnown {
418 collectDeps(Cwd, tgt, 0, deps, true)
420 seen := map[string]struct{}{}
421 for _, tgt := range tgts {
422 collectWholeDeps(deps[tgt], deps, seen)
424 tgts := make([]string, 0, len(seen))
425 for dep := range seen {
426 tgts = append(tgts, dep)
429 for _, dep := range tgts {
434 tgts, err = targetsWalker([]string{Cwd})
441 for _, tgt := range tgts {
442 ood, err = isOOD(Cwd, tgt, 0, nil)
450 case CmdNameRedoSources:
452 tgts, err = targetsWalker([]string{Cwd})
459 srcs, err = sourcesWalker(tgts)
461 for _, src := range srcs {
465 log.Fatalln("unknown command", cmdName)
471 if !ok || err != nil {
474 trace(CDebug, "[%s] finished: %s %s", BuildUUID, cmdName, tgts)