2 goredo -- djb's redo implementation on pure Go
3 Copyright (C) 2020-2021 Sergey Matveev <stargrave@stargrave.org>
5 This program is free software: you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published by
7 the Free Software Foundation, version 3 of the License.
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU General Public License for more details.
14 You should have received a copy of the GNU General Public License
15 along with this program. If not, see <http://www.gnu.org/licenses/>.
36 "go.cypherpunks.ru/recfile"
37 "golang.org/x/sys/unix"
43 IsTopRedo bool // is it the top redo instance
46 func mustSetenv(key, value string) {
47 if err := os.Setenv(key, value); err != nil {
52 func mustParseFd(v, name string) *os.File {
53 ptr, err := strconv.ParseUint(v, 10, 64)
57 fd := os.NewFile(uintptr(ptr), name)
59 panic("can not parse fd: " + name)
65 version := flag.Bool("version", false, "print version")
66 warranty := flag.Bool("warranty", false, "print warranty information")
67 symlinks := flag.Bool("symlinks", false, "create necessary symlinks in current directory")
69 flag.Usage = func() { usage(os.Args[0]) }
76 fmt.Println("goredo", Version, "built with", runtime.Version())
81 for _, cmdName := range []string{
96 fmt.Println(os.Args[0], "<-", cmdName)
97 if err := os.Symlink(os.Args[0], cmdName); err != nil {
107 Cwd, err = os.Getwd()
112 NoColor = os.Getenv(EnvNoColor) != ""
113 NoSync = os.Getenv(EnvNoSync) == "1"
114 InodeTrust = os.Getenv(EnvInodeNoTrust) == ""
116 TopDir = os.Getenv(EnvTopDir)
120 TopDir, err = filepath.Abs(TopDir)
125 DirPrefix = os.Getenv(EnvDirPrefix)
128 mustSetenv(EnvStderrKeep, "1")
130 if *flagStderrSilent {
131 mustSetenv(EnvStderrSilent, "1")
134 mustSetenv(EnvNoProgress, "1")
137 mustSetenv(EnvDebug, "1")
140 mustSetenv(EnvLogWait, "1")
143 mustSetenv(EnvLogLock, "1")
146 mustSetenv(EnvLogPid, "1")
149 mustSetenv(EnvLogJS, "1")
151 StderrKeep = os.Getenv(EnvStderrKeep) == "1"
152 StderrSilent = os.Getenv(EnvStderrSilent) == "1"
153 NoProgress = os.Getenv(EnvNoProgress) == "1"
154 Debug = os.Getenv(EnvDebug) == "1"
155 LogWait = os.Getenv(EnvLogWait) == "1"
156 LogLock = os.Getenv(EnvLogLock) == "1"
157 LogJS = os.Getenv(EnvLogJS) == "1"
158 if Debug || os.Getenv(EnvLogPid) == "1" {
163 mustSetenv(EnvTrace, "1")
165 if os.Getenv(EnvTrace) == "1" {
172 // Those are internal envs
173 FdOODTgts, err = ioutil.TempFile("", "ood-tgts")
177 if err = os.Remove(FdOODTgts.Name()); err != nil {
180 FdOODTgtsLock, err = ioutil.TempFile("", "ood-tgts.lock")
184 if err = os.Remove(FdOODTgtsLock.Name()); err != nil {
188 if v := os.Getenv(EnvOODTgtsFd); v != "" {
189 fd := mustParseFd(v, EnvOODTgtsFd)
190 fdLock := mustParseFd(v, EnvOODTgtsLockFd)
191 if err = unix.Flock(int(fdLock.Fd()), unix.LOCK_EX); err != nil {
194 if _, err = fd.Seek(0, io.SeekStart); err != nil {
197 tgtsRaw, err := ioutil.ReadAll(bufio.NewReader(fd))
201 unix.Flock(int(fdLock.Fd()), unix.LOCK_UN)
202 OODTgts = map[string]struct{}{}
203 for _, tgtRaw := range bytes.Split(tgtsRaw, []byte{0}) {
208 OODTgts[t] = struct{}{}
209 trace(CDebug, "ood: known to be: %s", t)
213 StderrPrefix = os.Getenv(EnvStderrPrefix)
214 if v := os.Getenv(EnvLevel); v != "" {
215 Level, err = strconv.Atoi(v)
220 panic("negative " + EnvLevel)
225 if v := os.Getenv(EnvDepFd); v != "" {
226 fdDep = mustParseFd(v, EnvDepFd)
230 BuildUUID = os.Getenv(EnvBuildUUID)
231 tgtsWasEmpty := len(tgts) == 0
235 if _, err = io.ReadFull(rand.Reader, raw[:]); err != nil {
238 raw[6] = (raw[6] & 0x0F) | uint8(4<<4) // version 4
239 BuildUUID = fmt.Sprintf(
241 raw[0:4], raw[4:6], raw[6:8], raw[8:10], raw[10:],
244 tgts = []string{"all"}
250 for i, tgt := range tgts {
252 tgts[i] = cwdMustRel(tgt)
258 cmdName := path.Base(os.Args[0])
260 CDebug, "[%s] run: %s %s cwd:%s dirprefix:%s",
261 BuildUUID, cmdName, tgts, Cwd, DirPrefix,
267 for _, tgt := range tgts {
268 ok, err = ifchange([]string{tgt}, true, traced)
269 if err != nil || !ok {
273 case "redo-ifchange":
274 ok, err = ifchange(tgts, false, traced)
276 err = writeDeps(fdDep, tgts)
278 case "redo-ifcreate":
280 log.Fatalln("no", EnvDepFd)
282 for _, tgt := range tgts {
283 err = ifcreate(fdDep, tgt)
290 log.Fatalln("no", EnvDepFd)
294 for _, what := range tgts {
295 err = cleanupWalker(Cwd, what)
304 log.Fatalln("no", EnvDepFd)
306 err = stamp(fdDep, os.Stdin)
309 log.Fatalln("single target expected")
311 d, t := cwdAndTgt(tgts[0])
313 fd, err = os.Open(path.Join(d, RedoDir, t+LogSuffix))
317 _, err = io.Copy(os.Stdout, fd)
320 log.Fatalln("single target expected")
323 fdTmp, err = ioutil.TempFile("", "whichdo")
327 if err = os.Remove(fdTmp.Name()); err != nil {
330 cwd, tgt := cwdAndTgt(tgts[0])
331 doFile, upLevels, err := findDo(fdTmp, cwd, tgt)
335 _, err = fdTmp.Seek(0, io.SeekStart)
339 r := recfile.NewReader(fdTmp)
341 m, err := r.NextMap()
348 fmt.Println(cwdMustRel(cwd, m["Target"]))
353 p := make([]string, 0, upLevels+2)
355 for i := 0; i < upLevels; i++ {
358 p = append(p, doFile)
359 rel, err := filepath.Rel(Cwd, path.Join(p...))
369 tgts, err = targetsWalker(tgts)
374 for _, tgt := range tgts {
379 log.Fatalln("no targets specified")
381 var tgtsKnown []string
382 tgtsKnown, err = targetsWalker([]string{Cwd})
386 deps := map[string]map[string]struct{}{}
387 for _, tgt := range tgtsKnown {
388 collectDeps(Cwd, tgt, 0, deps, true)
390 seen := map[string]struct{}{}
391 for _, tgt := range tgts {
392 collectWholeDeps(deps[tgt], deps, seen)
394 tgts := make([]string, 0, len(seen))
395 for dep := range seen {
396 tgts = append(tgts, dep)
399 for _, dep := range tgts {
404 tgts, err = targetsWalker([]string{Cwd})
411 for _, tgt := range tgts {
412 ood, err = isOOD(Cwd, tgt, 0, nil)
422 tgts, err = targetsWalker([]string{Cwd})
429 srcs, err = sourcesWalker(tgts)
431 for _, src := range srcs {
435 log.Fatalln("unknown command", cmdName)
441 if !ok || err != nil {
444 trace(CDebug, "[%s] finished: %s %s", BuildUUID, cmdName, tgts)