2 goredo -- djb's redo implementation on pure Go
3 Copyright (C) 2020-2021 Sergey Matveev <stargrave@stargrave.org>
5 This program is free software: you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published by
7 the Free Software Foundation, version 3 of the License.
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU General Public License for more details.
14 You should have received a copy of the GNU General Public License
15 along with this program. If not, see <http://www.gnu.org/licenses/>.
36 "go.cypherpunks.ru/recfile"
37 "golang.org/x/sys/unix"
43 IsTopRedo bool // is it the top redo instance
46 func mustSetenv(key, value string) {
47 if err := os.Setenv(key, value); err != nil {
52 func mustParseFd(v, name string) *os.File {
53 ptr, err := strconv.ParseUint(v, 10, 64)
57 fd := os.NewFile(uintptr(ptr), name)
59 panic("can not parse fd: " + name)
65 version := flag.Bool("version", false, "print version")
66 warranty := flag.Bool("warranty", false, "print warranty information")
67 symlinks := flag.Bool("symlinks", false, "create necessary symlinks in current directory")
69 flag.Usage = func() { usage(os.Args[0]) }
76 fmt.Println("goredo", Version, "built with", runtime.Version())
81 for _, cmdName := range []string{
96 fmt.Println(os.Args[0], "<-", cmdName)
97 if err := os.Symlink(os.Args[0], cmdName); err != nil {
107 Cwd, err = os.Getwd()
112 NoColor = os.Getenv(EnvNoColor) != ""
113 NoSync = os.Getenv(EnvNoSync) == "1"
114 InodeTrust = os.Getenv(EnvInodeNoTrust) == ""
116 TopDir = os.Getenv(EnvTopDir)
120 TopDir, err = filepath.Abs(TopDir)
125 DirPrefix = os.Getenv(EnvDirPrefix)
126 DepCwd = os.Getenv(EnvDepCwd)
129 mustSetenv(EnvStderrKeep, "1")
131 if *flagStderrSilent {
132 mustSetenv(EnvStderrSilent, "1")
135 mustSetenv(EnvNoProgress, "1")
138 mustSetenv(EnvDebug, "1")
141 mustSetenv(EnvLogWait, "1")
144 mustSetenv(EnvLogLock, "1")
147 mustSetenv(EnvLogPid, "1")
150 mustSetenv(EnvLogJS, "1")
152 StderrKeep = os.Getenv(EnvStderrKeep) == "1"
153 StderrSilent = os.Getenv(EnvStderrSilent) == "1"
154 NoProgress = os.Getenv(EnvNoProgress) == "1"
155 Debug = os.Getenv(EnvDebug) == "1"
156 LogWait = os.Getenv(EnvLogWait) == "1"
157 LogLock = os.Getenv(EnvLogLock) == "1"
158 LogJS = os.Getenv(EnvLogJS) == "1"
159 if Debug || os.Getenv(EnvLogPid) == "1" {
164 mustSetenv(EnvTrace, "1")
166 if os.Getenv(EnvTrace) == "1" {
173 // Those are internal envs
174 FdOODTgts, err = ioutil.TempFile("", "ood-tgts")
178 if err = os.Remove(FdOODTgts.Name()); err != nil {
181 FdOODTgtsLock, err = ioutil.TempFile("", "ood-tgts.lock")
185 if err = os.Remove(FdOODTgtsLock.Name()); err != nil {
189 if v := os.Getenv(EnvOODTgtsFd); v != "" {
190 fd := mustParseFd(v, EnvOODTgtsFd)
191 fdLock := mustParseFd(v, EnvOODTgtsLockFd)
192 if err = unix.Flock(int(fdLock.Fd()), unix.LOCK_EX); err != nil {
195 if _, err = fd.Seek(0, io.SeekStart); err != nil {
198 tgtsRaw, err := ioutil.ReadAll(bufio.NewReader(fd))
202 unix.Flock(int(fdLock.Fd()), unix.LOCK_UN)
203 OODTgts = map[string]struct{}{}
204 for _, tgtRaw := range bytes.Split(tgtsRaw, []byte{0}) {
209 OODTgts[t] = struct{}{}
210 trace(CDebug, "ood: known to be: %s", t)
214 StderrPrefix = os.Getenv(EnvStderrPrefix)
215 if v := os.Getenv(EnvLevel); v != "" {
216 Level, err = strconv.Atoi(v)
221 panic("negative " + EnvLevel)
226 if v := os.Getenv(EnvDepFd); v != "" {
227 fdDep = mustParseFd(v, EnvDepFd)
231 BuildUUID = os.Getenv(EnvBuildUUID)
232 tgtsWasEmpty := len(tgts) == 0
236 if _, err = io.ReadFull(rand.Reader, raw[:]); err != nil {
239 raw[6] = (raw[6] & 0x0F) | uint8(4<<4) // version 4
240 BuildUUID = fmt.Sprintf(
242 raw[0:4], raw[4:6], raw[6:8], raw[8:10], raw[10:],
245 tgts = []string{"all"}
251 for i, tgt := range tgts {
253 tgts[i] = cwdMustRel(tgt)
259 cmdName := path.Base(os.Args[0])
261 CDebug, "[%s] run: %s %s cwd:%s dirprefix:%s",
262 BuildUUID, cmdName, tgts, Cwd, DirPrefix,
268 for _, tgt := range tgts {
269 ok, err = ifchange([]string{tgt}, true, traced)
270 if err != nil || !ok {
274 case "redo-ifchange":
275 ok, err = ifchange(tgts, false, traced)
277 err = writeDeps(fdDep, tgts)
279 case "redo-ifcreate":
281 log.Fatalln("no", EnvDepFd)
283 for _, tgt := range tgts {
284 err = ifcreate(fdDep, tgt)
291 log.Fatalln("no", EnvDepFd)
295 for _, what := range tgts {
296 err = cleanupWalker(Cwd, what)
305 log.Fatalln("no", EnvDepFd)
307 err = stamp(fdDep, os.Stdin)
310 log.Fatalln("single target expected")
312 d, t := cwdAndTgt(tgts[0])
314 fd, err = os.Open(path.Join(d, RedoDir, t+LogSuffix))
318 _, err = io.Copy(os.Stdout, fd)
321 log.Fatalln("single target expected")
324 fdTmp, err = ioutil.TempFile("", "whichdo")
328 if err = os.Remove(fdTmp.Name()); err != nil {
331 cwd, tgt := cwdAndTgt(tgts[0])
332 doFile, upLevels, err := findDo(fdTmp, cwd, tgt)
336 _, err = fdTmp.Seek(0, io.SeekStart)
340 r := recfile.NewReader(fdTmp)
342 m, err := r.NextMap()
349 fmt.Println(cwdMustRel(cwd, m["Target"]))
354 p := make([]string, 0, upLevels+2)
356 for i := 0; i < upLevels; i++ {
359 p = append(p, doFile)
360 rel, err := filepath.Rel(Cwd, path.Join(p...))
370 tgts, err = targetsWalker(tgts)
375 for _, tgt := range tgts {
380 log.Fatalln("no targets specified")
382 var tgtsKnown []string
383 tgtsKnown, err = targetsWalker([]string{Cwd})
387 deps := map[string]map[string]struct{}{}
388 for _, tgt := range tgtsKnown {
389 collectDeps(Cwd, tgt, 0, deps, true)
391 seen := map[string]struct{}{}
392 for _, tgt := range tgts {
393 collectWholeDeps(deps[tgt], deps, seen)
395 tgts := make([]string, 0, len(seen))
396 for dep := range seen {
397 tgts = append(tgts, dep)
400 for _, dep := range tgts {
405 tgts, err = targetsWalker([]string{Cwd})
412 for _, tgt := range tgts {
413 ood, err = isOOD(Cwd, tgt, 0, nil)
423 tgts, err = targetsWalker([]string{Cwd})
430 srcs, err = sourcesWalker(tgts)
432 for _, src := range srcs {
436 log.Fatalln("unknown command", cmdName)
442 if !ok || err != nil {
445 trace(CDebug, "[%s] finished: %s %s", BuildUUID, cmdName, tgts)