2 goredo -- redo implementation on pure Go
3 Copyright (C) 2020 Sergey Matveev <stargrave@stargrave.org>
5 This program is free software: you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published by
7 the Free Software Foundation, version 3 of the License.
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU General Public License for more details.
14 You should have received a copy of the GNU General Public License
15 along with this program. If not, see <http://www.gnu.org/licenses/>.
33 "go.cypherpunks.ru/recfile"
34 "golang.org/x/sys/unix"
38 RedoLevelEnv = "REDO_LEVEL"
39 RedoDepFdEnv = "REDO_DEP_FD"
40 RedoDirPrefixEnv = "REDO_DIRPREFIX"
41 RedoBuildUUIDEnv = "REDO_BUILD_UUID"
42 RedoStderrPrefixEnv = "REDO_STDERR_PREFIX"
43 RedoJSRFdEnv = "REDO_JSR_FD"
44 RedoJSWFdEnv = "REDO_JSW_FD"
56 JobsN = flag.Uint("j", 1, "number of parallel jobs (0 for infinite)")
58 StderrKeep bool = false
59 StderrSilent bool = false
66 func mustSetenv(key, value string) {
67 if err := os.Setenv(key, value); err != nil {
72 func mustParseFd(v, name string) *os.File {
73 ptr, err := strconv.ParseUint(v, 10, 64)
77 fd := os.NewFile(uintptr(ptr), name)
79 panic("can not parse fd: " + name)
85 xflag := flag.Bool("x", false, "trace current target (sh -x) (set REDO_TRACE=1 for others too)")
86 stderrKeep := flag.Bool("stderr-keep", false, "keep job's stderr (REDO_STDERR_KEEP=1)")
87 stderrSilent := flag.Bool("stderr-silent", false, "do not print job's stderr (REDO_STDERR_SILENT=1)")
88 debug := flag.Bool("debug", false, "enable debug logging (REDO_DEBUG=1)")
89 logWait := flag.Bool("log-wait", false, "enable wait messages logging (REDO_LOG_WAIT=1)")
90 logLock := flag.Bool("log-lock", false, "enable lock messages logging (REDO_LOG_LOCK=1)")
91 logPid := flag.Bool("log-pid", false, "append PIDs (REDO_LOG_PID=1)")
92 logJS := flag.Bool("log-js", false, "enable jobserver messages logging (REDO_LOG_JS=1)")
93 version := flag.Bool("version", false, "print version")
94 warranty := flag.Bool("warranty", false, "print warranty information")
95 symlinks := flag.Bool("symlinks", false, "create necessary symlinks in current direcotyr")
100 fmt.Println(Warranty)
104 fmt.Println(versionGet())
108 for _, cmdName := range []string{
118 if err := os.Symlink(os.Args[0], cmdName); err != nil {
127 Cwd, err = unix.Getwd()
132 NoColor = os.Getenv("NO_COLOR") != ""
133 NoHash = os.Getenv("REDO_NO_HASH") == "1"
134 NoSync = os.Getenv("REDO_NO_SYNC") == "1"
136 TopDir = os.Getenv("REDO_TOP_DIR")
138 TopDir, err = filepath.Abs(TopDir)
145 mustSetenv("REDO_STDERR_KEEP", "1")
148 mustSetenv("REDO_STDERR_SILENT", "1")
151 mustSetenv("REDO_DEBUG", "1")
154 mustSetenv("REDO_LOG_WAIT", "1")
157 mustSetenv("REDO_LOG_LOCK", "1")
160 mustSetenv("REDO_LOG_PID", "1")
163 mustSetenv("REDO_LOG_JS", "1")
165 StderrKeep = os.Getenv("REDO_STDERR_KEEP") == "1"
166 StderrSilent = os.Getenv("REDO_STDERR_SILENT") == "1"
167 Debug = os.Getenv("REDO_DEBUG") == "1"
168 LogWait = os.Getenv("REDO_LOG_WAIT") == "1"
169 LogLock = os.Getenv("REDO_LOG_LOCK") == "1"
170 LogJS = os.Getenv("REDO_LOG_JS") == "1"
171 if Debug || os.Getenv("REDO_LOG_PID") == "1" {
177 Trace = os.Getenv("REDO_TRACE") == "1"
180 // Those are internal envs
181 StderrPrefix = os.Getenv(RedoStderrPrefixEnv)
182 if v := os.Getenv(RedoLevelEnv); v != "" {
183 level, err := strconv.ParseUint(v, 10, 64)
190 if v := os.Getenv(RedoDepFdEnv); v != "" {
191 fdDep = mustParseFd(v, RedoDepFdEnv)
193 BuildUUID = os.Getenv(RedoBuildUUIDEnv)
197 if _, err = io.ReadFull(rand.Reader, raw[:]); err != nil {
200 raw[6] = (raw[6] & 0x0F) | uint8(4<<4) // version 4
201 BuildUUID = fmt.Sprintf(
203 raw[0:4], raw[4:6], raw[6:8], raw[8:10], raw[10:],
209 tgts = []string{"all"}
213 cmdName := path.Base(os.Args[0])
214 trace(CDebug, "[%s] run: %s %s [%s]", BuildUUID, cmdName, tgts, Cwd)
220 ok, err = ifchange(tgts)
221 case "redo-ifchange":
222 ok, err = ifchange(tgts)
223 writeDeps(fdDep, tgts)
224 case "redo-ifcreate":
226 log.Fatalln("no", RedoDepFdEnv)
228 for _, tgt := range tgts {
229 err = ifcreate(fdDep, tgt)
236 log.Fatalln("no", RedoDepFdEnv)
240 for _, what := range tgts {
241 err = cleanupWalker(Cwd, what)
248 log.Fatalln("no", RedoDepFdEnv)
250 err = stamp(fdDep, os.Stdin)
253 log.Fatalln("single target expected")
255 d, t := cwdAndTgt(tgts[0])
257 fd, err = os.Open(path.Join(d, RedoDir, t+LogSuffix))
261 _, err = io.Copy(os.Stdout, fd)
264 log.Fatalln("single target expected")
267 fdTmp, err = ioutil.TempFile("", "")
271 os.Remove(fdTmp.Name())
273 cwd, tgt := cwdAndTgt(tgts[0])
274 doFile, _, err = findDo(fdTmp, cwd, tgt)
279 r := recfile.NewReader(fdTmp)
281 m, err := r.NextMap()
288 rel, err := filepath.Rel(Cwd, path.Join(cwd, m["Target"]))
296 log.Fatalln("unknown command", cmdName)
302 if !ok || err != nil {
305 trace(CDebug, "[%s] finished: %s %s", BuildUUID, cmdName, tgts)