2 goredo -- redo implementation on pure Go
3 Copyright (C) 2020 Sergey Matveev <stargrave@stargrave.org>
5 This program is free software: you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published by
7 the Free Software Foundation, version 3 of the License.
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU General Public License for more details.
14 You should have received a copy of the GNU General Public License
15 along with this program. If not, see <http://www.gnu.org/licenses/>.
33 "go.cypherpunks.ru/recfile"
34 "golang.org/x/sys/unix"
38 RedoLevelEnv = "REDO_LEVEL"
39 RedoDepFdEnv = "REDO_DEP_FD"
40 RedoDirPrefixEnv = "REDO_DIRPREFIX"
41 RedoBuildUUIDEnv = "REDO_BUILD_UUID"
42 RedoStderrPrefixEnv = "REDO_STDERR_PREFIX"
43 RedoJSRFdEnv = "REDO_JSR_FD"
44 RedoJSWFdEnv = "REDO_JSW_FD"
56 JobsN = flag.Uint("j", 1, "number of parallel jobs (0 for infinite)")
58 StderrKeep bool = false
59 StderrSilent bool = false
66 func mustSetenv(key, value string) {
67 if err := os.Setenv(key, value); err != nil {
72 func mustParseFd(v, name string) *os.File {
73 ptr, err := strconv.ParseUint(v, 10, 64)
77 fd := os.NewFile(uintptr(ptr), name)
79 panic("can not parse fd: " + name)
84 func ifchange(tgts []string) (bool, error) {
88 errs := make(chan error, len(tgts))
92 for _, tgt := range tgts {
97 ood, err = isOOD(Cwd, tgt, 0)
106 trace(CDebug, "%s is source", tgt)
109 if err = runScript(tgt, errs); err != nil {
113 // Sequentially run jobs
117 trace(CErr, "%s", err)
124 for i := 0; i < jobs; i++ {
125 if err = <-errs; err != nil {
127 trace(CErr, "%s", err)
134 xflag := flag.Bool("x", false, "trace current target (sh -x) (set REDO_TRACE=1 for others too)")
135 stderrKeep := flag.Bool("stderr-keep", false, "keep job's stderr (REDO_STDERR_KEEP=1)")
136 stderrSilent := flag.Bool("stderr-silent", false, "do not print job's stderr (REDO_STDERR_SILENT=1)")
137 debug := flag.Bool("debug", false, "enable debug logging (REDO_DEBUG=1)")
138 logDone := flag.Bool("log-done", false, "enable done messages logging (REDO_LOG_DONE=1)")
139 logLock := flag.Bool("log-lock", false, "enable lock messages logging (REDO_LOG_LOCK=1)")
140 logPid := flag.Bool("log-pid", false, "append PIDs (REDO_LOG_PID=1)")
141 logJS := flag.Bool("log-js", false, "enable jobserver messages logging (REDO_LOG_JS=1)")
142 version := flag.Bool("version", false, "print version")
143 warranty := flag.Bool("warranty", false, "print warranty information")
144 symlinks := flag.Bool("symlinks", false, "create necessary symlinks in current direcotyr")
149 fmt.Println(Warranty)
153 fmt.Println(versionGet())
157 for _, cmdName := range []string{
167 if err := os.Symlink(os.Args[0], cmdName); err != nil {
176 Cwd, err = unix.Getwd()
181 NoColor = os.Getenv("NO_COLOR") != ""
182 NoHash = os.Getenv("REDO_NO_HASH") == "1"
183 NoSync = os.Getenv("REDO_NO_SYNC") == "1"
185 TopDir = os.Getenv("REDO_TOP_DIR")
187 TopDir, err = filepath.Abs(TopDir)
194 mustSetenv("REDO_STDERR_KEEP", "1")
197 mustSetenv("REDO_STDERR_SILENT", "1")
200 mustSetenv("REDO_DEBUG", "1")
203 mustSetenv("REDO_LOG_DONE", "1")
206 mustSetenv("REDO_LOG_LOCK", "1")
209 mustSetenv("REDO_LOG_PID", "1")
212 mustSetenv("REDO_LOG_JS", "1")
214 StderrKeep = os.Getenv("REDO_STDERR_KEEP") == "1"
215 StderrSilent = os.Getenv("REDO_STDERR_SILENT") == "1"
216 Debug = os.Getenv("REDO_DEBUG") == "1"
217 LogDone = os.Getenv("REDO_LOG_DONE") == "1"
218 LogLock = os.Getenv("REDO_LOG_LOCK") == "1"
219 LogJS = os.Getenv("REDO_LOG_JS") == "1"
220 if Debug || os.Getenv("REDO_LOG_PID") == "1" {
226 Trace = os.Getenv("REDO_TRACE") == "1"
229 // Those are internal envs
230 StderrPrefix = os.Getenv(RedoStderrPrefixEnv)
231 if v := os.Getenv(RedoLevelEnv); v != "" {
232 level, err := strconv.ParseUint(v, 10, 64)
239 if v := os.Getenv(RedoDepFdEnv); v != "" {
240 fdDep = mustParseFd(v, RedoDepFdEnv)
242 BuildUUID = os.Getenv(RedoBuildUUIDEnv)
246 if _, err = io.ReadFull(rand.Reader, raw[:]); err != nil {
249 raw[6] = (raw[6] & 0x0F) | uint8(4<<4) // version 4
250 BuildUUID = fmt.Sprintf(
252 raw[0:4], raw[4:6], raw[6:8], raw[8:10], raw[10:],
258 tgts = []string{"all"}
262 cmdName := path.Base(os.Args[0])
263 trace(CDebug, "[%s] run: %s %s [%s]", BuildUUID, cmdName, tgts, Cwd)
269 ok, err = ifchange(tgts)
270 case "redo-ifchange":
271 ok, err = ifchange(tgts)
272 writeDeps(fdDep, tgts)
273 case "redo-ifcreate":
275 log.Fatalln("no", RedoDepFdEnv)
277 for _, tgt := range tgts {
278 err = ifcreate(fdDep, tgt)
285 log.Fatalln("no", RedoDepFdEnv)
289 for _, what := range tgts {
290 err = cleanupWalker(Cwd, what)
297 log.Fatalln("no", RedoDepFdEnv)
299 err = stamp(fdDep, os.Stdin)
302 log.Fatalln("single target expected")
304 d, t := cwdAndTgt(tgts[0])
306 fd, err = os.Open(path.Join(d, RedoDir, t+LogSuffix))
310 _, err = io.Copy(os.Stdout, fd)
313 log.Fatalln("single target expected")
316 fdTmp, err = ioutil.TempFile("", "")
320 os.Remove(fdTmp.Name())
322 cwd, tgt := cwdAndTgt(tgts[0])
323 doFile, _, err = findDo(fdTmp, cwd, tgt)
328 r := recfile.NewReader(fdTmp)
330 m, err := r.NextMap()
337 rel, err := filepath.Rel(Cwd, path.Join(cwd, m["Target"]))
345 log.Fatalln("unknown command", cmdName)
350 if !ok || err != nil {