/*
-goredo -- redo implementation on pure Go
-Copyright (C) 2020 Sergey Matveev <stargrave@stargrave.org>
+goredo -- djb's redo implementation on pure Go
+Copyright (C) 2020-2023 Sergey Matveev <stargrave@stargrave.org>
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
package main
-func isOkRun(err error) bool {
- if err == nil {
- return true
+import (
+ "os"
+ "path"
+ "strings"
+)
+
+func collectDeps(
+ cwd, tgtOrig string,
+ level int,
+ deps map[string]map[string]struct{},
+ includeSrc bool,
+ seen map[string]struct{},
+) []string {
+ cwd, tgt := cwdAndTgt(path.Join(cwd, tgtOrig))
+ tgtFull := path.Join(cwd, tgt)
+ if _, ok := seen[tgtFull]; ok {
+ return nil
+ }
+ depPath := path.Join(cwd, RedoDir, tgt+DepSuffix)
+ fdDep, err := os.Open(depPath)
+ if err != nil {
+ return nil
+ }
+ depInfo, err := depRead(fdDep)
+ fdDep.Close()
+ if err != nil {
+ return nil
+ }
+ seen[tgtFull] = struct{}{}
+ var alwayses []string
+ returnReady := false
+ tgtRel := cwdMustRel(cwd, tgt)
+ if depInfo.always {
+ if depInfo.build == BuildUUID {
+ tracef(
+ CDebug, "ood: %s%s always, but already build",
+ strings.Repeat(". ", level), tgtOrig,
+ )
+ returnReady = true
+ } else {
+ tracef(CDebug, "ood: %s%s always", strings.Repeat(". ", level), tgtOrig)
+ alwayses = append(alwayses, tgtRel)
+ returnReady = true
+ }
}
- if err, ok := err.(RunErr); ok && err.Err == nil {
- trace(CRedo, "%s", err.Name())
- return true
+ for _, m := range depInfo.ifchanges {
+ dep := m["Target"]
+ if dep == "" {
+ return alwayses
+ }
+ if dep == tgt {
+ continue
+ }
+ if !includeSrc && isSrc(cwd, dep) {
+ continue
+ }
+ if !returnReady {
+ depRel := cwdMustRel(cwd, dep)
+ if m, ok := deps[depRel]; ok {
+ m[tgtRel] = struct{}{}
+ } else {
+ m = map[string]struct{}{}
+ m[tgtRel] = struct{}{}
+ deps[depRel] = m
+ }
+ alwayses = append(alwayses,
+ collectDeps(cwd, dep, level+1, deps, includeSrc, seen)...)
+ }
}
- trace(CErr, "%s", err)
- return false
+ return alwayses
}
-func ifchange(tgts []string) (bool, error) {
- jsInit()
- defer jsAcquire("ifchange exiting")
+func buildDependants(tgts []string) map[string]struct{} {
defer Jobs.Wait()
- errs := make(chan error, len(tgts))
- jobs := 0
+ tracef(CDebug, "collecting deps")
+ seen := map[string]struct{}{}
+ deps := map[string]map[string]struct{}{}
+ collectDepsSeen := make(map[string]struct{})
+ for _, tgtInitial := range tgts {
+ for _, tgt := range collectDeps(Cwd, tgtInitial, 0, deps, false, collectDepsSeen) {
+ if tgt != tgtInitial {
+ seen[tgt] = struct{}{}
+ }
+ }
+ }
+ if len(seen) == 0 {
+ return seen
+ }
+ collectDepsSeen = nil
+
+ levelOrig := Level
+ defer func() {
+ Level = levelOrig
+ }()
+ Level = 1
+ tracef(CDebug, "building %d alwayses: %v", len(seen), seen)
+ errs := make(chan error, len(seen))
ok := true
+ okChecker := make(chan struct{})
+ go func() {
+ for err := range errs {
+ ok = isOkRun(err) && ok
+ }
+ close(okChecker)
+ }()
+ for tgt := range seen {
+ if err := runScript(tgt, errs, false, false); err != nil {
+ tracef(CErr, "always run error: %s, skipping dependants", err)
+ Jobs.Wait()
+ close(errs)
+ return nil
+ }
+ }
+ Jobs.Wait()
+ close(errs)
+ <-okChecker
+ if !ok {
+ tracef(CDebug, "alwayses failed, skipping dependants")
+ return nil
+ }
+
+ queueSrc := make([]string, 0, len(seen))
+ for tgt := range seen {
+ queueSrc = append(queueSrc, tgt)
+ }
+ if len(queueSrc) == 0 {
+ return seen
+ }
+
+RebuildDeps:
+ tracef(CDebug, "checking %d dependant targets: %v", len(queueSrc), queueSrc)
+ queue := map[string]struct{}{}
+ for _, tgt := range queueSrc {
+ for dep := range deps[tgt] {
+ queue[dep] = struct{}{}
+ }
+ }
+
+ tracef(CDebug, "building %d dependant targets: %v", len(queue), queue)
+ errs = make(chan error, len(queue))
+ okChecker = make(chan struct{})
+ jobs := 0
+ queueSrc = []string{}
+ go func() {
+ for err := range errs {
+ ok = isOkRun(err) && ok
+ }
+ close(okChecker)
+ }()
+ for tgt := range queue {
+ ood, err := isOODWithTrace(Cwd, tgt, 0, seen)
+ if err != nil {
+ tracef(CErr, "dependant error: %s, skipping dependants", err)
+ return nil
+ }
+ if !ood {
+ continue
+ }
+ if err := runScript(tgt, errs, false, false); err != nil {
+ tracef(CErr, "dependant error: %s, skipping dependants", err)
+ return nil
+ }
+ queueSrc = append(queueSrc, tgt)
+ seen[tgt] = struct{}{}
+ jobs++
+ }
+ Jobs.Wait()
+ close(errs)
+ <-okChecker
+ if !ok {
+ tracef(CDebug, "dependants failed, skipping them")
+ return nil
+ }
+ if jobs == 0 {
+ return seen
+ }
+ Level++
+ goto RebuildDeps
+}
+
+func ifchange(tgts []string, forced, traced bool) (bool, error) {
+ // only unique elements
+ m := make(map[string]struct{})
+ for _, t := range tgts {
+ m[t] = struct{}{}
+ }
+ tgts = tgts[:0]
+ for t := range m {
+ tgts = append(tgts, t)
+ }
+ m = nil
+
+ jsInit()
+ if !IsTopRedo {
+ defer jsAcquire("ifchange exiting")
+ }
+ seen := buildDependants(tgts)
+ if seen == nil {
+ Jobs.Wait()
+ return false, nil
+ }
+ oodTgtsClear()
+ tracef(CDebug, "building %d targets: %v", len(tgts), tgts)
+ var ood bool
var err error
+ ok := true
+ okChecker := make(chan struct{})
+ errs := make(chan error, len(tgts))
+ go func() {
+ for err := range errs {
+ ok = isOkRun(err) && ok
+ }
+ close(okChecker)
+ }()
for _, tgt := range tgts {
- var ood bool
- if Force {
- ood = true
- } else {
- ood, err = isOOD(Cwd, tgt, 0)
+ if _, ok := seen[tgt]; ok {
+ tracef(CDebug, "%s was already build as a dependant", tgt)
+ continue
+ }
+ ood = true
+ if !forced {
+ ood, err = isOODWithTrace(Cwd, tgt, 0, seen)
if err != nil {
- return false, err
+ Jobs.Wait()
+ close(errs)
+ return false, ErrLine(err)
}
}
if !ood {
continue
}
if isSrc(Cwd, tgt) {
- trace(CDebug, "%s is source, not redoing", tgt)
+ tracef(CDebug, "%s is source, not redoing", tgt)
continue
}
- if err = runScript(tgt, errs); err != nil {
- return false, err
- }
- if Force {
- // Sequentially run jobs
- err = <-errs
+ if err = runScript(tgt, errs, forced, traced); err != nil {
Jobs.Wait()
- if isOkRun(err) {
- continue
- }
- return false, nil
+ close(errs)
+ return false, ErrLine(err)
}
- jobs++
- }
- for i := 0; i < jobs; i++ {
- err = <-errs
- ok = ok && isOkRun(err)
}
+ Jobs.Wait()
+ close(errs)
+ <-okChecker
return ok, nil
}