2 goredo -- djb's redo implementation on pure Go
3 Copyright (C) 2020-2023 Sergey Matveev <stargrave@stargrave.org>
5 This program is free software: you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published by
7 the Free Software Foundation, version 3 of the License.
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU General Public License for more details.
14 You should have received a copy of the GNU General Public License
15 along with this program. If not, see <http://www.gnu.org/licenses/>.
18 // Out-of-date determination
31 "golang.org/x/sys/unix"
35 DepTypeIfcreate = "ifcreate"
36 DepTypeIfchange = "ifchange"
37 DepTypeAlways = "always"
38 DepTypeStamp = "stamp"
40 EnvOODTgtsFd = "REDO_OOD_TGTS_FD"
41 EnvOODTgtsLockFd = "REDO_OOD_TGTS_LOCK_FD"
45 OODTgts map[string]struct{}
47 FdOODTgtsLock *os.File
49 OODCache = make(map[string]bool)
50 FileExistsCache = make(map[string]bool)
51 DepInfoCache = make(map[string]*DepInfo)
53 ErrMissingTarget = errors.New("invalid format of .rec: missing Target")
56 func FileExists(p string) bool {
57 if exists, known := FileExistsCache[p]; known {
62 FileExistsCache[p] = true
65 if errors.Is(err, fs.ErrNotExist) {
66 FileExistsCache[p] = false
71 type TgtError struct {
76 func (e TgtError) Unwrap() error { return e.Err }
78 func (e TgtError) Error() string {
79 return fmt.Sprintf("%s: %s", e.Tgt, e.Err)
82 func isSrc(tgt *Tgt) bool {
83 if !FileExists(tgt.a) {
86 if FileExists(tgt.a + ".do") {
89 if FileExists(tgt.Dep()) {
95 func isOODByBuildUUID(tgt *Tgt) bool {
96 build, err := depReadBuild(tgt.Dep())
97 return err != nil || build != BuildUUID
100 func isOOD(tgt *Tgt, level int, seen map[string]*Tgt) (bool, error) {
101 indent := strings.Repeat(". ", level)
102 tracef(CDebug, "ood: %s%s checking", indent, tgt)
103 ood, cached := OODCache[tgt.rel]
105 tracef(CDebug, "ood: %s%s -> cached: %v", indent, tgt, ood)
108 depInfo := DepInfoCache[tgt.rel]
111 depInfo, err = depRead(tgt)
113 if errors.Is(err, fs.ErrNotExist) {
116 tracef(CDebug, "ood: %s%s -> is source", indent, tgt)
119 tracef(CDebug, "ood: %s%s -> no dep: %s", indent, tgt, tgt.Dep())
121 OODCache[tgt.rel] = ood
125 return true, TgtError{tgt, ErrLine(err)}
128 if DepInfoCache != nil {
129 DepInfoCache[tgt.rel] = depInfo
133 if depInfo.build == BuildUUID {
134 tracef(CDebug, "ood: %s%s -> already built", indent, tgt)
135 OODCache[tgt.rel] = false
138 if !FileExists(tgt.a) {
139 tracef(CDebug, "ood: %s%s -> non-existent", indent, tgt)
140 OODCache[tgt.rel] = true
144 for _, dep := range depInfo.ifcreates {
145 if FileExists(dep.a) {
146 tracef(CDebug, "ood: %s%s -> %s created", indent, tgt, dep)
152 for _, dep := range depInfo.ifchanges {
153 tracef(CDebug, "ood: %s%s -> %s: checking", indent, tgt, dep.tgt)
154 ood, cached = OODCache[dep.tgt.rel]
156 tracef(CDebug, "ood: %s%s -> %s: cached: %v", indent, tgt, dep.tgt, ood)
163 inode, err := inodeFromFileByPath(dep.tgt.a)
165 if errors.Is(err, fs.ErrNotExist) {
166 tracef(CDebug, "ood: %s%s -> %s: not exists", indent, tgt, dep.tgt)
168 OODCache[dep.tgt.rel] = ood
171 return ood, TgtError{tgt, ErrLine(err)}
174 if inode.Size != dep.inode.Size {
175 tracef(CDebug, "ood: %s%s -> %s: size differs", indent, tgt, dep.tgt)
177 OODCache[dep.tgt.rel] = ood
180 if InodeTrust != InodeTrustNone && inode.Equals(dep.inode) {
181 tracef(CDebug, "ood: %s%s -> %s: same inode", indent, tgt, dep.tgt)
183 tracef(CDebug, "ood: %s%s -> %s: inode differs", indent, tgt, dep.tgt)
184 fd, err := os.Open(dep.tgt.a)
186 return ood, TgtError{tgt, ErrLine(err)}
188 hsh, err := fileHash(fd)
191 return ood, TgtError{tgt, ErrLine(err)}
194 tracef(CDebug, "ood: %s%s -> %s: hash differs", indent, tgt, dep.tgt)
196 OODCache[dep.tgt.rel] = ood
199 tracef(CDebug, "ood: %s%s -> %s: same hash", indent, tgt, dep.tgt)
202 if dep.tgt.rel == tgt.rel {
203 tracef(CDebug, "ood: %s%s -> %s: same target", indent, tgt, dep.tgt)
207 tracef(CDebug, "ood: %s%s -> %s: is source", indent, tgt, dep.tgt)
208 OODCache[dep.tgt.rel] = false
212 if _, ok := seen[dep.tgt.rel]; ok {
213 tracef(CDebug, "ood: %s%s -> %s: was always built", indent, tgt, dep.tgt)
214 OODCache[dep.tgt.rel] = false
218 depOOD, err := isOODWithTrace(dep.tgt, level+1, seen)
220 return ood, TgtError{tgt, err}
223 tracef(CDebug, "ood: %s%s -> %s: ood", indent, tgt, dep.tgt)
227 tracef(CDebug, "ood: %s%s -> %s: !ood", indent, tgt, dep.tgt)
231 tracef(CDebug, "ood: %s%s: %v", indent, tgt, ood)
232 OODCache[tgt.rel] = ood
236 func isOODWithTrace(tgt *Tgt, level int, seen map[string]*Tgt) (bool, error) {
237 _, ood := OODTgts[tgt.a]
240 if !isOODByBuildUUID(tgt) {
241 tracef(CDebug, "ood: %s%s -> already built", strings.Repeat(". ", level), tgt)
244 tracef(CDebug, "ood: %s%s true, external decision", strings.Repeat(". ", level), tgt)
247 ood, err = isOOD(tgt, level, seen)
252 flock := unix.Flock_t{
254 Whence: io.SeekStart,
256 if err = unix.FcntlFlock(FdOODTgtsLock.Fd(), unix.F_SETLKW, &flock); err != nil {
259 if _, err = FdOODTgts.Seek(0, io.SeekEnd); err != nil {
262 if _, err := FdOODTgts.WriteString(tgt.a + "\x00"); err != nil {
265 flock.Type = unix.F_UNLCK
266 if err = unix.FcntlFlock(FdOODTgtsLock.Fd(), unix.F_SETLK, &flock); err != nil {
272 func oodTgtsClear() {
274 flock := unix.Flock_t{
276 Whence: io.SeekStart,
278 if err = unix.FcntlFlock(FdOODTgtsLock.Fd(), unix.F_SETLKW, &flock); err != nil {
281 if err = FdOODTgts.Truncate(0); err != nil {
284 flock.Type = unix.F_UNLCK
285 if err = unix.FcntlFlock(FdOODTgtsLock.Fd(), unix.F_SETLK, &flock); err != nil {