X-Git-Url: http://www.git.cypherpunks.ru/?a=blobdiff_plain;f=ood.go;h=120a7de8afd554d95cb8397c01182a4db6eac99e;hb=HEAD;hp=0552e2016112a46b037976dbfc88f26adf677b2a;hpb=5ca39bfc0b769607db3f84213fc7f16f0c4019fa;p=goredo.git

diff --git a/ood.go b/ood.go
index 0552e20..120a7de 100644
--- a/ood.go
+++ b/ood.go
@@ -1,188 +1,277 @@
-/*
-goredo -- djb's redo implementation on pure Go
-Copyright (C) 2020-2021 Sergey Matveev <stargrave@stargrave.org>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU General Public License as published by
-the Free Software Foundation, version 3 of the License.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU General Public License for more details.
-
-You should have received a copy of the GNU General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
+// goredo -- djb's redo implementation on pure Go
+// Copyright (C) 2020-2024 Sergey Matveev <stargrave@stargrave.org>
+//
+// This program is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, version 3 of the License.
+//
+// This program is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with this program.  If not, see <http://www.gnu.org/licenses/>.
 
 // Out-of-date determination
 
 package main
 
 import (
+	"bytes"
 	"errors"
 	"fmt"
+	"io"
+	"io/fs"
+	"log"
 	"os"
-	"path"
-	"path/filepath"
 	"strings"
+
+	"golang.org/x/sys/unix"
 )
 
 const (
-	DepTypeIfcreate = "ifcreate"
-	DepTypeIfchange = "ifchange"
-	DepTypeAlways   = "always"
-	DepTypeStamp    = "stamp"
+	EnvOODTgtsFd     = "REDO_OOD_TGTS_FD"
+	EnvOODTgtsLockFd = "REDO_OOD_TGTS_LOCK_FD"
 )
 
-type TgtErr struct {
-	Tgt string
-	Err error
-}
+var (
+	OODTgts       map[string]struct{}
+	FdOODTgts     *os.File
+	FdOODTgtsLock *os.File
 
-func (e TgtErr) Unwrap() error { return e.Err }
+	OODCache        = make(map[string]bool)
+	FileExistsCache = make(map[string]bool)
+)
 
-func (e TgtErr) Error() string {
-	return fmt.Sprintf("%s: %s", e.Tgt, e.Err)
+func FileExists(p string) bool {
+	if exists, known := FileExistsCache[p]; known {
+		return exists
+	}
+	_, err := os.Stat(p)
+	if err == nil {
+		FileExistsCache[p] = true
+		return true
+	}
+	if errors.Is(err, fs.ErrNotExist) {
+		FileExistsCache[p] = false
+	}
+	return false
 }
 
-func cwdMustRel(paths ...string) string {
-	rel, err := filepath.Rel(Cwd, path.Join(paths...))
-	if err != nil {
-		panic(err)
-	}
-	return rel
+type TgtError struct {
+	Tgt *Tgt
+	Err error
 }
 
-func cwdAndTgt(tgt string) (string, string) {
-	cwd, tgt := path.Split(tgt)
-	cwd, err := filepath.Abs(cwd)
-	if err != nil {
-		panic(err)
-	}
-	return cwd, tgt
+func (e TgtError) Unwrap() error { return e.Err }
+
+func (e TgtError) Error() string {
+	return fmt.Sprintf("%s: %s", e.Tgt, e.Err)
 }
 
-func isSrc(cwd, tgt string) bool {
-	d, f := path.Split(path.Join(cwd, tgt))
-	if _, err := os.Stat(path.Join(d, f)); err != nil {
+func isSrc(tgt *Tgt) bool {
+	if !FileExists(tgt.a) {
 		return false
 	}
-	if _, err := os.Stat(path.Join(d, f+".do")); err == nil {
+	if FileExists(tgt.a + ".do") {
 		return false
 	}
-	if _, err := os.Stat(path.Join(d, RedoDir, f+DepSuffix)); err == nil {
+	if FileExists(tgt.dep) {
 		return false
 	}
 	return true
 }
 
-func isOOD(cwd, tgtOrig string, level int, seen map[string]struct{}) (bool, error) {
+func isOODByBuildUUID(tgt *Tgt) bool {
+	build, err := depBuildRead(tgt.dep)
+	return err != nil || build != BuildUUID
+}
+
+func isOOD(tgt *Tgt, level int, seen map[string]*Tgt) (bool, error) {
 	indent := strings.Repeat(". ", level)
-	trace(CDebug, "ood: %s%s checking", indent, tgtOrig)
-	cwd, tgt := cwdAndTgt(path.Join(cwd, tgtOrig))
-	depPath := path.Join(cwd, RedoDir, tgt+DepSuffix)
-	fdDep, err := os.Open(depPath)
-	if err != nil {
-		trace(CDebug, "ood: %s%s -> no dep: %s", indent, tgtOrig, depPath)
-		return true, nil
+	tracef(CDebug, "ood: %s%s checking", indent, tgt)
+	ood, cached := OODCache[tgt.rel]
+	if cached {
+		tracef(CDebug, "ood: %s%s -> cached: %v", indent, tgt, ood)
+		return ood, nil
 	}
-	depInfo, err := depRead(fdDep)
-	fdDep.Close()
-	if err != nil {
-		return true, TgtErr{tgtOrig, err}
+	dep := DepCache[tgt.rel]
+	var err error
+	if dep == nil {
+		dep, err = depRead(tgt)
+		if err != nil {
+			if errors.Is(err, fs.ErrNotExist) {
+				if isSrc(tgt) {
+					ood = false
+					tracef(CDebug, "ood: %s%s -> is source", indent, tgt)
+				} else {
+					ood = true
+					tracef(CDebug, "ood: %s%s -> no dep: %s", indent, tgt, tgt.dep)
+				}
+				OODCache[tgt.rel] = ood
+				return ood, nil
+			}
+			if err != nil {
+				return true, TgtError{tgt, ErrLine(err)}
+			}
+		}
+		DepCache[tgt.rel] = dep
 	}
 
-	if depInfo.build == BuildUUID {
-		trace(CDebug, "ood: %s%s -> already built", indent, tgtOrig)
+	if dep.build == BuildUUID {
+		tracef(CDebug, "ood: %s%s -> already built", indent, tgt)
+		OODCache[tgt.rel] = false
 		return false, nil
 	}
-	ood := false
+	if !FileExists(tgt.a) {
+		tracef(CDebug, "ood: %s%s -> non-existent", indent, tgt)
+		OODCache[tgt.rel] = true
+		return true, nil
+	}
 
-	for _, dep := range depInfo.ifcreates {
-		if _, err := os.Stat(path.Join(cwd, dep)); err == nil {
-			trace(CDebug, "ood: %s%s -> %s created", indent, tgtOrig, dep)
+	for _, ifcreate := range dep.ifcreates {
+		if FileExists(ifcreate.a) {
+			tracef(CDebug, "ood: %s%s -> %s created", indent, tgt, ifcreate)
 			ood = true
 			goto Done
 		}
 	}
 
-	for _, m := range depInfo.ifchanges {
-		dep := m["Target"]
-		if dep == "" {
-			return ood, TgtErr{tgtOrig, errors.New("invalid format of .rec: missing Target")}
-		}
-		theirInode, err := inodeFromRec(m)
-		if err != nil {
-			return ood, TgtErr{tgtOrig, fmt.Errorf("invalid format of .rec: %v", err)}
+	for _, ifchange := range dep.ifchanges {
+		tracef(CDebug, "ood: %s%s -> %s: checking", indent, tgt, ifchange.tgt)
+		ood, cached = OODCache[ifchange.tgt.rel]
+		if cached {
+			tracef(CDebug, "ood: %s%s -> %s: cached: %v", indent, tgt, ifchange.tgt, ood)
+			if ood {
+				goto Done
+			}
+			continue
 		}
-		theirHsh := m["Hash"]
-		trace(CDebug, "ood: %s%s -> %s: checking", indent, tgtOrig, dep)
 
-		fd, err := os.Open(path.Join(cwd, dep))
+		inode, err := inodeFromFileByPath(ifchange.tgt.a)
 		if err != nil {
-			if os.IsNotExist(err) {
-				trace(CDebug, "ood: %s%s -> %s: not exists", indent, tgtOrig, dep)
+			if errors.Is(err, fs.ErrNotExist) {
+				tracef(CDebug, "ood: %s%s -> %s: not exists", indent, tgt, ifchange.tgt)
 				ood = true
+				OODCache[ifchange.tgt.rel] = ood
 				goto Done
 			}
-			return ood, TgtErr{tgtOrig, err}
+			return ood, TgtError{tgt, ErrLine(err)}
 		}
-		defer fd.Close()
 
-		inode, err := inodeFromFile(fd)
-		if err != nil {
-			return ood, TgtErr{tgtOrig, err}
-		}
-		if inode.Size != theirInode.Size {
-			trace(CDebug, "ood: %s%s -> %s: size differs", indent, tgtOrig, dep)
+		if !bytes.Equal(inode[:8], ifchange.Inode()[:8]) {
+			tracef(CDebug, "ood: %s%s -> %s: size differs", indent, tgt, ifchange.tgt)
 			ood = true
+			OODCache[ifchange.tgt.rel] = ood
 			goto Done
 		}
-		if InodeTrust && inode.Equals(theirInode) {
-			trace(CDebug, "ood: %s%s -> %s: same inode", indent, tgtOrig, dep)
+		if InodeTrust != InodeTrustNone && inode.Equals(ifchange.Inode()) {
+			tracef(CDebug, "ood: %s%s -> %s: same inode", indent, tgt, ifchange.tgt)
 		} else {
-			trace(CDebug, "ood: %s%s -> %s: inode differs", indent, tgtOrig, dep)
+			tracef(CDebug, "ood: %s%s -> %s: inode differs", indent, tgt, ifchange.tgt)
+			fd, err := os.Open(ifchange.tgt.a)
+			if err != nil {
+				return ood, TgtError{tgt, ErrLine(err)}
+			}
 			hsh, err := fileHash(fd)
+			fd.Close()
 			if err != nil {
-				return ood, TgtErr{tgtOrig, err}
+				return ood, TgtError{tgt, ErrLine(err)}
 			}
-			if theirHsh != hsh {
-				trace(CDebug, "ood: %s%s -> %s: hash differs", indent, tgtOrig, dep)
+			if ifchange.Hash() != hsh {
+				tracef(CDebug, "ood: %s%s -> %s: hash differs", indent, tgt, ifchange.tgt)
 				ood = true
+				OODCache[ifchange.tgt.rel] = ood
 				goto Done
 			}
-			trace(CDebug, "ood: %s%s -> %s: same hash", indent, tgtOrig, dep)
+			tracef(CDebug, "ood: %s%s -> %s: same hash", indent, tgt, ifchange.tgt)
 		}
-		fd.Close() // optimization not to hold it for long
 
-		if dep == tgt {
-			trace(CDebug, "ood: %s%s -> %s: same target", indent, tgtOrig, dep)
+		if ifchange.tgt.rel == tgt.rel {
+			tracef(CDebug, "ood: %s%s -> %s: same target", indent, tgt, ifchange.tgt)
 			continue
 		}
-		if isSrc(cwd, dep) {
-			trace(CDebug, "ood: %s%s -> %s: is source", indent, tgtOrig, dep)
+		if isSrc(ifchange.tgt) {
+			tracef(CDebug, "ood: %s%s -> %s: is source", indent, tgt, ifchange.tgt)
+			OODCache[ifchange.tgt.rel] = false
 			continue
 		}
 
-		if _, ok := seen[cwdMustRel(cwd, dep)]; ok {
-			trace(CDebug, "ood: %s%s -> %s: was always built", indent, tgtOrig, dep)
+		if _, ok := seen[ifchange.tgt.rel]; ok {
+			tracef(CDebug, "ood: %s%s -> %s: was always built", indent, tgt, ifchange.tgt)
+			OODCache[ifchange.tgt.rel] = false
 			continue
 		}
 
-		depOod, err := isOOD(cwd, dep, level+1, seen)
+		depOOD, err := isOODWithTrace(ifchange.tgt, level+1, seen)
 		if err != nil {
-			return ood, TgtErr{tgtOrig, err}
+			return ood, TgtError{tgt, err}
 		}
-		if depOod {
-			trace(CDebug, "ood: %s%s -> %s: ood", indent, tgtOrig, dep)
+		if depOOD {
+			tracef(CDebug, "ood: %s%s -> %s: ood", indent, tgt, ifchange.tgt)
 			ood = true
 			goto Done
 		}
-		trace(CDebug, "ood: %s%s -> %s: !ood", indent, tgtOrig, dep)
+		tracef(CDebug, "ood: %s%s -> %s: !ood", indent, tgt, ifchange.tgt)
 	}
 
 Done:
-	trace(CDebug, "ood: %s%s: %v", indent, tgtOrig, ood)
+	tracef(CDebug, "ood: %s%s: %v", indent, tgt, ood)
+	OODCache[tgt.rel] = ood
 	return ood, nil
 }
+
+func isOODWithTrace(tgt *Tgt, level int, seen map[string]*Tgt) (bool, error) {
+	_, ood := OODTgts[tgt.a]
+	var err error
+	if ood {
+		if !isOODByBuildUUID(tgt) {
+			tracef(CDebug, "ood: %s%s -> already built", strings.Repeat(". ", level), tgt)
+			return false, nil
+		}
+		tracef(CDebug, "ood: %s%s true, external decision", strings.Repeat(". ", level), tgt)
+		goto RecordOODTgt
+	}
+	ood, err = isOOD(tgt, level, seen)
+	if !ood {
+		return ood, err
+	}
+RecordOODTgt:
+	flock := unix.Flock_t{
+		Type:   unix.F_WRLCK,
+		Whence: io.SeekStart,
+	}
+	if err = unix.FcntlFlock(FdOODTgtsLock.Fd(), unix.F_SETLKW, &flock); err != nil {
+		log.Fatal(err)
+	}
+	if _, err = FdOODTgts.Seek(0, io.SeekEnd); err != nil {
+		log.Fatal(err)
+	}
+	if _, err := FdOODTgts.WriteString(tgt.a + "\x00"); err != nil {
+		log.Fatal(err)
+	}
+	flock.Type = unix.F_UNLCK
+	if err = unix.FcntlFlock(FdOODTgtsLock.Fd(), unix.F_SETLK, &flock); err != nil {
+		log.Fatal(err)
+	}
+	return true, nil
+}
+
+func oodTgtsClear() {
+	var err error
+	flock := unix.Flock_t{
+		Type:   unix.F_WRLCK,
+		Whence: io.SeekStart,
+	}
+	if err = unix.FcntlFlock(FdOODTgtsLock.Fd(), unix.F_SETLKW, &flock); err != nil {
+		log.Fatal(err)
+	}
+	if err = FdOODTgts.Truncate(0); err != nil {
+		log.Fatal(err)
+	}
+	flock.Type = unix.F_UNLCK
+	if err = unix.FcntlFlock(FdOODTgtsLock.Fd(), unix.F_SETLK, &flock); err != nil {
+		log.Fatal(err)
+	}
+}