X-Git-Url: http://www.git.cypherpunks.ru/?p=goredo.git;a=blobdiff_plain;f=dep.go;h=d7c874a95ea4d845592611a8e85377e0722b6af3;hp=30a5cd6520ff59b7e4c13010d7a2e5f22a788cdd;hb=fd3be6ccc0576edf0a74b9f312f8308482b7dd9c;hpb=6ef14f9de82e4a61532b84b149bde0c953d58a04 diff --git a/dep.go b/dep.go index 30a5cd6..d7c874a 100644 --- a/dep.go +++ b/dep.go @@ -1,6 +1,6 @@ /* goredo -- redo implementation on pure Go -Copyright (C) 2020 Sergey Matveev +Copyright (C) 2020-2021 Sergey Matveev This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by @@ -22,20 +22,19 @@ package main import ( "bufio" "encoding/hex" + "errors" "fmt" "io" "os" "path" - "strings" - "syscall" + "path/filepath" "go.cypherpunks.ru/recfile" - "golang.org/x/crypto/blake2b" + "golang.org/x/sys/unix" + "lukechampine.com/blake3" ) -const EnvNoHash = "REDO_NO_HASH" - -var NoHash bool +var DirPrefix string func recfileWrite(fdDep *os.File, fields ...recfile.Field) error { w := recfile.NewWriter(fdDep) @@ -68,34 +67,26 @@ func stamp(fdDep, src *os.File) error { if err != nil { return err } - fields := []recfile.Field{ + trace(CDebug, "stamp: %s <- %s", fdDep.Name(), hsh) + return recfileWrite( + fdDep, recfile.Field{Name: "Type", Value: DepTypeStamp}, recfile.Field{Name: "Hash", Value: hsh}, - } - same := StampPrev == hsh - if same { - fields = append(fields, recfile.Field{Name: "Same", Value: "true"}) - } - trace(CDebug, "stamp: %s <- %s (%v)", fdDep.Name(), hsh, same) - return recfileWrite(fdDep, fields...) + ) } func fileCtime(fd *os.File) (string, error) { - fi, err := fd.Stat() - if err != nil { + var stat unix.Stat_t + if err := unix.Fstat(int(fd.Fd()), &stat); err != nil { return "", err } - stat := fi.Sys().(*syscall.Stat_t) - sec, nsec := stat.Ctimespec.Unix() + sec, nsec := stat.Ctim.Unix() return fmt.Sprintf("%d.%d", sec, nsec), nil } func fileHash(fd *os.File) (string, error) { - h, err := blake2b.New256(nil) - if err != nil { - panic(err) - } - if _, err = io.Copy(h, bufio.NewReader(fd)); err != nil { + h := blake3.New(32, nil) + if _, err := io.Copy(h, bufio.NewReader(fd)); err != nil { return "", err } return hex.EncodeToString(h.Sum(nil)), nil @@ -108,43 +99,109 @@ func writeDep(fdDep *os.File, cwd, tgt string) error { return err } defer fd.Close() + fi, err := fd.Stat() + if err != nil { + return err + } + if fi.IsDir() { + return nil + } ts, err := fileCtime(fd) if err != nil { return err } - fields := []recfile.Field{ + hsh, err := fileHash(fd) + if err != nil { + return err + } + return recfileWrite( + fdDep, recfile.Field{Name: "Type", Value: DepTypeIfchange}, recfile.Field{Name: "Target", Value: tgt}, recfile.Field{Name: "Ctime", Value: ts}, + recfile.Field{Name: "Hash", Value: hsh}, + ) +} + +func writeDeps(fdDep *os.File, tgts []string) (err error) { + if fdDep == nil { + trace(CDebug, "no opened fdDep: %s", tgts) + return nil } - var hsh string - if !NoHash { - hsh, err = fileHash(fd) + for _, tgt := range tgts { + tgtAbs, err := filepath.Abs(tgt) + if err != nil { + panic(err) + } + tgtDir := path.Join(Cwd, DirPrefix) + tgtRel, err := filepath.Rel(tgtDir, tgtAbs) if err != nil { - return err + panic(err) + } + if _, errStat := os.Stat(tgt); errStat == nil { + err = writeDep(fdDep, tgtDir, tgtRel) + } else { + trace(CDebug, "ifchange: %s <- %s (unexisting)", fdDep.Name(), tgtRel) + err = recfileWrite( + fdDep, + recfile.Field{Name: "Type", Value: DepTypeIfchange}, + recfile.Field{Name: "Target", Value: tgtRel}, + recfile.Field{Name: "Ctime", Value: "0.0"}, + ) } - fields = append(fields, recfile.Field{Name: "Hash", Value: hsh}) } - return recfileWrite(fdDep, fields...) + return } -func writeDeps(fdDep *os.File, tgts []string) error { - if fdDep == nil { - trace(CDebug, "no opened fdDep: %s", tgts) - return nil +type DepInfo struct { + build string + always bool + stamp string + ifcreates []string + ifchanges []map[string]string +} + +func depRead(fdDep *os.File) (*DepInfo, error) { + r := recfile.NewReader(fdDep) + m, err := r.NextMap() + if err != nil { + return nil, err } - ups := []string{} - upLevels := strings.Count(os.Getenv(EnvDirPrefix), "/") - for i := 0; i < upLevels; i++ { - ups = append(ups, "..") + depInfo := DepInfo{} + if b := m["Build"]; b == "" { + return nil, errors.New(".dep missing Build:") + } else { + depInfo.build = b } - up := path.Join(ups...) - for _, tgt := range tgts { - if _, err := os.Stat(tgt); err == nil { - if err = writeDep(fdDep, Cwd, path.Join(up, tgt)); err != nil { - return err + for { + m, err := r.NextMap() + if err != nil { + if err == io.EOF { + break } + return nil, err + } + switch m["Type"] { + case DepTypeAlways: + depInfo.always = true + case DepTypeIfcreate: + dep := m["Target"] + if dep == "" { + return nil, errors.New("invalid format of .dep") + } + depInfo.ifcreates = append(depInfo.ifcreates, dep) + case DepTypeIfchange: + delete(m, "Type") + depInfo.ifchanges = append(depInfo.ifchanges, m) + case DepTypeStamp: + hsh := m["Hash"] + if hsh == "" { + return nil, errors.New("invalid format of .dep") + } + depInfo.stamp = hsh + default: + return nil, errors.New("invalid format of .dep") } } - return nil + return &depInfo, nil }