/*
NNCP -- Node to Node copy, utilities for store-and-forward data exchange
-Copyright (C) 2016-2020 Sergey Matveev <stargrave@stargrave.org>
+Copyright (C) 2016-2023 Sergey Matveev <stargrave@stargrave.org>
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
import (
"bufio"
+ "fmt"
"hash"
"io"
"os"
"path/filepath"
"strconv"
"time"
-
- "golang.org/x/crypto/blake2b"
)
+var NoSync bool
+
+func init() {
+ NoSync = os.Getenv(CfgNoSync) != ""
+}
+
func TempFile(dir, prefix string) (*os.File, error) {
// Assume that probability of suffix collision is negligible
suffix := strconv.FormatInt(time.Now().UnixNano()+int64(os.Getpid()), 16)
func (ctx *Ctx) NewTmpFile() (*os.File, error) {
jobsPath := filepath.Join(ctx.Spool, "tmp")
- var err error
- if err = os.MkdirAll(jobsPath, os.FileMode(0777)); err != nil {
+ if err := ensureDir(jobsPath); err != nil {
return nil, err
}
fd, err := TempFile(jobsPath, "")
if err == nil {
- ctx.LogD("tmp", SDS{"src": fd.Name()}, "created")
+ ctx.LogD("tmp", LEs{{"Src", fd.Name()}}, func(les LEs) string {
+ return "Temporary file created: " + fd.Name()
+ })
}
return fd, err
}
if err != nil {
return nil, err
}
- hsh, err := blake2b.New256(nil)
- if err != nil {
- return nil, err
- }
+ hsh := MTHNew(0, 0)
return &TmpFileWHash{
W: bufio.NewWriter(io.MultiWriter(hsh, tmp)),
Fd: tmp,
}
func (tmp *TmpFileWHash) Cancel() {
- tmp.Fd.Truncate(0) // #nosec G104
- tmp.Fd.Close() // #nosec G104
- os.Remove(tmp.Fd.Name()) // #nosec G104
+ tmp.Fd.Truncate(0)
+ tmp.Fd.Close()
+ os.Remove(tmp.Fd.Name())
}
func DirSync(dirPath string) error {
+ if NoSync {
+ return nil
+ }
fd, err := os.Open(dirPath)
if err != nil {
return err
}
err = fd.Sync()
if err != nil {
- fd.Close() // #nosec G104
+ fd.Close()
return err
}
return fd.Close()
}
+func (tmp *TmpFileWHash) Checksum() string {
+ return Base32Codec.EncodeToString(tmp.Hsh.Sum(nil))
+}
+
func (tmp *TmpFileWHash) Commit(dir string) error {
var err error
- if err = os.MkdirAll(dir, os.FileMode(0777)); err != nil {
+ if err = ensureDir(dir); err != nil {
return err
}
if err = tmp.W.Flush(); err != nil {
- tmp.Fd.Close() // #nosec G104
+ tmp.Fd.Close()
return err
}
- if err = tmp.Fd.Sync(); err != nil {
- tmp.Fd.Close() // #nosec G104
+ if !NoSync {
+ if err = tmp.Fd.Sync(); err != nil {
+ tmp.Fd.Close()
+ return err
+ }
+ }
+ if err = tmp.Fd.Close(); err != nil {
return err
}
- tmp.Fd.Close()
- checksum := Base32Codec.EncodeToString(tmp.Hsh.Sum(nil))
- tmp.ctx.LogD("tmp", SDS{"src": tmp.Fd.Name(), "dst": checksum}, "commit")
+ checksum := tmp.Checksum()
+ tmp.ctx.LogD(
+ "tmp-rename",
+ LEs{{"Src", tmp.Fd.Name()}, {"Dst", checksum}},
+ func(les LEs) string {
+ return fmt.Sprintf("Temporary file: %s -> %s", tmp.Fd.Name(), checksum)
+ },
+ )
if err = os.Rename(tmp.Fd.Name(), filepath.Join(dir, checksum)); err != nil {
return err
}