/*
NNCP -- Node to Node copy, utilities for store-and-forward data exchange
-Copyright (C) 2016-2017 Sergey Matveev <stargrave@stargrave.org>
+Copyright (C) 2016-2019 Sergey Matveev <stargrave@stargrave.org>
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
-the Free Software Foundation, either version 3 of the License, or
-(at your option) any later version.
+the Free Software Foundation, version 3 of the License.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
along with this program. If not, see <http://www.gnu.org/licenses/>.
*/
-// Send file via NNCP
+// Reassembly chunked file.
package main
import (
"bufio"
"bytes"
+ "encoding/hex"
"flag"
"fmt"
"hash"
"cypherpunks.ru/nncp"
"github.com/davecgh/go-xdr/xdr2"
+ "github.com/dustin/go-humanize"
"golang.org/x/crypto/blake2b"
)
func usage() {
fmt.Fprintf(os.Stderr, nncp.UsageHeader())
- fmt.Fprintln(os.Stderr, "nncp-reass -- reassemble chunked files\n")
- fmt.Fprintf(os.Stderr, "Usage: %s [options] [FILE]\nOptions:\n", os.Args[0])
+ fmt.Fprintf(os.Stderr, "nncp-reass -- reassemble chunked files\n\n")
+ fmt.Fprintf(os.Stderr, "Usage: %s [options] [FILE.nncp.meta]\nOptions:\n", os.Args[0])
flag.PrintDefaults()
fmt.Fprint(os.Stderr, `
Neither FILE, nor -node nor -all can be set simultaneously,
`)
}
-func process(ctx *nncp.Ctx, path string, keep, dryRun bool) bool {
+func process(ctx *nncp.Ctx, path string, keep, dryRun, stdout, dumpMeta bool) bool {
fd, err := os.Open(path)
defer fd.Close()
if err != nil {
ctx.LogE("nncp-reass", nncp.SDS{"path": path, "err": nncp.BadMagic}, "")
return false
}
+
metaName := filepath.Base(path)
if !strings.HasSuffix(metaName, nncp.ChunkedSuffixMeta) {
ctx.LogE("nncp-reass", nncp.SDS{
return false
}
mainName := strings.TrimSuffix(metaName, nncp.ChunkedSuffixMeta)
+ if dumpMeta {
+ fmt.Printf("Original filename: %s\n", mainName)
+ fmt.Printf(
+ "File size: %s (%d bytes)\n",
+ humanize.IBytes(metaPkt.FileSize),
+ metaPkt.FileSize,
+ )
+ fmt.Printf(
+ "Chunk size: %s (%d bytes)\n",
+ humanize.IBytes(metaPkt.ChunkSize),
+ metaPkt.ChunkSize,
+ )
+ fmt.Printf("Number of chunks: %d\n", len(metaPkt.Checksums))
+ fmt.Println("Checksums:")
+ for chunkNum, checksum := range metaPkt.Checksums {
+ fmt.Printf("\t%d: %s\n", chunkNum, hex.EncodeToString(checksum[:]))
+ }
+ return true
+ }
mainDir := filepath.Dir(path)
chunksPaths := make([]string, 0, len(metaPkt.Checksums))
allChunksExist = false
continue
}
- if chunkNum+1 != len(chunksPaths) && uint64(fi.Size()) != metaPkt.ChunkSize {
+ var badSize bool
+ if chunkNum+1 == len(chunksPaths) {
+ badSize = uint64(fi.Size()) != metaPkt.FileSize%metaPkt.ChunkSize
+ } else {
+ badSize = uint64(fi.Size()) != metaPkt.ChunkSize
+ }
+ if badSize {
ctx.LogE("nncp-reass", nncp.SDS{
"path": path,
"chunk": strconv.Itoa(chunkNum),
ctx.LogE("nncp-reass", nncp.SDS{
"path": path,
"chunk": strconv.Itoa(chunkNum),
- "err": "checksum is bad",
- }, "")
+ }, "checksum is bad")
allChecksumsGood = false
}
}
return true
}
- tmp, err := ioutil.TempFile(mainDir, "nncp-reass")
- if err != nil {
- log.Fatalln(err)
+ var dst io.Writer
+ var tmp *os.File
+ var sds nncp.SDS
+ if stdout {
+ dst = os.Stdout
+ sds = nncp.SDS{"path": path}
+ } else {
+ tmp, err = ioutil.TempFile(mainDir, "nncp-reass")
+ if err != nil {
+ log.Fatalln(err)
+ }
+ sds = nncp.SDS{"path": path, "tmp": tmp.Name()}
+ ctx.LogD("nncp-reass", sds, "created")
+ dst = tmp
}
- sds := nncp.SDS{"path": path, "tmp": tmp.Name()}
- ctx.LogD("nncp-reass", sds, "created")
- tmpW := bufio.NewWriter(tmp)
+ dstW := bufio.NewWriter(dst)
hasErrors := false
for chunkNum, chunkPath := range chunksPaths {
if err != nil {
log.Fatalln("Can not open file:", err)
}
- if _, err = io.Copy(tmpW, bufio.NewReader(fd)); err != nil {
+ if _, err = io.Copy(dstW, bufio.NewReader(fd)); err != nil {
log.Fatalln(err)
}
fd.Close()
}
}
}
- tmpW.Flush()
- tmp.Sync()
- tmp.Close()
+ if err = dstW.Flush(); err != nil {
+ log.Fatalln("Can not flush:", err)
+ }
+ if tmp != nil {
+ if err = tmp.Sync(); err != nil {
+ log.Fatalln("Can not sync:", err)
+ }
+ tmp.Close()
+ }
ctx.LogD("nncp-reass", sds, "written")
if !keep {
if err = os.Remove(path); err != nil {
hasErrors = true
}
}
+ if stdout {
+ ctx.LogI("nncp-reass", nncp.SDS{"path": path}, "done")
+ return !hasErrors
+ }
dstPathOrig := filepath.Join(mainDir, mainName)
dstPath := dstPathOrig
func main() {
var (
- cfgPath = flag.String("cfg", nncp.DefaultCfgPath, "Path to configuration file")
- allNodes = flag.Bool("all", false, "Process all found chunked files for all nodes")
- nodeRaw = flag.String("node", "", "Process all found chunked files for that node")
- keep = flag.Bool("keep", false, "Do not remove chunks while assembling")
- dryRun = flag.Bool("dryrun", false, "Do not assemble whole file")
- quiet = flag.Bool("quiet", false, "Print only errors")
- debug = flag.Bool("debug", false, "Print debug messages")
- version = flag.Bool("version", false, "Print version information")
- warranty = flag.Bool("warranty", false, "Print warranty information")
+ cfgPath = flag.String("cfg", nncp.DefaultCfgPath, "Path to configuration file")
+ allNodes = flag.Bool("all", false, "Process all found chunked files for all nodes")
+ nodeRaw = flag.String("node", "", "Process all found chunked files for that node")
+ keep = flag.Bool("keep", false, "Do not remove chunks while assembling")
+ dryRun = flag.Bool("dryrun", false, "Do not assemble whole file")
+ dumpMeta = flag.Bool("dump", false, "Print decoded human-readable FILE.nncp.meta")
+ stdout = flag.Bool("stdout", false, "Output reassembled FILE to stdout")
+ spoolPath = flag.String("spool", "", "Override path to spool")
+ logPath = flag.String("log", "", "Override path to logfile")
+ quiet = flag.Bool("quiet", false, "Print only errors")
+ debug = flag.Bool("debug", false, "Print debug messages")
+ version = flag.Bool("version", false, "Print version information")
+ warranty = flag.Bool("warranty", false, "Print warranty information")
)
flag.Usage = usage
flag.Parse()
return
}
- cfgRaw, err := ioutil.ReadFile(nncp.CfgPathFromEnv(cfgPath))
- if err != nil {
- log.Fatalln("Can not read config:", err)
- }
- ctx, err := nncp.CfgParse(cfgRaw)
+ ctx, err := nncp.CtxFromCmdline(*cfgPath, *spoolPath, *logPath, *quiet, *debug)
if err != nil {
- log.Fatalln("Can not parse config:", err)
+ log.Fatalln("Error during initialization:", err)
}
- ctx.Quiet = *quiet
- ctx.Debug = *debug
var nodeOnly *nncp.Node
if *nodeRaw != "" {
}
if flag.NArg() > 0 {
- if !process(ctx, flag.Arg(0), *keep, *dryRun) {
- os.Exit(1)
+ if process(ctx, flag.Arg(0), *keep, *dryRun, *stdout, *dumpMeta) {
+ return
}
- return
+ os.Exit(1)
}
hasErrors := false
if _, seen := seenMetaPaths[metaPath]; seen {
continue
}
- hasErrors = hasErrors || !process(ctx, metaPath, *keep, *dryRun)
+ if !process(ctx, metaPath, *keep, *dryRun, false, false) {
+ hasErrors = true
+ }
seenMetaPaths[metaPath] = struct{}{}
}
}
log.Fatalln("Specified -node does not allow incoming")
}
for _, metaPath := range findMetas(ctx, *nodeOnly.Incoming) {
- hasErrors = hasErrors || !process(ctx, metaPath, *keep, *dryRun)
+ if !process(ctx, metaPath, *keep, *dryRun, false, false) {
+ hasErrors = true
+ }
}
}
if hasErrors {