2 NNCP -- Node to Node copy, utilities for store-and-forward data exchange
3 Copyright (C) 2016-2019 Sergey Matveev <stargrave@stargrave.org>
5 This program is free software: you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published by
7 the Free Software Foundation, version 3 of the License.
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU General Public License for more details.
14 You should have received a copy of the GNU General Public License
15 along with this program. If not, see <http://www.gnu.org/licenses/>.
18 // Exchange NNCP inbound and outbounds packets with external directory.
31 xdr "github.com/davecgh/go-xdr/xdr2"
32 "go.cypherpunks.ru/nncp/v5"
36 fmt.Fprintf(os.Stderr, nncp.UsageHeader())
37 fmt.Fprintf(os.Stderr, "nncp-xfer -- copy inbound and outbounds packets\n\n")
38 fmt.Fprintf(os.Stderr, "Usage: %s [options] DIR\nOptions:\n", os.Args[0])
44 cfgPath = flag.String("cfg", nncp.DefaultCfgPath, "Path to configuration file")
45 nodeRaw = flag.String("node", "", "Process only that node")
46 niceRaw = flag.String("nice", nncp.NicenessFmt(255), "Minimal required niceness")
47 rxOnly = flag.Bool("rx", false, "Only receive packets")
48 txOnly = flag.Bool("tx", false, "Only transfer packets")
49 mkdir = flag.Bool("mkdir", false, "Create necessary outbound directories")
50 keep = flag.Bool("keep", false, "Do not delete transferred packets")
51 spoolPath = flag.String("spool", "", "Override path to spool")
52 logPath = flag.String("log", "", "Override path to logfile")
53 quiet = flag.Bool("quiet", false, "Print only errors")
54 debug = flag.Bool("debug", false, "Print debug messages")
55 version = flag.Bool("version", false, "Print version information")
56 warranty = flag.Bool("warranty", false, "Print warranty information")
61 fmt.Println(nncp.Warranty)
65 fmt.Println(nncp.VersionGet())
72 nice, err := nncp.NicenessParse(*niceRaw)
76 if *rxOnly && *txOnly {
77 log.Fatalln("-rx and -tx can not be set simultaneously")
80 ctx, err := nncp.CtxFromCmdline(*cfgPath, *spoolPath, *logPath, *quiet, *debug)
82 log.Fatalln("Error during initialization:", err)
85 var nodeOnly *nncp.Node
87 nodeOnly, err = ctx.FindNode(*nodeRaw)
89 log.Fatalln("Invalid -node specified:", err)
94 selfPath := filepath.Join(flag.Arg(0), ctx.SelfId.String())
102 sds["xx"] = string(nncp.TRx)
103 sds["dir"] = selfPath
104 ctx.LogD("nncp-xfer", sds, "self")
105 if _, err = os.Stat(selfPath); err != nil {
106 if os.IsNotExist(err) {
107 ctx.LogD("nncp-xfer", sds, "no dir")
110 ctx.LogE("nncp-xfer", nncp.SdsAdd(sds, nncp.SDS{"err": err}), "stat")
114 dir, err = os.Open(selfPath)
116 ctx.LogE("nncp-xfer", nncp.SdsAdd(sds, nncp.SDS{"err": err}), "open")
120 fis, err = dir.Readdir(0)
123 ctx.LogE("nncp-xfer", nncp.SdsAdd(sds, nncp.SDS{"err": err}), "read")
127 for _, fi := range fis {
131 nodeId, err := nncp.NodeIdFromString(fi.Name())
132 sds["node"] = fi.Name()
134 ctx.LogD("nncp-xfer", sds, "is not NodeId")
137 if nodeOnly != nil && *nodeId != *nodeOnly.Id {
138 ctx.LogD("nncp-xfer", sds, "skip")
141 if _, known := ctx.Neigh[*nodeId]; !known {
142 ctx.LogD("nncp-xfer", sds, "unknown")
145 dir, err = os.Open(filepath.Join(selfPath, fi.Name()))
147 ctx.LogE("nncp-xfer", nncp.SdsAdd(sds, nncp.SDS{"err": err}), "open")
151 fisInt, err := dir.Readdir(0)
154 ctx.LogE("nncp-xfer", nncp.SdsAdd(sds, nncp.SDS{"err": err}), "read")
158 for _, fiInt := range fisInt {
162 filename := filepath.Join(dir.Name(), fiInt.Name())
163 sds["file"] = filename
165 fd, err := os.Open(filename)
167 ctx.LogE("nncp-xfer", nncp.SdsAdd(sds, nncp.SDS{"err": err}), "open")
171 var pktEnc nncp.PktEnc
172 _, err = xdr.Unmarshal(fd, &pktEnc)
173 if err != nil || pktEnc.Magic != nncp.MagicNNCPEv4 {
174 ctx.LogD("nncp-xfer", sds, "is not a packet")
178 if pktEnc.Nice > nice {
179 ctx.LogD("nncp-xfer", sds, "too nice")
183 sds["size"] = strconv.FormatInt(fiInt.Size(), 10)
184 if !ctx.IsEnoughSpace(fiInt.Size()) {
185 ctx.LogE("nncp-xfer", sds, "is not enough space")
190 tmp, err := ctx.NewTmpFileWHash()
194 if _, err = io.CopyN(tmp.W, bufio.NewReader(fd), fiInt.Size()); err != nil {
195 ctx.LogE("nncp-xfer", nncp.SdsAdd(sds, nncp.SDS{"err": err}), "copy")
202 if err = tmp.Commit(filepath.Join(
209 ctx.LogI("nncp-xfer", sds, "")
211 if err = os.Remove(filename); err != nil {
212 ctx.LogE("nncp-xfer", nncp.SdsAdd(sds, nncp.SDS{"err": err}), "remove")
226 sds["xx"] = string(nncp.TTx)
227 for nodeId, _ := range ctx.Neigh {
229 if nodeOnly != nil && nodeId != *nodeOnly.Id {
230 ctx.LogD("nncp-xfer", sds, "skip")
233 dirLock, err := ctx.LockDir(&nodeId, nncp.TTx)
237 nodePath := filepath.Join(flag.Arg(0), nodeId.String())
238 sds["dir"] = nodePath
239 _, err = os.Stat(nodePath)
241 if os.IsNotExist(err) {
242 ctx.LogD("nncp-xfer", sds, "does not exist")
244 ctx.UnlockDir(dirLock)
247 if err = os.Mkdir(nodePath, os.FileMode(0777)); err != nil {
248 ctx.UnlockDir(dirLock)
249 ctx.LogE("nncp-xfer", nncp.SdsAdd(sds, nncp.SDS{"err": err}), "mkdir")
254 ctx.UnlockDir(dirLock)
255 ctx.LogE("nncp-xfer", nncp.SdsAdd(sds, nncp.SDS{"err": err}), "stat")
260 dstPath := filepath.Join(nodePath, ctx.SelfId.String())
262 _, err = os.Stat(dstPath)
264 if os.IsNotExist(err) {
265 if err = os.Mkdir(dstPath, os.FileMode(0777)); err != nil {
266 ctx.UnlockDir(dirLock)
267 ctx.LogE("nncp-xfer", nncp.SdsAdd(sds, nncp.SDS{"err": err}), "mkdir")
272 ctx.UnlockDir(dirLock)
273 ctx.LogE("nncp-xfer", nncp.SdsAdd(sds, nncp.SDS{"err": err}), "stat")
279 for job := range ctx.Jobs(&nodeId, nncp.TTx) {
280 pktName := filepath.Base(job.Fd.Name())
282 if job.PktEnc.Nice > nice {
283 ctx.LogD("nncp-xfer", sds, "too nice")
287 if _, err = os.Stat(filepath.Join(dstPath, pktName)); err == nil || !os.IsNotExist(err) {
288 ctx.LogD("nncp-xfer", sds, "already exists")
292 if _, err = os.Stat(filepath.Join(dstPath, pktName+nncp.SeenSuffix)); err == nil || !os.IsNotExist(err) {
293 ctx.LogD("nncp-xfer", sds, "already exists")
297 tmp, err := nncp.TempFile(dstPath, "xfer")
299 ctx.LogE("nncp-xfer", nncp.SdsAdd(sds, nncp.SDS{"err": err}), "mktemp")
304 sds["tmp"] = tmp.Name()
305 ctx.LogD("nncp-xfer", sds, "created")
306 bufW := bufio.NewWriter(tmp)
307 copied, err := io.Copy(bufW, bufio.NewReader(job.Fd))
310 ctx.LogE("nncp-xfer", nncp.SdsAdd(sds, nncp.SDS{"err": err}), "copy")
315 if err = bufW.Flush(); err != nil {
317 ctx.LogE("nncp-xfer", nncp.SdsAdd(sds, nncp.SDS{"err": err}), "flush")
321 if err = tmp.Sync(); err != nil {
323 ctx.LogE("nncp-xfer", nncp.SdsAdd(sds, nncp.SDS{"err": err}), "sync")
328 if err = os.Rename(tmp.Name(), filepath.Join(dstPath, pktName)); err != nil {
329 ctx.LogE("nncp-xfer", nncp.SdsAdd(sds, nncp.SDS{"err": err}), "rename")
333 if err = nncp.DirSync(dstPath); err != nil {
334 ctx.LogE("nncp-xfer", nncp.SdsAdd(sds, nncp.SDS{"err": err}), "sync")
338 os.Remove(filepath.Join(dstPath, pktName+".part"))
340 ctx.LogI("nncp-xfer", nncp.SdsAdd(sds, nncp.SDS{
341 "size": strconv.FormatInt(copied, 10),
344 if err = os.Remove(job.Fd.Name()); err != nil {
345 ctx.LogE("nncp-xfer", nncp.SdsAdd(sds, nncp.SDS{"err": err}), "remove")
350 ctx.UnlockDir(dirLock)