]> Cypherpunks.ru repositories - nncp.git/blob - src/cmd/nncp-bundle/main.go
Simplify code, no performance penalty
[nncp.git] / src / cmd / nncp-bundle / main.go
1 /*
2 NNCP -- Node to Node copy, utilities for store-and-forward data exchange
3 Copyright (C) 2016-2020 Sergey Matveev <stargrave@stargrave.org>
4
5 This program is free software: you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published by
7 the Free Software Foundation, version 3 of the License.
8
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
12 GNU General Public License for more details.
13
14 You should have received a copy of the GNU General Public License
15 along with this program.  If not, see <http://www.gnu.org/licenses/>.
16 */
17
18 // Create/digest stream of NNCP encrypted packets.
19 package main
20
21 import (
22         "archive/tar"
23         "bufio"
24         "bytes"
25         "errors"
26         "flag"
27         "fmt"
28         "io"
29         "io/ioutil"
30         "log"
31         "os"
32         "path/filepath"
33         "strings"
34
35         xdr "github.com/davecgh/go-xdr/xdr2"
36         "go.cypherpunks.ru/nncp/v5"
37         "golang.org/x/crypto/blake2b"
38 )
39
40 const (
41         CopyBufSize = 1 << 17
42 )
43
44 func usage() {
45         fmt.Fprintf(os.Stderr, nncp.UsageHeader())
46         fmt.Fprintf(os.Stderr, "nncp-bundle -- Create/digest stream of NNCP encrypted packets\n\n")
47         fmt.Fprintf(os.Stderr, "Usage: %s [options] -tx [-delete] NODE [NODE ...] > ...\n", os.Args[0])
48         fmt.Fprintf(os.Stderr, "       %s [options] -rx -delete [-dryrun] [NODE ...] < ...\n", os.Args[0])
49         fmt.Fprintf(os.Stderr, "       %s [options] -rx [-check] [-dryrun] [NODE ...] < ...\n", os.Args[0])
50         fmt.Fprintln(os.Stderr, "Options:")
51         flag.PrintDefaults()
52 }
53
54 func main() {
55         var (
56                 cfgPath   = flag.String("cfg", nncp.DefaultCfgPath, "Path to configuration file")
57                 niceRaw   = flag.String("nice", nncp.NicenessFmt(255), "Minimal required niceness")
58                 doRx      = flag.Bool("rx", false, "Receive packets")
59                 doTx      = flag.Bool("tx", false, "Transfer packets")
60                 doDelete  = flag.Bool("delete", false, "Delete transferred packets")
61                 doCheck   = flag.Bool("check", false, "Check integrity while receiving")
62                 dryRun    = flag.Bool("dryrun", false, "Do no writes")
63                 spoolPath = flag.String("spool", "", "Override path to spool")
64                 logPath   = flag.String("log", "", "Override path to logfile")
65                 quiet     = flag.Bool("quiet", false, "Print only errors")
66                 showPrgrs = flag.Bool("progress", false, "Force progress showing")
67                 omitPrgrs = flag.Bool("noprogress", false, "Omit progress showing")
68                 debug     = flag.Bool("debug", false, "Print debug messages")
69                 version   = flag.Bool("version", false, "Print version information")
70                 warranty  = flag.Bool("warranty", false, "Print warranty information")
71         )
72         flag.Usage = usage
73         flag.Parse()
74         if *warranty {
75                 fmt.Println(nncp.Warranty)
76                 return
77         }
78         if *version {
79                 fmt.Println(nncp.VersionGet())
80                 return
81         }
82         nice, err := nncp.NicenessParse(*niceRaw)
83         if err != nil {
84                 log.Fatalln(err)
85         }
86         if *doRx && *doTx {
87                 log.Fatalln("-rx and -tx can not be set simultaneously")
88         }
89         if !*doRx && !*doTx {
90                 log.Fatalln("At least one of -rx and -tx must be specified")
91         }
92
93         ctx, err := nncp.CtxFromCmdline(
94                 *cfgPath,
95                 *spoolPath,
96                 *logPath,
97                 *quiet,
98                 *showPrgrs,
99                 *omitPrgrs,
100                 *debug,
101         )
102         if err != nil {
103                 log.Fatalln("Error during initialization:", err)
104         }
105
106         nodeIds := make(map[nncp.NodeId]struct{}, flag.NArg())
107         for i := 0; i < flag.NArg(); i++ {
108                 node, err := ctx.FindNode(flag.Arg(i))
109                 if err != nil {
110                         log.Fatalln("Invalid specified:", err)
111                 }
112                 nodeIds[*node.Id] = struct{}{}
113         }
114
115         ctx.Umask()
116
117         sds := nncp.SDS{}
118         if *doTx {
119                 sds["xx"] = string(nncp.TTx)
120                 var pktName string
121                 bufStdout := bufio.NewWriter(os.Stdout)
122                 tarWr := tar.NewWriter(bufStdout)
123                 for nodeId, _ := range nodeIds {
124                         sds["node"] = nodeId.String()
125                         for job := range ctx.Jobs(&nodeId, nncp.TTx) {
126                                 pktName = filepath.Base(job.Fd.Name())
127                                 sds["pkt"] = pktName
128                                 if job.PktEnc.Nice > nice {
129                                         ctx.LogD("nncp-bundle", sds, "too nice")
130                                         job.Fd.Close()
131                                         continue
132                                 }
133                                 if err = tarWr.WriteHeader(&tar.Header{
134                                         Format:   tar.FormatUSTAR,
135                                         Name:     nncp.NNCPBundlePrefix,
136                                         Mode:     0700,
137                                         Typeflag: tar.TypeDir,
138                                 }); err != nil {
139                                         log.Fatalln("Error writing tar header:", err)
140                                 }
141                                 if err = tarWr.WriteHeader(&tar.Header{
142                                         Format: tar.FormatPAX,
143                                         Name: strings.Join([]string{
144                                                 nncp.NNCPBundlePrefix,
145                                                 nodeId.String(),
146                                                 ctx.SelfId.String(),
147                                                 pktName,
148                                         }, "/"),
149                                         Mode:     0400,
150                                         Size:     job.Size,
151                                         Typeflag: tar.TypeReg,
152                                 }); err != nil {
153                                         log.Fatalln("Error writing tar header:", err)
154                                 }
155                                 if _, err = nncp.CopyProgressed(
156                                         tarWr, job.Fd, "Tx",
157                                         nncp.SdsAdd(sds, nncp.SDS{
158                                                 "pkt":      nncp.Base32Codec.EncodeToString(job.HshValue[:]),
159                                                 "fullsize": job.Size,
160                                         }),
161                                         ctx.ShowPrgrs,
162                                 ); err != nil {
163                                         log.Fatalln("Error during copying to tar:", err)
164                                 }
165                                 job.Fd.Close()
166                                 if err = tarWr.Flush(); err != nil {
167                                         log.Fatalln("Error during tar flushing:", err)
168                                 }
169                                 if err = bufStdout.Flush(); err != nil {
170                                         log.Fatalln("Error during stdout flushing:", err)
171                                 }
172                                 if *doDelete {
173                                         if err = os.Remove(job.Fd.Name()); err != nil {
174                                                 log.Fatalln("Error during deletion:", err)
175                                         }
176                                 }
177                                 ctx.LogI("nncp-bundle", nncp.SdsAdd(sds, nncp.SDS{"size": job.Size}), "")
178                         }
179                 }
180                 if err = tarWr.Close(); err != nil {
181                         log.Fatalln("Error during tar closing:", err)
182                 }
183         } else {
184                 bufStdin := bufio.NewReaderSize(os.Stdin, CopyBufSize*2)
185                 pktEncBuf := make([]byte, nncp.PktEncOverhead)
186                 var pktEnc *nncp.PktEnc
187                 for {
188                         peeked, err := bufStdin.Peek(CopyBufSize)
189                         if err != nil && err != io.EOF {
190                                 log.Fatalln("Error during reading:", err)
191                         }
192                         prefixIdx := bytes.Index(peeked, []byte(nncp.NNCPBundlePrefix))
193                         if prefixIdx == -1 {
194                                 if err == io.EOF {
195                                         break
196                                 }
197                                 bufStdin.Discard(bufStdin.Buffered() - (len(nncp.NNCPBundlePrefix) - 1))
198                                 continue
199                         }
200                         bufStdin.Discard(prefixIdx)
201                         tarR = tar.NewReader(bufStdin)
202                         sds["xx"] = string(nncp.TRx)
203                         entry, err := tarR.Next()
204                         if err != nil {
205                                 if err != io.EOF {
206                                         ctx.LogD(
207                                                 "nncp-bundle",
208                                                 nncp.SdsAdd(sds, nncp.SDS{"err": err}),
209                                                 "error reading tar",
210                                         )
211                                 }
212                                 continue
213                         }
214                         if entry.Typeflag != tar.TypeDir {
215                                 ctx.LogD("nncp-bundle", sds, "Expected NNCP/")
216                                 continue
217                         }
218                         entry, err = tarR.Next()
219                         if err != nil {
220                                 if err != io.EOF {
221                                         ctx.LogD(
222                                                 "nncp-bundle",
223                                                 nncp.SdsAdd(sds, nncp.SDS{"err": err}),
224                                                 "error reading tar",
225                                         )
226                                 }
227                                 continue
228                         }
229                         sds["pkt"] = entry.Name
230                         if entry.Size < nncp.PktEncOverhead {
231                                 ctx.LogD("nncp-bundle", sds, "Too small packet")
232                                 continue
233                         }
234                         if !ctx.IsEnoughSpace(entry.Size) {
235                                 ctx.LogE("nncp-bundle", sds, errors.New("not enough spool space"), "")
236                                 continue
237                         }
238                         pktName := filepath.Base(entry.Name)
239                         if _, err = nncp.Base32Codec.DecodeString(pktName); err != nil {
240                                 ctx.LogD("nncp-bundle", nncp.SdsAdd(sds, nncp.SDS{"err": "bad packet name"}), "")
241                                 continue
242                         }
243                         if _, err = io.ReadFull(tarR, pktEncBuf); err != nil {
244                                 ctx.LogD("nncp-bundle", nncp.SdsAdd(sds, nncp.SDS{"err": err}), "read")
245                                 continue
246                         }
247                         if _, err = xdr.Unmarshal(bytes.NewReader(pktEncBuf), &pktEnc); err != nil {
248                                 ctx.LogD("nncp-bundle", sds, "Bad packet structure")
249                                 continue
250                         }
251                         if pktEnc.Magic != nncp.MagicNNCPEv4 {
252                                 ctx.LogD("nncp-bundle", sds, "Bad packet magic number")
253                                 continue
254                         }
255                         if pktEnc.Nice > nice {
256                                 ctx.LogD("nncp-bundle", sds, "too nice")
257                                 continue
258                         }
259                         if *pktEnc.Sender == *ctx.SelfId && *doDelete {
260                                 if len(nodeIds) > 0 {
261                                         if _, exists := nodeIds[*pktEnc.Recipient]; !exists {
262                                                 ctx.LogD("nncp-bundle", sds, "Recipient is not requested")
263                                                 continue
264                                         }
265                                 }
266                                 nodeId32 := nncp.Base32Codec.EncodeToString(pktEnc.Recipient[:])
267                                 sds["xx"] = string(nncp.TTx)
268                                 sds["node"] = nodeId32
269                                 sds["pkt"] = pktName
270                                 dstPath := filepath.Join(
271                                         ctx.Spool,
272                                         nodeId32,
273                                         string(nncp.TTx),
274                                         pktName,
275                                 )
276                                 if _, err = os.Stat(dstPath); err != nil {
277                                         ctx.LogD("nncp-bundle", sds, "Packet is already missing")
278                                         continue
279                                 }
280                                 hsh, err := blake2b.New256(nil)
281                                 if err != nil {
282                                         log.Fatalln("Error during hasher creation:", err)
283                                 }
284                                 if _, err = hsh.Write(pktEncBuf); err != nil {
285                                         log.Fatalln("Error during writing:", err)
286                                 }
287                                 if _, err = nncp.CopyProgressed(
288                                         hsh, tarR, "Rx",
289                                         nncp.SdsAdd(sds, nncp.SDS{"fullsize": entry.Size}),
290                                         ctx.ShowPrgrs,
291                                 ); err != nil {
292                                         log.Fatalln("Error during copying:", err)
293                                 }
294                                 if nncp.Base32Codec.EncodeToString(hsh.Sum(nil)) == pktName {
295                                         ctx.LogI("nncp-bundle", sds, "removed")
296                                         if !*dryRun {
297                                                 os.Remove(dstPath)
298                                         }
299                                 } else {
300                                         ctx.LogE("nncp-bundle", sds, errors.New("bad checksum"), "")
301                                 }
302                                 continue
303                         }
304                         if *pktEnc.Recipient != *ctx.SelfId {
305                                 ctx.LogD("nncp-bundle", sds, "Unknown recipient")
306                                 continue
307                         }
308                         if len(nodeIds) > 0 {
309                                 if _, exists := nodeIds[*pktEnc.Sender]; !exists {
310                                         ctx.LogD("nncp-bundle", sds, "Sender is not requested")
311                                         continue
312                                 }
313                         }
314                         sds["node"] = nncp.Base32Codec.EncodeToString(pktEnc.Recipient[:])
315                         sds["pkt"] = pktName
316                         sds["fullsize"] = entry.Size
317                         selfPath := filepath.Join(ctx.Spool, ctx.SelfId.String(), string(nncp.TRx))
318                         dstPath := filepath.Join(selfPath, pktName)
319                         if _, err = os.Stat(dstPath); err == nil || !os.IsNotExist(err) {
320                                 ctx.LogD("nncp-bundle", sds, "Packet already exists")
321                                 continue
322                         }
323                         if _, err = os.Stat(dstPath + nncp.SeenSuffix); err == nil || !os.IsNotExist(err) {
324                                 ctx.LogD("nncp-bundle", sds, "Packet already exists")
325                                 continue
326                         }
327                         if *doCheck {
328                                 if *dryRun {
329                                         hsh, err := blake2b.New256(nil)
330                                         if err != nil {
331                                                 log.Fatalln("Error during hasher creation:", err)
332                                         }
333                                         if _, err = hsh.Write(pktEncBuf); err != nil {
334                                                 log.Fatalln("Error during writing:", err)
335                                         }
336                                         if _, err = nncp.CopyProgressed(hsh, tarR, "check", sds, ctx.ShowPrgrs); err != nil {
337                                                 log.Fatalln("Error during copying:", err)
338                                         }
339                                         if nncp.Base32Codec.EncodeToString(hsh.Sum(nil)) != pktName {
340                                                 ctx.LogE("nncp-bundle", sds, errors.New("bad checksum"), "")
341                                                 continue
342                                         }
343                                 } else {
344                                         tmp, err := ctx.NewTmpFileWHash()
345                                         if err != nil {
346                                                 log.Fatalln("Error during temporary file creation:", err)
347                                         }
348                                         if _, err = tmp.W.Write(pktEncBuf); err != nil {
349                                                 log.Fatalln("Error during writing:", err)
350                                         }
351                                         if _, err = nncp.CopyProgressed(tmp.W, tarR, "check", sds, ctx.ShowPrgrs); err != nil {
352                                                 log.Fatalln("Error during copying:", err)
353                                         }
354                                         if err = tmp.W.Flush(); err != nil {
355                                                 log.Fatalln("Error during flusing:", err)
356                                         }
357                                         if nncp.Base32Codec.EncodeToString(tmp.Hsh.Sum(nil)) == pktName {
358                                                 if err = tmp.Commit(selfPath); err != nil {
359                                                         log.Fatalln("Error during commiting:", err)
360                                                 }
361                                         } else {
362                                                 ctx.LogE("nncp-bundle", sds, errors.New("bad checksum"), "")
363                                                 tmp.Cancel()
364                                                 continue
365                                         }
366                                 }
367                         } else {
368                                 if *dryRun {
369                                         if _, err = nncp.CopyProgressed(ioutil.Discard, tarR, "Rx", sds, ctx.ShowPrgrs); err != nil {
370                                                 log.Fatalln("Error during copying:", err)
371                                         }
372                                 } else {
373                                         tmp, err := ctx.NewTmpFile()
374                                         if err != nil {
375                                                 log.Fatalln("Error during temporary file creation:", err)
376                                         }
377                                         bufTmp := bufio.NewWriterSize(tmp, CopyBufSize)
378                                         if _, err = bufTmp.Write(pktEncBuf); err != nil {
379                                                 log.Fatalln("Error during writing:", err)
380                                         }
381                                         if _, err = nncp.CopyProgressed(bufTmp, tarR, "Rx", sds, ctx.ShowPrgrs); err != nil {
382                                                 log.Fatalln("Error during copying:", err)
383                                         }
384                                         if err = bufTmp.Flush(); err != nil {
385                                                 log.Fatalln("Error during flushing:", err)
386                                         }
387                                         if err = tmp.Sync(); err != nil {
388                                                 log.Fatalln("Error during syncing:", err)
389                                         }
390                                         tmp.Close()
391                                         if err = os.MkdirAll(selfPath, os.FileMode(0777)); err != nil {
392                                                 log.Fatalln("Error during mkdir:", err)
393                                         }
394                                         if err = os.Rename(tmp.Name(), dstPath); err != nil {
395                                                 log.Fatalln("Error during renaming:", err)
396                                         }
397                                         if err = nncp.DirSync(selfPath); err != nil {
398                                                 log.Fatalln("Error during syncing:", err)
399                                         }
400                                 }
401                         }
402                         ctx.LogI("nncp-bundle", nncp.SdsAdd(sds, nncp.SDS{
403                                 "size": sds["fullsize"],
404                         }), "")
405                 }
406         }
407 }