/* NNCP -- Node to Node copy, utilities for store-and-forward data exchange Copyright (C) 2016-2021 Sergey Matveev This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, version 3 of the License. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . */ package nncp import ( "bufio" "bytes" "encoding/base64" "errors" "fmt" "io" "io/ioutil" "log" "mime" "os" "os/exec" "path" "path/filepath" "strconv" "strings" "time" xdr "github.com/davecgh/go-xdr/xdr2" "github.com/dustin/go-humanize" "github.com/klauspost/compress/zstd" "golang.org/x/crypto/blake2b" "golang.org/x/crypto/poly1305" ) const ( SeenSuffix = ".seen" ) func newNotification(fromTo *FromToJSON, subject string, body []byte) io.Reader { lines := []string{ "From: " + fromTo.From, "To: " + fromTo.To, "Subject: " + mime.BEncoding.Encode("UTF-8", subject), } if len(body) > 0 { lines = append(lines, []string{ "MIME-Version: 1.0", "Content-Type: text/plain; charset=utf-8", "Content-Transfer-Encoding: base64", "", base64.StdEncoding.EncodeToString(body), }...) } return strings.NewReader(strings.Join(lines, "\n")) } func (ctx *Ctx) Toss( nodeId *NodeId, nice uint8, dryRun, doSeen, noFile, noFreq, noExec, noTrns bool, ) bool { dirLock, err := ctx.LockDir(nodeId, "toss") if err != nil { ctx.LogE("rx", SDS{}, err, "lock") return false } defer ctx.UnlockDir(dirLock) isBad := false sendmail := ctx.Neigh[*ctx.SelfId].Exec["sendmail"] decompressor, err := zstd.NewReader(nil) if err != nil { panic(err) } defer decompressor.Close() for job := range ctx.Jobs(nodeId, TRx) { pktName := filepath.Base(job.Fd.Name()) sds := SDS{"node": job.PktEnc.Sender, "pkt": pktName} if job.PktEnc.Nice > nice { ctx.LogD("rx", SdsAdd(sds, SDS{"nice": int(job.PktEnc.Nice)}), "too nice") continue } pipeR, pipeW := io.Pipe() go func(job Job) error { pipeWB := bufio.NewWriter(pipeW) _, _, err := PktEncRead( ctx.Self, ctx.Neigh, bufio.NewReader(job.Fd), pipeWB, ) job.Fd.Close() // #nosec G104 if err != nil { ctx.LogE("rx", sds, err, "decryption") return pipeW.CloseWithError(err) } if err = pipeWB.Flush(); err != nil { ctx.LogE("rx", sds, err, "decryption flush") return pipeW.CloseWithError(err) } return pipeW.Close() }(job) var pkt Pkt var err error var pktSize int64 var pktSizeBlocks int64 if _, err = xdr.Unmarshal(pipeR, &pkt); err != nil { ctx.LogE("rx", sds, err, "unmarshal") isBad = true goto Closing } pktSize = job.Size - PktEncOverhead - PktOverhead - PktSizeOverhead pktSizeBlocks = pktSize / (EncBlkSize + poly1305.TagSize) if pktSize%(EncBlkSize+poly1305.TagSize) != 0 { pktSize -= poly1305.TagSize } pktSize -= pktSizeBlocks * poly1305.TagSize sds["size"] = pktSize ctx.LogD("rx", sds, "taken") switch pkt.Type { case PktTypeExec, PktTypeExecFat: if noExec { goto Closing } path := bytes.Split(pkt.Path[:int(pkt.PathLen)], []byte{0}) handle := string(path[0]) args := make([]string, 0, len(path)-1) for _, p := range path[1:] { args = append(args, string(p)) } argsStr := strings.Join(append([]string{handle}, args...), " ") sds := SdsAdd(sds, SDS{ "type": "exec", "dst": argsStr, }) sender := ctx.Neigh[*job.PktEnc.Sender] cmdline, exists := sender.Exec[handle] if !exists || len(cmdline) == 0 { ctx.LogE("rx", sds, errors.New("No handle found"), "") isBad = true goto Closing } if pkt.Type == PktTypeExec { if err = decompressor.Reset(pipeR); err != nil { log.Fatalln(err) } } if !dryRun { cmd := exec.Command( cmdline[0], append(cmdline[1:len(cmdline)], args...)..., ) cmd.Env = append( cmd.Env, "NNCP_SELF="+ctx.Self.Id.String(), "NNCP_SENDER="+sender.Id.String(), "NNCP_NICE="+strconv.Itoa(int(pkt.Nice)), ) if pkt.Type == PktTypeExec { cmd.Stdin = decompressor } else { cmd.Stdin = pipeR } output, err := cmd.Output() if err != nil { ctx.LogE("rx", sds, err, "handle") isBad = true goto Closing } if len(sendmail) > 0 && ctx.NotifyExec != nil { notify, exists := ctx.NotifyExec[sender.Name+"."+handle] if !exists { notify, exists = ctx.NotifyExec["*."+handle] } if exists { cmd := exec.Command( sendmail[0], append(sendmail[1:len(sendmail)], notify.To)..., ) cmd.Stdin = newNotification(notify, fmt.Sprintf( "Exec from %s: %s", sender.Name, argsStr, ), output) if err = cmd.Run(); err != nil { ctx.LogE("rx", sds, err, "notify") } } } } ctx.LogI("rx", sds, "") if !dryRun { if doSeen { if fd, err := os.Create(job.Fd.Name() + SeenSuffix); err == nil { fd.Close() // #nosec G104 } } if err = os.Remove(job.Fd.Name()); err != nil { ctx.LogE("rx", sds, err, "remove") isBad = true } } case PktTypeFile: if noFile { goto Closing } dst := string(pkt.Path[:int(pkt.PathLen)]) sds := SdsAdd(sds, SDS{"type": "file", "dst": dst}) if filepath.IsAbs(dst) { ctx.LogE("rx", sds, errors.New("non-relative destination path"), "") isBad = true goto Closing } incoming := ctx.Neigh[*job.PktEnc.Sender].Incoming if incoming == nil { ctx.LogE("rx", sds, errors.New("incoming is not allowed"), "") isBad = true goto Closing } dir := filepath.Join(*incoming, path.Dir(dst)) if err = os.MkdirAll(dir, os.FileMode(0777)); err != nil { ctx.LogE("rx", sds, err, "mkdir") isBad = true goto Closing } if !dryRun { tmp, err := TempFile(dir, "file") if err != nil { ctx.LogE("rx", sds, err, "mktemp") isBad = true goto Closing } sds["tmp"] = tmp.Name() ctx.LogD("rx", sds, "created") bufW := bufio.NewWriter(tmp) if _, err = CopyProgressed( bufW, pipeR, "Rx file", SdsAdd(sds, SDS{"fullsize": sds["size"]}), ctx.ShowPrgrs, ); err != nil { ctx.LogE("rx", sds, err, "copy") isBad = true goto Closing } if err = bufW.Flush(); err != nil { tmp.Close() // #nosec G104 ctx.LogE("rx", sds, err, "copy") isBad = true goto Closing } if err = tmp.Sync(); err != nil { tmp.Close() // #nosec G104 ctx.LogE("rx", sds, err, "copy") isBad = true goto Closing } if err = tmp.Close(); err != nil { ctx.LogE("rx", sds, err, "copy") isBad = true goto Closing } dstPathOrig := filepath.Join(*incoming, dst) dstPath := dstPathOrig dstPathCtr := 0 for { if _, err = os.Stat(dstPath); err != nil { if os.IsNotExist(err) { break } ctx.LogE("rx", sds, err, "stat") isBad = true goto Closing } dstPath = dstPathOrig + "." + strconv.Itoa(dstPathCtr) dstPathCtr++ } if err = os.Rename(tmp.Name(), dstPath); err != nil { ctx.LogE("rx", sds, err, "rename") isBad = true } if err = DirSync(*incoming); err != nil { ctx.LogE("rx", sds, err, "sync") isBad = true } delete(sds, "tmp") } ctx.LogI("rx", sds, "") if !dryRun { if doSeen { if fd, err := os.Create(job.Fd.Name() + SeenSuffix); err == nil { fd.Close() // #nosec G104 } } if err = os.Remove(job.Fd.Name()); err != nil { ctx.LogE("rx", sds, err, "remove") isBad = true } if len(sendmail) > 0 && ctx.NotifyFile != nil { cmd := exec.Command( sendmail[0], append(sendmail[1:len(sendmail)], ctx.NotifyFile.To)..., ) cmd.Stdin = newNotification(ctx.NotifyFile, fmt.Sprintf( "File from %s: %s (%s)", ctx.Neigh[*job.PktEnc.Sender].Name, dst, humanize.IBytes(uint64(pktSize)), ), nil) if err = cmd.Run(); err != nil { ctx.LogE("rx", sds, err, "notify") } } } case PktTypeFreq: if noFreq { goto Closing } src := string(pkt.Path[:int(pkt.PathLen)]) if filepath.IsAbs(src) { ctx.LogE("rx", sds, errors.New("non-relative source path"), "") isBad = true goto Closing } sds := SdsAdd(sds, SDS{"type": "freq", "src": src}) dstRaw, err := ioutil.ReadAll(pipeR) if err != nil { ctx.LogE("rx", sds, err, "read") isBad = true goto Closing } dst := string(dstRaw) sds["dst"] = dst sender := ctx.Neigh[*job.PktEnc.Sender] freqPath := sender.FreqPath if freqPath == nil { ctx.LogE("rx", sds, errors.New("freqing is not allowed"), "") isBad = true goto Closing } if !dryRun { err = ctx.TxFile( sender, pkt.Nice, filepath.Join(*freqPath, src), dst, sender.FreqChunked, sender.FreqMinSize, sender.FreqMaxSize, ) if err != nil { ctx.LogE("rx", sds, err, "tx file") isBad = true goto Closing } } ctx.LogI("rx", sds, "") if !dryRun { if doSeen { if fd, err := os.Create(job.Fd.Name() + SeenSuffix); err == nil { fd.Close() // #nosec G104 } } if err = os.Remove(job.Fd.Name()); err != nil { ctx.LogE("rx", sds, err, "remove") isBad = true } if len(sendmail) > 0 && ctx.NotifyFreq != nil { cmd := exec.Command( sendmail[0], append(sendmail[1:len(sendmail)], ctx.NotifyFreq.To)..., ) cmd.Stdin = newNotification(ctx.NotifyFreq, fmt.Sprintf( "Freq from %s: %s", sender.Name, src, ), nil) if err = cmd.Run(); err != nil { ctx.LogE("rx", sds, err, "notify") } } } case PktTypeTrns: if noTrns { goto Closing } dst := new([blake2b.Size256]byte) copy(dst[:], pkt.Path[:int(pkt.PathLen)]) nodeId := NodeId(*dst) node, known := ctx.Neigh[nodeId] sds := SdsAdd(sds, SDS{"type": "trns", "dst": nodeId}) if !known { ctx.LogE("rx", sds, errors.New("unknown node"), "") isBad = true goto Closing } ctx.LogD("rx", sds, "taken") if !dryRun { if err = ctx.TxTrns(node, job.PktEnc.Nice, pktSize, pipeR); err != nil { ctx.LogE("rx", sds, err, "tx trns") isBad = true goto Closing } } ctx.LogI("rx", sds, "") if !dryRun { if doSeen { if fd, err := os.Create(job.Fd.Name() + SeenSuffix); err == nil { fd.Close() // #nosec G104 } } if err = os.Remove(job.Fd.Name()); err != nil { ctx.LogE("rx", sds, err, "remove") isBad = true } } default: ctx.LogE("rx", sds, errors.New("unknown type"), "") isBad = true } Closing: pipeR.Close() // #nosec G104 } return isBad } func (ctx *Ctx) AutoToss( nodeId *NodeId, nice uint8, doSeen, noFile, noFreq, noExec, noTrns bool, ) (chan struct{}, chan bool) { finish := make(chan struct{}) badCode := make(chan bool) go func() { bad := false for { select { case <-finish: badCode <- bad break default: } time.Sleep(time.Second) bad = !ctx.Toss(nodeId, nice, false, doSeen, noFile, noFreq, noExec, noTrns) } }() return finish, badCode }