2 NNCP -- Node to Node copy, utilities for store-and-forward data exchange
3 Copyright (C) 2016-2017 Sergey Matveev <stargrave@stargrave.org>
5 This program is free software: you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published by
7 the Free Software Foundation, either version 3 of the License, or
8 (at your option) any later version.
10 This program is distributed in the hope that it will be useful,
11 but WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 GNU General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with this program. If not, see <http://www.gnu.org/licenses/>.
34 "github.com/davecgh/go-xdr/xdr2"
35 "github.com/flynn/noise"
39 MaxSPSize = 2<<16 - 256
45 MagicNNCPLv1 [8]byte = [8]byte{'N', 'N', 'C', 'P', 'S', 0, 0, 1}
51 SPHaltMarshalized []byte
53 NoiseCipherSuite noise.CipherSuite = noise.NewCipherSuite(
55 noise.CipherChaChaPoly,
63 SPTypeInfo SPType = iota
64 SPTypeFreq SPType = iota
65 SPTypeFile SPType = iota
66 SPTypeDone SPType = iota
67 SPTypeHalt SPType = iota
102 spHead := SPHead{Type: SPTypeHalt}
103 if _, err := xdr.Marshal(&buf, spHead); err != nil {
106 copy(SPHaltMarshalized, buf.Bytes())
107 SPHeadOverhead = buf.Len()
110 spInfo := SPInfo{Nice: 123, Size: 123, Hash: new([32]byte)}
111 if _, err := xdr.Marshal(&buf, spInfo); err != nil {
114 SPInfoOverhead = buf.Len()
117 spFreq := SPFreq{Hash: new([32]byte), Offset: 123}
118 if _, err := xdr.Marshal(&buf, spFreq); err != nil {
121 SPFreqOverhead = buf.Len()
124 spFile := SPFile{Hash: new([32]byte), Offset: 123}
125 if _, err := xdr.Marshal(&buf, spFile); err != nil {
128 SPFileOverhead = buf.Len()
131 func MarshalSP(typ SPType, sp interface{}) []byte {
134 if _, err = xdr.Marshal(&buf, SPHead{typ}); err != nil {
137 if _, err = xdr.Marshal(&buf, sp); err != nil {
143 func payloadsSplit(payloads [][]byte) [][]byte {
144 var outbounds [][]byte
145 outbound := make([]byte, 0, MaxSPSize)
146 for i, payload := range payloads {
147 outbound = append(outbound, payload...)
148 if i+1 < len(payloads) && len(outbound)+len(payloads[i+1]) > MaxSPSize {
149 outbounds = append(outbounds, outbound)
150 outbound = make([]byte, 0, MaxSPSize)
153 if len(outbound) > 0 {
154 outbounds = append(outbounds, outbound)
159 type SPState struct {
163 hs *noise.HandshakeState
164 csOur *noise.CipherState
165 csTheir *noise.CipherState
167 infosTheir map[[32]byte]*SPInfo
175 Duration time.Duration
184 func (state *SPState) isDead() bool {
186 return now.Sub(state.RxLastSeen).Seconds() >= DeadlineDuration && now.Sub(state.TxLastSeen).Seconds() >= DeadlineDuration
189 func (state *SPState) dirUnlock() {
190 state.ctx.UnlockDir(state.rxLock)
191 state.ctx.UnlockDir(state.txLock)
194 func (state *SPState) WriteSP(dst io.Writer, payload []byte) error {
195 n, err := xdr.Marshal(dst, SPRaw{Magic: MagicNNCPLv1, Payload: payload})
197 state.TxLastSeen = time.Now()
198 state.TxBytes += int64(n)
203 func (state *SPState) ReadSP(src io.Reader) ([]byte, error) {
205 n, err := xdr.UnmarshalLimited(src, &sp, 2<<17)
209 state.RxLastSeen = time.Now()
210 state.RxBytes += int64(n)
211 if sp.Magic != MagicNNCPLv1 {
214 return sp.Payload, nil
217 func (ctx *Ctx) infosOur(nodeId *NodeId, nice uint8) [][]byte {
220 for job := range ctx.Jobs(nodeId, TTx) {
222 if job.PktEnc.Nice > nice {
225 totalSize += job.Size
226 infos = append(infos, &SPInfo{
227 Nice: job.PktEnc.Nice,
228 Size: uint64(job.Size),
232 sort.Sort(ByNice(infos))
233 var payloads [][]byte
234 for _, info := range infos {
235 payloads = append(payloads, MarshalSP(SPTypeInfo, info))
236 ctx.LogD("sp-info-our", SDS{
238 "name": ToBase32(info.Hash[:]),
239 "size": strconv.FormatInt(int64(info.Size), 10),
242 ctx.LogI("sp-infos", SDS{
245 "pkts": strconv.Itoa(len(payloads)),
246 "size": strconv.FormatInt(totalSize, 10),
248 return payloadsSplit(payloads)
251 func (ctx *Ctx) StartI(conn net.Conn, nodeId *NodeId, nice uint8, xxOnly *TRxTx) (*SPState, error) {
252 err := ctx.ensureRxDir(nodeId)
257 if xxOnly != nil && *xxOnly == TRx {
258 rxLock, err = ctx.LockDir(nodeId, TRx)
264 if xxOnly != nil && *xxOnly == TTx {
265 txLock, err = ctx.LockDir(nodeId, TTx)
270 started := time.Now()
271 conf := noise.Config{
272 CipherSuite: NoiseCipherSuite,
273 Pattern: noise.HandshakeIK,
275 StaticKeypair: noise.DHKey{
276 Private: ctx.Self.NoisePrv[:],
277 Public: ctx.Self.NoisePub[:],
279 PeerStatic: ctx.Neigh[*nodeId].NoisePub[:],
283 hs: noise.NewHandshakeState(conf),
286 payloads: make(chan []byte),
287 infosTheir: make(map[[32]byte]*SPInfo),
294 var infosPayloads [][]byte
295 if xxOnly == nil || *xxOnly != TTx {
296 infosPayloads = ctx.infosOur(nodeId, nice)
298 var firstPayload []byte
299 if len(infosPayloads) > 0 {
300 firstPayload = infosPayloads[0]
302 // Pad first payload, to hide actual existing files
303 for i := 0; i < (MaxSPSize-len(firstPayload))/SPHeadOverhead; i++ {
304 firstPayload = append(firstPayload, SPHaltMarshalized...)
309 buf, _, _ = state.hs.WriteMessage(nil, firstPayload)
310 sds := SDS{"node": nodeId, "nice": strconv.Itoa(int(nice))}
311 ctx.LogD("sp-start", sds, "sending first message")
312 conn.SetWriteDeadline(time.Now().Add(DeadlineDuration * time.Second))
313 if err = state.WriteSP(conn, buf); err != nil {
314 ctx.LogE("sp-start", SdsAdd(sds, SDS{"err": err}), "")
318 ctx.LogD("sp-start", sds, "waiting for first message")
319 conn.SetReadDeadline(time.Now().Add(DeadlineDuration * time.Second))
320 if buf, err = state.ReadSP(conn); err != nil {
321 ctx.LogE("sp-start", SdsAdd(sds, SDS{"err": err}), "")
325 payload, state.csOur, state.csTheir, err = state.hs.ReadMessage(nil, buf)
327 ctx.LogE("sp-start", SdsAdd(sds, SDS{"err": err}), "")
331 ctx.LogD("sp-start", sds, "starting workers")
332 err = state.StartWorkers(conn, infosPayloads, payload)
334 ctx.LogE("sp-start", SdsAdd(sds, SDS{"err": err}), "")
341 func (ctx *Ctx) StartR(conn net.Conn, nice uint8, xxOnly *TRxTx) (*SPState, error) {
342 started := time.Now()
343 conf := noise.Config{
344 CipherSuite: NoiseCipherSuite,
345 Pattern: noise.HandshakeIK,
347 StaticKeypair: noise.DHKey{
348 Private: ctx.Self.NoisePrv[:],
349 Public: ctx.Self.NoisePub[:],
354 hs: noise.NewHandshakeState(conf),
356 payloads: make(chan []byte),
357 infosTheir: make(map[[32]byte]*SPInfo),
366 SDS{"nice": strconv.Itoa(int(nice))},
367 "waiting for first message",
369 conn.SetReadDeadline(time.Now().Add(DeadlineDuration * time.Second))
370 if buf, err = state.ReadSP(conn); err != nil {
371 ctx.LogE("sp-start", SDS{"err": err}, "")
374 if payload, _, _, err = state.hs.ReadMessage(nil, buf); err != nil {
375 ctx.LogE("sp-start", SDS{"err": err}, "")
380 for _, node := range ctx.Neigh {
381 if subtle.ConstantTimeCompare(state.hs.PeerStatic(), node.NoisePub[:]) == 1 {
387 peerId := ToBase32(state.hs.PeerStatic())
388 ctx.LogE("sp-start", SDS{"peer": peerId}, "unknown")
389 return nil, errors.New("Unknown peer: " + peerId)
391 state.NodeId = nodeId
392 sds := SDS{"node": nodeId, "nice": strconv.Itoa(int(nice))}
394 if ctx.ensureRxDir(nodeId); err != nil {
398 if xxOnly != nil && *xxOnly == TRx {
399 rxLock, err = ctx.LockDir(nodeId, TRx)
404 state.rxLock = rxLock
406 if xxOnly != nil && *xxOnly == TTx {
407 txLock, err = ctx.LockDir(nodeId, TTx)
412 state.txLock = txLock
414 var infosPayloads [][]byte
415 if xxOnly == nil || *xxOnly != TTx {
416 infosPayloads = ctx.infosOur(nodeId, nice)
418 var firstPayload []byte
419 if len(infosPayloads) > 0 {
420 firstPayload = infosPayloads[0]
422 // Pad first payload, to hide actual existing files
423 for i := 0; i < (MaxSPSize-len(firstPayload))/SPHeadOverhead; i++ {
424 firstPayload = append(firstPayload, SPHaltMarshalized...)
427 ctx.LogD("sp-start", sds, "sending first message")
428 buf, state.csTheir, state.csOur = state.hs.WriteMessage(nil, firstPayload)
429 conn.SetWriteDeadline(time.Now().Add(DeadlineDuration * time.Second))
430 if err = state.WriteSP(conn, buf); err != nil {
431 ctx.LogE("sp-start", SdsAdd(sds, SDS{"err": err}), "")
435 ctx.LogD("sp-start", sds, "starting workers")
436 err = state.StartWorkers(conn, infosPayloads, payload)
444 func (state *SPState) StartWorkers(conn net.Conn, infosPayloads [][]byte, payload []byte) error {
445 sds := SDS{"node": state.NodeId, "nice": strconv.Itoa(int(state.nice))}
446 if len(infosPayloads) > 1 {
448 for _, payload := range infosPayloads[1:] {
451 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
452 "queuing remaining payload",
454 state.payloads <- payload
460 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
461 "processing first payload",
463 replies, err := state.ProcessSP(payload)
465 state.ctx.LogE("sp-work", SdsAdd(sds, SDS{"err": err}), "")
469 for _, reply := range replies {
472 SdsAdd(sds, SDS{"size": strconv.Itoa(len(reply))}),
475 state.payloads <- reply
480 defer state.wg.Done()
487 case payload = <-state.payloads:
490 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
497 if len(state.queueTheir) == 0 {
498 state.ctx.LogD("sp-xmit", sds, "file queue is empty")
500 time.Sleep(100 * time.Millisecond)
503 freq := state.queueTheir[0]
505 sdsp := SdsAdd(sds, SDS{
507 "hash": ToBase32(freq.Hash[:]),
508 "size": strconv.FormatInt(int64(freq.Offset), 10),
510 state.ctx.LogD("sp-file", sdsp, "queueing")
511 fd, err := os.Open(filepath.Join(
513 state.NodeId.String(),
515 ToBase32(freq.Hash[:]),
518 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
523 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
526 fullSize := uint64(fi.Size())
528 if freq.Offset < fullSize {
529 state.ctx.LogD("sp-file", sdsp, "seeking")
530 if _, err = fd.Seek(int64(freq.Offset), io.SeekStart); err != nil {
531 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
534 buf = make([]byte, MaxSPSize-SPHeadOverhead-SPFileOverhead)
535 n, err := fd.Read(buf)
537 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
543 SdsAdd(sdsp, SDS{"size": strconv.Itoa(n)}),
548 payload = MarshalSP(SPTypeFile, SPFile{
553 ourSize := freq.Offset + uint64(len(buf))
554 sdsp["size"] = strconv.FormatInt(int64(ourSize), 10)
555 sdsp["fullsize"] = strconv.FormatInt(int64(fullSize), 10)
556 state.ctx.LogP("sp-file", sdsp, "")
558 if len(state.queueTheir) > 0 && *state.queueTheir[0].Hash == *freq.Hash {
559 if ourSize == fullSize {
560 state.ctx.LogD("sp-file", sdsp, "finished")
561 if len(state.queueTheir) > 1 {
562 state.queueTheir = state.queueTheir[1:]
564 state.queueTheir = state.queueTheir[:0]
567 state.queueTheir[0].Offset += uint64(len(buf))
570 state.ctx.LogD("sp-file", sdsp, "queue disappeared")
576 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
579 conn.SetWriteDeadline(time.Now().Add(DeadlineDuration * time.Second))
580 if err := state.WriteSP(conn, state.csOur.Encrypt(nil, nil, payload)); err != nil {
581 state.ctx.LogE("sp-xmit", SdsAdd(sds, SDS{"err": err}), "")
588 defer state.wg.Done()
593 state.ctx.LogD("sp-recv", sds, "waiting for payload")
594 conn.SetReadDeadline(time.Now().Add(DeadlineDuration * time.Second))
595 payload, err := state.ReadSP(conn)
597 unmarshalErr := err.(*xdr.UnmarshalError)
598 netErr, ok := unmarshalErr.Err.(net.Error)
599 if (ok && netErr.Timeout()) || unmarshalErr.ErrorCode == xdr.ErrIO {
602 state.ctx.LogE("sp-recv", SdsAdd(sds, SDS{"err": err}), "")
608 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
611 payload, err = state.csTheir.Decrypt(nil, nil, payload)
613 state.ctx.LogE("sp-recv", SdsAdd(sds, SDS{"err": err}), "")
618 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
621 replies, err := state.ProcessSP(payload)
623 state.ctx.LogE("sp-recv", SdsAdd(sds, SDS{"err": err}), "")
627 for _, reply := range replies {
630 SdsAdd(sds, SDS{"size": strconv.Itoa(len(reply))}),
633 state.payloads <- reply
641 func (state *SPState) Wait() {
644 state.Duration = time.Now().Sub(state.started)
645 state.RxSpeed = state.RxBytes
646 state.TxSpeed = state.TxBytes
647 rxDuration := int64(state.RxLastSeen.Sub(state.started).Seconds())
648 txDuration := int64(state.TxLastSeen.Sub(state.started).Seconds())
650 state.RxSpeed = state.RxBytes / rxDuration
653 state.TxSpeed = state.TxBytes / txDuration
657 func (state *SPState) ProcessSP(payload []byte) ([][]byte, error) {
658 sds := SDS{"node": state.NodeId, "nice": strconv.Itoa(int(state.nice))}
659 r := bytes.NewReader(payload)
664 state.ctx.LogD("sp-process", sds, "unmarshaling header")
666 if _, err = xdr.Unmarshal(r, &head); err != nil {
667 state.ctx.LogE("sp-process", SdsAdd(sds, SDS{"err": err}), "")
673 sdsp := SdsAdd(sds, SDS{"type": "info"})
674 state.ctx.LogD("sp-process", sdsp, "unmarshaling packet")
676 if _, err = xdr.Unmarshal(r, &info); err != nil {
677 state.ctx.LogE("sp-process", SdsAdd(sdsp, SDS{"err": err}), "")
680 sdsp = SdsAdd(sds, SDS{
681 "hash": ToBase32(info.Hash[:]),
682 "size": strconv.FormatInt(int64(info.Size), 10),
684 if info.Nice > state.nice {
685 state.ctx.LogD("sp-process", sdsp, "too nice")
688 state.ctx.LogD("sp-process", sdsp, "received")
689 if state.xxOnly != nil && *state.xxOnly == TTx {
693 state.infosTheir[*info.Hash] = &info
695 state.ctx.LogD("sp-process", sdsp, "stating part")
696 if _, err = os.Stat(filepath.Join(
698 state.NodeId.String(),
700 ToBase32(info.Hash[:]),
702 state.ctx.LogD("sp-process", sdsp, "already done")
703 replies = append(replies, MarshalSP(SPTypeDone, SPDone{info.Hash}))
706 fi, err := os.Stat(filepath.Join(
708 state.NodeId.String(),
710 ToBase32(info.Hash[:])+PartSuffix,
717 SdsAdd(sdsp, SDS{"offset": strconv.FormatInt(offset, 10)}),
721 replies = append(replies, MarshalSP(
723 SPFreq{info.Hash, uint64(offset)},
728 SdsAdd(sds, SDS{"type": "file"}),
729 "unmarshaling packet",
732 if _, err = xdr.Unmarshal(r, &file); err != nil {
733 state.ctx.LogE("sp-process", SdsAdd(sds, SDS{
739 sdsp := SdsAdd(sds, SDS{
741 "hash": ToBase32(file.Hash[:]),
742 "size": strconv.Itoa(len(file.Payload)),
744 filePath := filepath.Join(
746 state.NodeId.String(),
748 ToBase32(file.Hash[:]),
750 state.ctx.LogD("sp-file", sdsp, "opening part")
751 fd, err := os.OpenFile(
753 os.O_RDWR|os.O_CREATE,
757 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
762 SdsAdd(sdsp, SDS{"offset": strconv.FormatInt(int64(file.Offset), 10)}),
765 if _, err = fd.Seek(int64(file.Offset), io.SeekStart); err != nil {
766 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
770 state.ctx.LogD("sp-file", sdsp, "writing")
771 _, err = fd.Write(file.Payload)
773 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
777 ourSize := uint64(file.Offset) + uint64(len(file.Payload))
778 sdsp["fullsize"] = strconv.FormatInt(int64(state.infosTheir[*file.Hash].Size), 10)
779 sdsp["size"] = strconv.FormatInt(int64(ourSize), 10)
780 state.ctx.LogP("sp-file", sdsp, "")
781 if state.infosTheir[*file.Hash].Size != ourSize {
786 if err := fd.Sync(); err != nil {
787 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "sync")
792 defer state.wg.Done()
793 fd.Seek(0, io.SeekStart)
794 state.ctx.LogD("sp-file", sdsp, "checking")
795 gut, err := Check(fd, file.Hash[:])
797 if err != nil || !gut {
798 state.ctx.LogE("sp-file", sdsp, "checksum mismatch")
801 state.ctx.LogI("sp-done", SdsAdd(sdsp, SDS{"xx": string(TRx)}), "")
802 os.Rename(filePath+PartSuffix, filePath)
804 state.payloads <- MarshalSP(SPTypeDone, SPDone{file.Hash})
810 SdsAdd(sds, SDS{"type": "done"}),
811 "unmarshaling packet",
814 if _, err = xdr.Unmarshal(r, &done); err != nil {
815 state.ctx.LogE("sp-process", SdsAdd(sds, SDS{
821 sdsp := SdsAdd(sds, SDS{"hash": ToBase32(done.Hash[:])})
822 state.ctx.LogD("sp-done", sdsp, "removing")
823 err := os.Remove(filepath.Join(
825 state.NodeId.String(),
827 ToBase32(done.Hash[:]),
830 state.ctx.LogI("sp-done", SdsAdd(sdsp, SDS{"xx": string(TTx)}), "")
832 state.ctx.LogE("sp-done", SdsAdd(sdsp, SDS{"xx": string(TTx)}), "")
835 sdsp := SdsAdd(sds, SDS{"type": "freq"})
836 state.ctx.LogD("sp-process", sdsp, "unmarshaling packet")
838 if _, err = xdr.Unmarshal(r, &freq); err != nil {
839 state.ctx.LogE("sp-process", SdsAdd(sdsp, SDS{"err": err}), "")
842 state.ctx.LogD("sp-process", SdsAdd(sdsp, SDS{
843 "hash": ToBase32(freq.Hash[:]),
844 "offset": strconv.FormatInt(int64(freq.Offset), 10),
847 state.queueTheir = append(state.queueTheir, &freq)
850 sdsp := SdsAdd(sds, SDS{"type": "halt"})
851 state.ctx.LogD("sp-process", sdsp, "")
853 state.queueTheir = nil
858 SdsAdd(sds, SDS{"type": head.Type}),
861 return nil, BadPktType
867 for _, info := range state.infosTheir {
871 state.ctx.LogI("sp-infos", SDS{
873 "node": state.NodeId,
874 "pkts": strconv.Itoa(pkts),
875 "size": strconv.FormatInt(int64(size), 10),
878 return payloadsSplit(replies), nil