2 NNCP -- Node to Node copy, utilities for store-and-forward data exchange
3 Copyright (C) 2016-2018 Sergey Matveev <stargrave@stargrave.org>
5 This program is free software: you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published by
7 the Free Software Foundation, either version 3 of the License, or
8 (at your option) any later version.
10 This program is distributed in the hope that it will be useful,
11 but WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 GNU General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with this program. If not, see <http://www.gnu.org/licenses/>.
34 "github.com/davecgh/go-xdr/xdr2"
35 "github.com/flynn/noise"
39 MaxSPSize = 1<<16 - 256
45 MagicNNCPLv1 [8]byte = [8]byte{'N', 'N', 'C', 'P', 'S', 0, 0, 1}
51 SPHaltMarshalized []byte
53 NoiseCipherSuite noise.CipherSuite = noise.NewCipherSuite(
55 noise.CipherChaChaPoly,
59 spWorkersGroup sync.WaitGroup
65 SPTypeInfo SPType = iota
66 SPTypeFreq SPType = iota
67 SPTypeFile SPType = iota
68 SPTypeDone SPType = iota
69 SPTypeHalt SPType = iota
102 type FreqWithNice struct {
109 spHead := SPHead{Type: SPTypeHalt}
110 if _, err := xdr.Marshal(&buf, spHead); err != nil {
113 copy(SPHaltMarshalized, buf.Bytes())
114 SPHeadOverhead = buf.Len()
117 spInfo := SPInfo{Nice: 123, Size: 123, Hash: new([32]byte)}
118 if _, err := xdr.Marshal(&buf, spInfo); err != nil {
121 SPInfoOverhead = buf.Len()
124 spFreq := SPFreq{Hash: new([32]byte), Offset: 123}
125 if _, err := xdr.Marshal(&buf, spFreq); err != nil {
128 SPFreqOverhead = buf.Len()
131 spFile := SPFile{Hash: new([32]byte), Offset: 123}
132 if _, err := xdr.Marshal(&buf, spFile); err != nil {
135 SPFileOverhead = buf.Len()
138 func MarshalSP(typ SPType, sp interface{}) []byte {
141 if _, err = xdr.Marshal(&buf, SPHead{typ}); err != nil {
144 if _, err = xdr.Marshal(&buf, sp); err != nil {
150 func payloadsSplit(payloads [][]byte) [][]byte {
151 var outbounds [][]byte
152 outbound := make([]byte, 0, MaxSPSize)
153 for i, payload := range payloads {
154 outbound = append(outbound, payload...)
155 if i+1 < len(payloads) && len(outbound)+len(payloads[i+1]) > MaxSPSize {
156 outbounds = append(outbounds, outbound)
157 outbound = make([]byte, 0, MaxSPSize)
160 if len(outbound) > 0 {
161 outbounds = append(outbounds, outbound)
166 type SPState struct {
172 hs *noise.HandshakeState
173 csOur *noise.CipherState
174 csTheir *noise.CipherState
176 infosTheir map[[32]byte]*SPInfo
177 infosOurSeen map[[32]byte]uint8
178 queueTheir []*FreqWithNice
185 Duration time.Duration
197 func (state *SPState) NotAlive() bool {
202 if state.maxOnlineTime > 0 && state.started.Add(time.Duration(state.maxOnlineTime)*time.Second).Before(now) {
205 return uint(now.Sub(state.RxLastSeen).Seconds()) >= state.onlineDeadline && uint(now.Sub(state.TxLastSeen).Seconds()) >= state.onlineDeadline
208 func (state *SPState) dirUnlock() {
209 state.ctx.UnlockDir(state.rxLock)
210 state.ctx.UnlockDir(state.txLock)
213 func (state *SPState) WriteSP(dst io.Writer, payload []byte) error {
214 n, err := xdr.Marshal(dst, SPRaw{Magic: MagicNNCPLv1, Payload: payload})
216 state.TxLastSeen = time.Now()
217 state.TxBytes += int64(n)
222 func (state *SPState) ReadSP(src io.Reader) ([]byte, error) {
224 n, err := xdr.UnmarshalLimited(src, &sp, 1<<17)
228 state.RxLastSeen = time.Now()
229 state.RxBytes += int64(n)
230 if sp.Magic != MagicNNCPLv1 {
233 return sp.Payload, nil
236 func (ctx *Ctx) infosOur(nodeId *NodeId, nice uint8, seen *map[[32]byte]uint8) [][]byte {
239 for job := range ctx.Jobs(nodeId, TTx) {
241 if job.PktEnc.Nice > nice {
244 if _, known := (*seen)[*job.HshValue]; known {
247 totalSize += job.Size
248 infos = append(infos, &SPInfo{
249 Nice: job.PktEnc.Nice,
250 Size: uint64(job.Size),
253 (*seen)[*job.HshValue] = job.PktEnc.Nice
255 sort.Sort(ByNice(infos))
256 var payloads [][]byte
257 for _, info := range infos {
258 payloads = append(payloads, MarshalSP(SPTypeInfo, info))
259 ctx.LogD("sp-info-our", SDS{
261 "name": ToBase32(info.Hash[:]),
262 "size": strconv.FormatInt(int64(info.Size), 10),
266 ctx.LogI("sp-infos", SDS{
269 "pkts": strconv.Itoa(len(payloads)),
270 "size": strconv.FormatInt(totalSize, 10),
273 return payloadsSplit(payloads)
276 func (ctx *Ctx) StartI(conn net.Conn, nodeId *NodeId, nice uint8, xxOnly TRxTx, rxRate, txRate int, onlineDeadline, maxOnlineTime uint) (*SPState, error) {
277 err := ctx.ensureRxDir(nodeId)
282 if xxOnly == "" || xxOnly == TRx {
283 rxLock, err = ctx.LockDir(nodeId, TRx)
289 if xxOnly == "" || xxOnly == TTx {
290 txLock, err = ctx.LockDir(nodeId, TTx)
295 started := time.Now()
296 node := ctx.Neigh[*nodeId]
297 conf := noise.Config{
298 CipherSuite: NoiseCipherSuite,
299 Pattern: noise.HandshakeIK,
301 StaticKeypair: noise.DHKey{
302 Private: ctx.Self.NoisePrv[:],
303 Public: ctx.Self.NoisePub[:],
305 PeerStatic: node.NoisePub[:],
307 hs, err := noise.NewHandshakeState(conf)
315 onlineDeadline: onlineDeadline,
316 maxOnlineTime: maxOnlineTime,
318 payloads: make(chan []byte),
319 infosTheir: make(map[[32]byte]*SPInfo),
320 infosOurSeen: make(map[[32]byte]uint8),
329 var infosPayloads [][]byte
330 if xxOnly == "" || xxOnly == TTx {
331 infosPayloads = ctx.infosOur(nodeId, nice, &state.infosOurSeen)
333 var firstPayload []byte
334 if len(infosPayloads) > 0 {
335 firstPayload = infosPayloads[0]
337 // Pad first payload, to hide actual number of existing files
338 for i := 0; i < (MaxSPSize-len(firstPayload))/SPHeadOverhead; i++ {
339 firstPayload = append(firstPayload, SPHaltMarshalized...)
344 buf, _, _, err = state.hs.WriteMessage(nil, firstPayload)
349 sds := SDS{"node": nodeId, "nice": strconv.Itoa(int(nice))}
350 ctx.LogD("sp-start", sds, "sending first message")
351 conn.SetWriteDeadline(time.Now().Add(DefaultDeadline * time.Second))
352 if err = state.WriteSP(conn, buf); err != nil {
353 ctx.LogE("sp-start", SdsAdd(sds, SDS{"err": err}), "")
357 ctx.LogD("sp-start", sds, "waiting for first message")
358 conn.SetReadDeadline(time.Now().Add(DefaultDeadline * time.Second))
359 if buf, err = state.ReadSP(conn); err != nil {
360 ctx.LogE("sp-start", SdsAdd(sds, SDS{"err": err}), "")
364 payload, state.csOur, state.csTheir, err = state.hs.ReadMessage(nil, buf)
366 ctx.LogE("sp-start", SdsAdd(sds, SDS{"err": err}), "")
370 ctx.LogD("sp-start", sds, "starting workers")
371 err = state.StartWorkers(conn, infosPayloads, payload)
373 ctx.LogE("sp-start", SdsAdd(sds, SDS{"err": err}), "")
380 func (ctx *Ctx) StartR(conn net.Conn, nice uint8, xxOnly TRxTx) (*SPState, error) {
381 started := time.Now()
382 conf := noise.Config{
383 CipherSuite: NoiseCipherSuite,
384 Pattern: noise.HandshakeIK,
386 StaticKeypair: noise.DHKey{
387 Private: ctx.Self.NoisePrv[:],
388 Public: ctx.Self.NoisePub[:],
391 hs, err := noise.NewHandshakeState(conf)
399 payloads: make(chan []byte),
400 infosOurSeen: make(map[[32]byte]uint8),
401 infosTheir: make(map[[32]byte]*SPInfo),
409 SDS{"nice": strconv.Itoa(int(nice))},
410 "waiting for first message",
412 conn.SetReadDeadline(time.Now().Add(DefaultDeadline * time.Second))
413 if buf, err = state.ReadSP(conn); err != nil {
414 ctx.LogE("sp-start", SDS{"err": err}, "")
417 if payload, _, _, err = state.hs.ReadMessage(nil, buf); err != nil {
418 ctx.LogE("sp-start", SDS{"err": err}, "")
423 for _, node = range ctx.Neigh {
424 if subtle.ConstantTimeCompare(state.hs.PeerStatic(), node.NoisePub[:]) == 1 {
429 peerId := ToBase32(state.hs.PeerStatic())
430 ctx.LogE("sp-start", SDS{"peer": peerId}, "unknown")
431 return nil, errors.New("Unknown peer: " + peerId)
434 state.rxRate = node.RxRate
435 state.txRate = node.TxRate
436 state.onlineDeadline = node.OnlineDeadline
437 state.maxOnlineTime = node.MaxOnlineTime
438 sds := SDS{"node": node.Id, "nice": strconv.Itoa(int(nice))}
440 if ctx.ensureRxDir(node.Id); err != nil {
444 if xxOnly == "" || xxOnly == TRx {
445 rxLock, err = ctx.LockDir(node.Id, TRx)
450 state.rxLock = rxLock
452 if xxOnly == "" || xxOnly == TTx {
453 txLock, err = ctx.LockDir(node.Id, TTx)
458 state.txLock = txLock
460 var infosPayloads [][]byte
461 if xxOnly == "" || xxOnly == TTx {
462 infosPayloads = ctx.infosOur(node.Id, nice, &state.infosOurSeen)
464 var firstPayload []byte
465 if len(infosPayloads) > 0 {
466 firstPayload = infosPayloads[0]
468 // Pad first payload, to hide actual number of existing files
469 for i := 0; i < (MaxSPSize-len(firstPayload))/SPHeadOverhead; i++ {
470 firstPayload = append(firstPayload, SPHaltMarshalized...)
473 ctx.LogD("sp-start", sds, "sending first message")
474 buf, state.csTheir, state.csOur, err = state.hs.WriteMessage(nil, firstPayload)
479 conn.SetWriteDeadline(time.Now().Add(DefaultDeadline * time.Second))
480 if err = state.WriteSP(conn, buf); err != nil {
481 ctx.LogE("sp-start", SdsAdd(sds, SDS{"err": err}), "")
485 ctx.LogD("sp-start", sds, "starting workers")
486 err = state.StartWorkers(conn, infosPayloads, payload)
494 func (state *SPState) StartWorkers(conn net.Conn, infosPayloads [][]byte, payload []byte) error {
495 sds := SDS{"node": state.Node.Id, "nice": strconv.Itoa(int(state.nice))}
496 if len(infosPayloads) > 1 {
498 for _, payload := range infosPayloads[1:] {
501 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
502 "queuing remaining payload",
504 state.payloads <- payload
510 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
511 "processing first payload",
513 replies, err := state.ProcessSP(payload)
515 state.ctx.LogE("sp-work", SdsAdd(sds, SDS{"err": err}), "")
520 for _, reply := range replies {
523 SdsAdd(sds, SDS{"size": strconv.Itoa(len(reply))}),
526 state.payloads <- reply
530 if state.xxOnly == "" || state.xxOnly == TTx {
532 for range time.Tick(time.Second) {
533 for _, payload := range state.ctx.infosOur(
540 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
543 state.payloads <- payload
556 if state.NotAlive() {
561 case payload = <-state.payloads:
564 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
571 if len(state.queueTheir) == 0 {
572 state.ctx.LogD("sp-xmit", sds, "file queue is empty")
574 time.Sleep(100 * time.Millisecond)
577 freq := state.queueTheir[0].freq
580 if state.txRate > 0 {
581 time.Sleep(time.Second / time.Duration(state.txRate))
584 sdsp := SdsAdd(sds, SDS{
586 "hash": ToBase32(freq.Hash[:]),
587 "size": strconv.FormatInt(int64(freq.Offset), 10),
589 state.ctx.LogD("sp-file", sdsp, "queueing")
590 fd, err := os.Open(filepath.Join(
592 state.Node.Id.String(),
594 ToBase32(freq.Hash[:]),
597 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
602 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
605 fullSize := uint64(fi.Size())
607 if freq.Offset < fullSize {
608 state.ctx.LogD("sp-file", sdsp, "seeking")
609 if _, err = fd.Seek(int64(freq.Offset), 0); err != nil {
610 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
613 buf = make([]byte, MaxSPSize-SPHeadOverhead-SPFileOverhead)
614 n, err := fd.Read(buf)
616 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
622 SdsAdd(sdsp, SDS{"size": strconv.Itoa(n)}),
627 payload = MarshalSP(SPTypeFile, SPFile{
632 ourSize := freq.Offset + uint64(len(buf))
633 sdsp["size"] = strconv.FormatInt(int64(ourSize), 10)
634 sdsp["fullsize"] = strconv.FormatInt(int64(fullSize), 10)
635 state.ctx.LogP("sp-file", sdsp, "")
637 if len(state.queueTheir) > 0 && *state.queueTheir[0].freq.Hash == *freq.Hash {
638 if ourSize == fullSize {
639 state.ctx.LogD("sp-file", sdsp, "finished")
640 if len(state.queueTheir) > 1 {
641 state.queueTheir = state.queueTheir[1:]
643 state.queueTheir = state.queueTheir[:0]
646 state.queueTheir[0].freq.Offset += uint64(len(buf))
649 state.ctx.LogD("sp-file", sdsp, "queue disappeared")
655 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
658 conn.SetWriteDeadline(time.Now().Add(DefaultDeadline * time.Second))
659 if err := state.WriteSP(conn, state.csOur.Encrypt(nil, nil, payload)); err != nil {
660 state.ctx.LogE("sp-xmit", SdsAdd(sds, SDS{"err": err}), "")
673 if state.NotAlive() {
676 state.ctx.LogD("sp-recv", sds, "waiting for payload")
677 conn.SetReadDeadline(time.Now().Add(DefaultDeadline * time.Second))
678 payload, err := state.ReadSP(conn)
680 unmarshalErr := err.(*xdr.UnmarshalError)
681 netErr, ok := unmarshalErr.Err.(net.Error)
682 if ok && netErr.Timeout() {
685 if unmarshalErr.ErrorCode == xdr.ErrIO {
688 state.ctx.LogE("sp-recv", SdsAdd(sds, SDS{"err": err}), "")
693 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
696 payload, err = state.csTheir.Decrypt(nil, nil, payload)
698 state.ctx.LogE("sp-recv", SdsAdd(sds, SDS{"err": err}), "")
703 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
706 replies, err := state.ProcessSP(payload)
708 state.ctx.LogE("sp-recv", SdsAdd(sds, SDS{"err": err}), "")
712 for _, reply := range replies {
715 SdsAdd(sds, SDS{"size": strconv.Itoa(len(reply))}),
718 state.payloads <- reply
721 if state.rxRate > 0 {
722 time.Sleep(time.Second / time.Duration(state.rxRate))
730 func (state *SPState) Wait() {
733 state.Duration = time.Now().Sub(state.started)
734 state.RxSpeed = state.RxBytes
735 state.TxSpeed = state.TxBytes
736 rxDuration := int64(state.RxLastSeen.Sub(state.started).Seconds())
737 txDuration := int64(state.TxLastSeen.Sub(state.started).Seconds())
739 state.RxSpeed = state.RxBytes / rxDuration
742 state.TxSpeed = state.TxBytes / txDuration
746 func (state *SPState) ProcessSP(payload []byte) ([][]byte, error) {
747 sds := SDS{"node": state.Node.Id, "nice": strconv.Itoa(int(state.nice))}
748 r := bytes.NewReader(payload)
753 state.ctx.LogD("sp-process", sds, "unmarshaling header")
755 if _, err = xdr.Unmarshal(r, &head); err != nil {
756 state.ctx.LogE("sp-process", SdsAdd(sds, SDS{"err": err}), "")
762 sdsp := SdsAdd(sds, SDS{"type": "info"})
763 state.ctx.LogD("sp-process", sdsp, "unmarshaling packet")
765 if _, err = xdr.Unmarshal(r, &info); err != nil {
766 state.ctx.LogE("sp-process", SdsAdd(sdsp, SDS{"err": err}), "")
769 sdsp = SdsAdd(sds, SDS{
770 "hash": ToBase32(info.Hash[:]),
771 "size": strconv.FormatInt(int64(info.Size), 10),
773 if info.Nice > state.nice {
774 state.ctx.LogD("sp-process", sdsp, "too nice")
777 state.ctx.LogD("sp-process", sdsp, "received")
778 if state.xxOnly == TTx {
782 state.infosTheir[*info.Hash] = &info
784 state.ctx.LogD("sp-process", sdsp, "stating part")
785 pktPath := filepath.Join(
787 state.Node.Id.String(),
789 ToBase32(info.Hash[:]),
791 if _, err = os.Stat(pktPath); err == nil {
792 state.ctx.LogD("sp-process", sdsp, "already done")
793 replies = append(replies, MarshalSP(SPTypeDone, SPDone{info.Hash}))
796 if _, err = os.Stat(pktPath + SeenSuffix); err == nil {
797 state.ctx.LogD("sp-process", sdsp, "already seen")
798 replies = append(replies, MarshalSP(SPTypeDone, SPDone{info.Hash}))
801 fi, err := os.Stat(pktPath + PartSuffix)
807 SdsAdd(sdsp, SDS{"offset": strconv.FormatInt(offset, 10)}),
811 replies = append(replies, MarshalSP(
813 SPFreq{info.Hash, uint64(offset)},
818 SdsAdd(sds, SDS{"type": "file"}),
819 "unmarshaling packet",
822 if _, err = xdr.Unmarshal(r, &file); err != nil {
823 state.ctx.LogE("sp-process", SdsAdd(sds, SDS{
829 sdsp := SdsAdd(sds, SDS{
831 "hash": ToBase32(file.Hash[:]),
832 "size": strconv.Itoa(len(file.Payload)),
834 filePath := filepath.Join(
836 state.Node.Id.String(),
838 ToBase32(file.Hash[:]),
840 state.ctx.LogD("sp-file", sdsp, "opening part")
841 fd, err := os.OpenFile(
843 os.O_RDWR|os.O_CREATE,
847 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
852 SdsAdd(sdsp, SDS{"offset": strconv.FormatInt(int64(file.Offset), 10)}),
855 if _, err = fd.Seek(int64(file.Offset), 0); err != nil {
856 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
860 state.ctx.LogD("sp-file", sdsp, "writing")
861 _, err = fd.Write(file.Payload)
863 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
867 ourSize := uint64(file.Offset) + uint64(len(file.Payload))
869 sdsp["fullsize"] = strconv.FormatInt(int64(state.infosTheir[*file.Hash].Size), 10)
870 sdsp["size"] = strconv.FormatInt(int64(ourSize), 10)
871 state.ctx.LogP("sp-file", sdsp, "")
872 if state.infosTheir[*file.Hash].Size != ourSize {
878 spWorkersGroup.Wait()
879 spWorkersGroup.Add(1)
881 if err := fd.Sync(); err != nil {
882 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "sync")
887 defer state.wg.Done()
889 state.ctx.LogD("sp-file", sdsp, "checking")
890 gut, err := Check(fd, file.Hash[:])
892 if err != nil || !gut {
893 state.ctx.LogE("sp-file", sdsp, "checksum mismatch")
896 state.ctx.LogI("sp-done", SdsAdd(sdsp, SDS{"xx": string(TRx)}), "")
897 os.Rename(filePath+PartSuffix, filePath)
899 delete(state.infosTheir, *file.Hash)
901 spWorkersGroup.Done()
903 state.payloads <- MarshalSP(SPTypeDone, SPDone{file.Hash})
909 SdsAdd(sds, SDS{"type": "done"}),
910 "unmarshaling packet",
913 if _, err = xdr.Unmarshal(r, &done); err != nil {
914 state.ctx.LogE("sp-process", SdsAdd(sds, SDS{
920 sdsp := SdsAdd(sds, SDS{"hash": ToBase32(done.Hash[:])})
921 state.ctx.LogD("sp-done", sdsp, "removing")
922 err := os.Remove(filepath.Join(
924 state.Node.Id.String(),
926 ToBase32(done.Hash[:]),
929 state.ctx.LogI("sp-done", SdsAdd(sdsp, SDS{"xx": string(TTx)}), "")
931 state.ctx.LogE("sp-done", SdsAdd(sdsp, SDS{"xx": string(TTx)}), "")
934 sdsp := SdsAdd(sds, SDS{"type": "freq"})
935 state.ctx.LogD("sp-process", sdsp, "unmarshaling packet")
937 if _, err = xdr.Unmarshal(r, &freq); err != nil {
938 state.ctx.LogE("sp-process", SdsAdd(sdsp, SDS{"err": err}), "")
941 state.ctx.LogD("sp-process", SdsAdd(sdsp, SDS{
942 "hash": ToBase32(freq.Hash[:]),
943 "offset": strconv.FormatInt(int64(freq.Offset), 10),
945 nice, exists := state.infosOurSeen[*freq.Hash]
949 var freqWithNice *FreqWithNice
950 for insertIdx, freqWithNice = range state.queueTheir {
951 if freqWithNice.nice > nice {
955 state.queueTheir = append(state.queueTheir, nil)
956 copy(state.queueTheir[insertIdx+1:], state.queueTheir[insertIdx:])
957 state.queueTheir[insertIdx] = &FreqWithNice{&freq, nice}
960 state.ctx.LogD("sp-process", SdsAdd(sdsp, SDS{
961 "hash": ToBase32(freq.Hash[:]),
962 "offset": strconv.FormatInt(int64(freq.Offset), 10),
966 sdsp := SdsAdd(sds, SDS{"type": "halt"})
967 state.ctx.LogD("sp-process", sdsp, "")
969 state.queueTheir = nil
974 SdsAdd(sds, SDS{"type": head.Type}),
977 return nil, BadPktType
984 for _, info := range state.infosTheir {
989 state.ctx.LogI("sp-infos", SDS{
991 "node": state.Node.Id,
992 "pkts": strconv.Itoa(pkts),
993 "size": strconv.FormatInt(int64(size), 10),
996 return payloadsSplit(replies), nil