2 NNCP -- Node to Node copy, utilities for store-and-forward data exchange
3 Copyright (C) 2016-2018 Sergey Matveev <stargrave@stargrave.org>
5 This program is free software: you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published by
7 the Free Software Foundation, either version 3 of the License, or
8 (at your option) any later version.
10 This program is distributed in the hope that it will be useful,
11 but WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 GNU General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with this program. If not, see <http://www.gnu.org/licenses/>.
34 "github.com/davecgh/go-xdr/xdr2"
35 "github.com/flynn/noise"
39 MaxSPSize = 1<<16 - 256
45 MagicNNCPLv1 [8]byte = [8]byte{'N', 'N', 'C', 'P', 'S', 0, 0, 1}
51 SPHaltMarshalized []byte
53 NoiseCipherSuite noise.CipherSuite = noise.NewCipherSuite(
55 noise.CipherChaChaPoly,
59 spWorkersGroup sync.WaitGroup
65 SPTypeInfo SPType = iota
66 SPTypeFreq SPType = iota
67 SPTypeFile SPType = iota
68 SPTypeDone SPType = iota
69 SPTypeHalt SPType = iota
104 spHead := SPHead{Type: SPTypeHalt}
105 if _, err := xdr.Marshal(&buf, spHead); err != nil {
108 copy(SPHaltMarshalized, buf.Bytes())
109 SPHeadOverhead = buf.Len()
112 spInfo := SPInfo{Nice: 123, Size: 123, Hash: new([32]byte)}
113 if _, err := xdr.Marshal(&buf, spInfo); err != nil {
116 SPInfoOverhead = buf.Len()
119 spFreq := SPFreq{Hash: new([32]byte), Offset: 123}
120 if _, err := xdr.Marshal(&buf, spFreq); err != nil {
123 SPFreqOverhead = buf.Len()
126 spFile := SPFile{Hash: new([32]byte), Offset: 123}
127 if _, err := xdr.Marshal(&buf, spFile); err != nil {
130 SPFileOverhead = buf.Len()
133 func MarshalSP(typ SPType, sp interface{}) []byte {
136 if _, err = xdr.Marshal(&buf, SPHead{typ}); err != nil {
139 if _, err = xdr.Marshal(&buf, sp); err != nil {
145 func payloadsSplit(payloads [][]byte) [][]byte {
146 var outbounds [][]byte
147 outbound := make([]byte, 0, MaxSPSize)
148 for i, payload := range payloads {
149 outbound = append(outbound, payload...)
150 if i+1 < len(payloads) && len(outbound)+len(payloads[i+1]) > MaxSPSize {
151 outbounds = append(outbounds, outbound)
152 outbound = make([]byte, 0, MaxSPSize)
155 if len(outbound) > 0 {
156 outbounds = append(outbounds, outbound)
161 type SPState struct {
167 hs *noise.HandshakeState
168 csOur *noise.CipherState
169 csTheir *noise.CipherState
171 infosTheir map[[32]byte]*SPInfo
172 infosOurSeen map[[32]byte]struct{}
180 Duration time.Duration
190 func (state *SPState) NotAlive() bool {
195 if state.maxOnlineTime > 0 && state.started.Add(time.Duration(state.maxOnlineTime)*time.Second).Before(now) {
198 return uint(now.Sub(state.RxLastSeen).Seconds()) >= state.onlineDeadline && uint(now.Sub(state.TxLastSeen).Seconds()) >= state.onlineDeadline
201 func (state *SPState) dirUnlock() {
202 state.ctx.UnlockDir(state.rxLock)
203 state.ctx.UnlockDir(state.txLock)
206 func (state *SPState) WriteSP(dst io.Writer, payload []byte) error {
207 n, err := xdr.Marshal(dst, SPRaw{Magic: MagicNNCPLv1, Payload: payload})
209 state.TxLastSeen = time.Now()
210 state.TxBytes += int64(n)
215 func (state *SPState) ReadSP(src io.Reader) ([]byte, error) {
217 n, err := xdr.UnmarshalLimited(src, &sp, 1<<17)
221 state.RxLastSeen = time.Now()
222 state.RxBytes += int64(n)
223 if sp.Magic != MagicNNCPLv1 {
226 return sp.Payload, nil
229 func (ctx *Ctx) infosOur(nodeId *NodeId, nice uint8, seen *map[[32]byte]struct{}) [][]byte {
232 for job := range ctx.Jobs(nodeId, TTx) {
234 if job.PktEnc.Nice > nice {
237 if _, known := (*seen)[*job.HshValue]; known {
240 totalSize += job.Size
241 infos = append(infos, &SPInfo{
242 Nice: job.PktEnc.Nice,
243 Size: uint64(job.Size),
246 (*seen)[*job.HshValue] = struct{}{}
248 sort.Sort(ByNice(infos))
249 var payloads [][]byte
250 for _, info := range infos {
251 payloads = append(payloads, MarshalSP(SPTypeInfo, info))
252 ctx.LogD("sp-info-our", SDS{
254 "name": ToBase32(info.Hash[:]),
255 "size": strconv.FormatInt(int64(info.Size), 10),
259 ctx.LogI("sp-infos", SDS{
262 "pkts": strconv.Itoa(len(payloads)),
263 "size": strconv.FormatInt(totalSize, 10),
266 return payloadsSplit(payloads)
269 func (ctx *Ctx) StartI(conn net.Conn, nodeId *NodeId, nice uint8, xxOnly TRxTx, onlineDeadline, maxOnlineTime uint) (*SPState, error) {
270 err := ctx.ensureRxDir(nodeId)
275 if xxOnly == "" || xxOnly == TRx {
276 rxLock, err = ctx.LockDir(nodeId, TRx)
282 if xxOnly == "" || xxOnly == TTx {
283 txLock, err = ctx.LockDir(nodeId, TTx)
288 started := time.Now()
289 node := ctx.Neigh[*nodeId]
290 conf := noise.Config{
291 CipherSuite: NoiseCipherSuite,
292 Pattern: noise.HandshakeIK,
294 StaticKeypair: noise.DHKey{
295 Private: ctx.Self.NoisePrv[:],
296 Public: ctx.Self.NoisePub[:],
298 PeerStatic: node.NoisePub[:],
300 hs, err := noise.NewHandshakeState(conf)
308 onlineDeadline: onlineDeadline,
309 maxOnlineTime: maxOnlineTime,
311 payloads: make(chan []byte),
312 infosTheir: make(map[[32]byte]*SPInfo),
313 infosOurSeen: make(map[[32]byte]struct{}),
320 var infosPayloads [][]byte
321 if xxOnly == "" || xxOnly == TTx {
322 infosPayloads = ctx.infosOur(nodeId, nice, &state.infosOurSeen)
324 var firstPayload []byte
325 if len(infosPayloads) > 0 {
326 firstPayload = infosPayloads[0]
328 // Pad first payload, to hide actual number of existing files
329 for i := 0; i < (MaxSPSize-len(firstPayload))/SPHeadOverhead; i++ {
330 firstPayload = append(firstPayload, SPHaltMarshalized...)
335 buf, _, _, err = state.hs.WriteMessage(nil, firstPayload)
340 sds := SDS{"node": nodeId, "nice": strconv.Itoa(int(nice))}
341 ctx.LogD("sp-start", sds, "sending first message")
342 conn.SetWriteDeadline(time.Now().Add(DefaultDeadline * time.Second))
343 if err = state.WriteSP(conn, buf); err != nil {
344 ctx.LogE("sp-start", SdsAdd(sds, SDS{"err": err}), "")
348 ctx.LogD("sp-start", sds, "waiting for first message")
349 conn.SetReadDeadline(time.Now().Add(DefaultDeadline * time.Second))
350 if buf, err = state.ReadSP(conn); err != nil {
351 ctx.LogE("sp-start", SdsAdd(sds, SDS{"err": err}), "")
355 payload, state.csOur, state.csTheir, err = state.hs.ReadMessage(nil, buf)
357 ctx.LogE("sp-start", SdsAdd(sds, SDS{"err": err}), "")
361 ctx.LogD("sp-start", sds, "starting workers")
362 err = state.StartWorkers(conn, infosPayloads, payload)
364 ctx.LogE("sp-start", SdsAdd(sds, SDS{"err": err}), "")
371 func (ctx *Ctx) StartR(conn net.Conn, nice uint8, xxOnly TRxTx) (*SPState, error) {
372 started := time.Now()
373 conf := noise.Config{
374 CipherSuite: NoiseCipherSuite,
375 Pattern: noise.HandshakeIK,
377 StaticKeypair: noise.DHKey{
378 Private: ctx.Self.NoisePrv[:],
379 Public: ctx.Self.NoisePub[:],
382 hs, err := noise.NewHandshakeState(conf)
390 payloads: make(chan []byte),
391 infosOurSeen: make(map[[32]byte]struct{}),
392 infosTheir: make(map[[32]byte]*SPInfo),
400 SDS{"nice": strconv.Itoa(int(nice))},
401 "waiting for first message",
403 conn.SetReadDeadline(time.Now().Add(DefaultDeadline * time.Second))
404 if buf, err = state.ReadSP(conn); err != nil {
405 ctx.LogE("sp-start", SDS{"err": err}, "")
408 if payload, _, _, err = state.hs.ReadMessage(nil, buf); err != nil {
409 ctx.LogE("sp-start", SDS{"err": err}, "")
414 for _, node = range ctx.Neigh {
415 if subtle.ConstantTimeCompare(state.hs.PeerStatic(), node.NoisePub[:]) == 1 {
420 peerId := ToBase32(state.hs.PeerStatic())
421 ctx.LogE("sp-start", SDS{"peer": peerId}, "unknown")
422 return nil, errors.New("Unknown peer: " + peerId)
425 state.onlineDeadline = node.OnlineDeadline
426 state.maxOnlineTime = node.MaxOnlineTime
427 sds := SDS{"node": node.Id, "nice": strconv.Itoa(int(nice))}
429 if ctx.ensureRxDir(node.Id); err != nil {
433 if xxOnly == "" || xxOnly == TRx {
434 rxLock, err = ctx.LockDir(node.Id, TRx)
439 state.rxLock = rxLock
441 if xxOnly == "" || xxOnly == TTx {
442 txLock, err = ctx.LockDir(node.Id, TTx)
447 state.txLock = txLock
449 var infosPayloads [][]byte
450 if xxOnly == "" || xxOnly == TTx {
451 infosPayloads = ctx.infosOur(node.Id, nice, &state.infosOurSeen)
453 var firstPayload []byte
454 if len(infosPayloads) > 0 {
455 firstPayload = infosPayloads[0]
457 // Pad first payload, to hide actual number of existing files
458 for i := 0; i < (MaxSPSize-len(firstPayload))/SPHeadOverhead; i++ {
459 firstPayload = append(firstPayload, SPHaltMarshalized...)
462 ctx.LogD("sp-start", sds, "sending first message")
463 buf, state.csTheir, state.csOur, err = state.hs.WriteMessage(nil, firstPayload)
468 conn.SetWriteDeadline(time.Now().Add(DefaultDeadline * time.Second))
469 if err = state.WriteSP(conn, buf); err != nil {
470 ctx.LogE("sp-start", SdsAdd(sds, SDS{"err": err}), "")
474 ctx.LogD("sp-start", sds, "starting workers")
475 err = state.StartWorkers(conn, infosPayloads, payload)
483 func (state *SPState) StartWorkers(conn net.Conn, infosPayloads [][]byte, payload []byte) error {
484 sds := SDS{"node": state.Node.Id, "nice": strconv.Itoa(int(state.nice))}
485 if len(infosPayloads) > 1 {
487 for _, payload := range infosPayloads[1:] {
490 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
491 "queuing remaining payload",
493 state.payloads <- payload
499 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
500 "processing first payload",
502 replies, err := state.ProcessSP(payload)
504 state.ctx.LogE("sp-work", SdsAdd(sds, SDS{"err": err}), "")
509 for _, reply := range replies {
512 SdsAdd(sds, SDS{"size": strconv.Itoa(len(reply))}),
515 state.payloads <- reply
519 if state.xxOnly == "" || state.xxOnly == TTx {
521 for range time.Tick(time.Second) {
522 for _, payload := range state.ctx.infosOur(
529 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
532 state.payloads <- payload
545 if state.NotAlive() {
550 case payload = <-state.payloads:
553 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
560 if len(state.queueTheir) == 0 {
561 state.ctx.LogD("sp-xmit", sds, "file queue is empty")
563 time.Sleep(100 * time.Millisecond)
566 freq := state.queueTheir[0]
568 sdsp := SdsAdd(sds, SDS{
570 "hash": ToBase32(freq.Hash[:]),
571 "size": strconv.FormatInt(int64(freq.Offset), 10),
573 state.ctx.LogD("sp-file", sdsp, "queueing")
574 fd, err := os.Open(filepath.Join(
576 state.Node.Id.String(),
578 ToBase32(freq.Hash[:]),
581 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
586 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
589 fullSize := uint64(fi.Size())
591 if freq.Offset < fullSize {
592 state.ctx.LogD("sp-file", sdsp, "seeking")
593 if _, err = fd.Seek(int64(freq.Offset), 0); err != nil {
594 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
597 buf = make([]byte, MaxSPSize-SPHeadOverhead-SPFileOverhead)
598 n, err := fd.Read(buf)
600 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
606 SdsAdd(sdsp, SDS{"size": strconv.Itoa(n)}),
611 payload = MarshalSP(SPTypeFile, SPFile{
616 ourSize := freq.Offset + uint64(len(buf))
617 sdsp["size"] = strconv.FormatInt(int64(ourSize), 10)
618 sdsp["fullsize"] = strconv.FormatInt(int64(fullSize), 10)
619 state.ctx.LogP("sp-file", sdsp, "")
621 if len(state.queueTheir) > 0 && *state.queueTheir[0].Hash == *freq.Hash {
622 if ourSize == fullSize {
623 state.ctx.LogD("sp-file", sdsp, "finished")
624 if len(state.queueTheir) > 1 {
625 state.queueTheir = state.queueTheir[1:]
627 state.queueTheir = state.queueTheir[:0]
630 state.queueTheir[0].Offset += uint64(len(buf))
633 state.ctx.LogD("sp-file", sdsp, "queue disappeared")
639 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
642 conn.SetWriteDeadline(time.Now().Add(10 * time.Second))
643 if err := state.WriteSP(conn, state.csOur.Encrypt(nil, nil, payload)); err != nil {
644 state.ctx.LogE("sp-xmit", SdsAdd(sds, SDS{"err": err}), "")
657 if state.NotAlive() {
660 state.ctx.LogD("sp-recv", sds, "waiting for payload")
661 conn.SetReadDeadline(time.Now().Add(DefaultDeadline * time.Second))
662 payload, err := state.ReadSP(conn)
664 unmarshalErr := err.(*xdr.UnmarshalError)
665 netErr, ok := unmarshalErr.Err.(net.Error)
666 if ok && netErr.Timeout() {
669 if unmarshalErr.ErrorCode == xdr.ErrIO {
672 state.ctx.LogE("sp-recv", SdsAdd(sds, SDS{"err": err}), "")
677 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
680 payload, err = state.csTheir.Decrypt(nil, nil, payload)
682 state.ctx.LogE("sp-recv", SdsAdd(sds, SDS{"err": err}), "")
687 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
690 replies, err := state.ProcessSP(payload)
692 state.ctx.LogE("sp-recv", SdsAdd(sds, SDS{"err": err}), "")
696 for _, reply := range replies {
699 SdsAdd(sds, SDS{"size": strconv.Itoa(len(reply))}),
702 state.payloads <- reply
711 func (state *SPState) Wait() {
714 state.Duration = time.Now().Sub(state.started)
715 state.RxSpeed = state.RxBytes
716 state.TxSpeed = state.TxBytes
717 rxDuration := int64(state.RxLastSeen.Sub(state.started).Seconds())
718 txDuration := int64(state.TxLastSeen.Sub(state.started).Seconds())
720 state.RxSpeed = state.RxBytes / rxDuration
723 state.TxSpeed = state.TxBytes / txDuration
727 func (state *SPState) ProcessSP(payload []byte) ([][]byte, error) {
728 sds := SDS{"node": state.Node.Id, "nice": strconv.Itoa(int(state.nice))}
729 r := bytes.NewReader(payload)
734 state.ctx.LogD("sp-process", sds, "unmarshaling header")
736 if _, err = xdr.Unmarshal(r, &head); err != nil {
737 state.ctx.LogE("sp-process", SdsAdd(sds, SDS{"err": err}), "")
743 sdsp := SdsAdd(sds, SDS{"type": "info"})
744 state.ctx.LogD("sp-process", sdsp, "unmarshaling packet")
746 if _, err = xdr.Unmarshal(r, &info); err != nil {
747 state.ctx.LogE("sp-process", SdsAdd(sdsp, SDS{"err": err}), "")
750 sdsp = SdsAdd(sds, SDS{
751 "hash": ToBase32(info.Hash[:]),
752 "size": strconv.FormatInt(int64(info.Size), 10),
754 if info.Nice > state.nice {
755 state.ctx.LogD("sp-process", sdsp, "too nice")
758 state.ctx.LogD("sp-process", sdsp, "received")
759 if state.xxOnly == TTx {
763 state.infosTheir[*info.Hash] = &info
765 state.ctx.LogD("sp-process", sdsp, "stating part")
766 pktPath := filepath.Join(
768 state.Node.Id.String(),
770 ToBase32(info.Hash[:]),
772 if _, err = os.Stat(pktPath); err == nil {
773 state.ctx.LogD("sp-process", sdsp, "already done")
774 replies = append(replies, MarshalSP(SPTypeDone, SPDone{info.Hash}))
777 if _, err = os.Stat(pktPath + SeenSuffix); err == nil {
778 state.ctx.LogD("sp-process", sdsp, "already seen")
779 replies = append(replies, MarshalSP(SPTypeDone, SPDone{info.Hash}))
782 fi, err := os.Stat(pktPath + PartSuffix)
788 SdsAdd(sdsp, SDS{"offset": strconv.FormatInt(offset, 10)}),
792 replies = append(replies, MarshalSP(
794 SPFreq{info.Hash, uint64(offset)},
799 SdsAdd(sds, SDS{"type": "file"}),
800 "unmarshaling packet",
803 if _, err = xdr.Unmarshal(r, &file); err != nil {
804 state.ctx.LogE("sp-process", SdsAdd(sds, SDS{
810 sdsp := SdsAdd(sds, SDS{
812 "hash": ToBase32(file.Hash[:]),
813 "size": strconv.Itoa(len(file.Payload)),
815 filePath := filepath.Join(
817 state.Node.Id.String(),
819 ToBase32(file.Hash[:]),
821 state.ctx.LogD("sp-file", sdsp, "opening part")
822 fd, err := os.OpenFile(
824 os.O_RDWR|os.O_CREATE,
828 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
833 SdsAdd(sdsp, SDS{"offset": strconv.FormatInt(int64(file.Offset), 10)}),
836 if _, err = fd.Seek(int64(file.Offset), 0); err != nil {
837 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
841 state.ctx.LogD("sp-file", sdsp, "writing")
842 _, err = fd.Write(file.Payload)
844 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
848 ourSize := uint64(file.Offset) + uint64(len(file.Payload))
850 sdsp["fullsize"] = strconv.FormatInt(int64(state.infosTheir[*file.Hash].Size), 10)
851 sdsp["size"] = strconv.FormatInt(int64(ourSize), 10)
852 state.ctx.LogP("sp-file", sdsp, "")
853 if state.infosTheir[*file.Hash].Size != ourSize {
859 spWorkersGroup.Wait()
860 spWorkersGroup.Add(1)
862 if err := fd.Sync(); err != nil {
863 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "sync")
868 defer state.wg.Done()
870 state.ctx.LogD("sp-file", sdsp, "checking")
871 gut, err := Check(fd, file.Hash[:])
873 if err != nil || !gut {
874 state.ctx.LogE("sp-file", sdsp, "checksum mismatch")
877 state.ctx.LogI("sp-done", SdsAdd(sdsp, SDS{"xx": string(TRx)}), "")
878 os.Rename(filePath+PartSuffix, filePath)
880 delete(state.infosTheir, *file.Hash)
882 spWorkersGroup.Done()
884 state.payloads <- MarshalSP(SPTypeDone, SPDone{file.Hash})
890 SdsAdd(sds, SDS{"type": "done"}),
891 "unmarshaling packet",
894 if _, err = xdr.Unmarshal(r, &done); err != nil {
895 state.ctx.LogE("sp-process", SdsAdd(sds, SDS{
901 sdsp := SdsAdd(sds, SDS{"hash": ToBase32(done.Hash[:])})
902 state.ctx.LogD("sp-done", sdsp, "removing")
903 err := os.Remove(filepath.Join(
905 state.Node.Id.String(),
907 ToBase32(done.Hash[:]),
910 state.ctx.LogI("sp-done", SdsAdd(sdsp, SDS{"xx": string(TTx)}), "")
912 state.ctx.LogE("sp-done", SdsAdd(sdsp, SDS{"xx": string(TTx)}), "")
915 sdsp := SdsAdd(sds, SDS{"type": "freq"})
916 state.ctx.LogD("sp-process", sdsp, "unmarshaling packet")
918 if _, err = xdr.Unmarshal(r, &freq); err != nil {
919 state.ctx.LogE("sp-process", SdsAdd(sdsp, SDS{"err": err}), "")
922 state.ctx.LogD("sp-process", SdsAdd(sdsp, SDS{
923 "hash": ToBase32(freq.Hash[:]),
924 "offset": strconv.FormatInt(int64(freq.Offset), 10),
927 state.queueTheir = append(state.queueTheir, &freq)
930 sdsp := SdsAdd(sds, SDS{"type": "halt"})
931 state.ctx.LogD("sp-process", sdsp, "")
933 state.queueTheir = nil
938 SdsAdd(sds, SDS{"type": head.Type}),
941 return nil, BadPktType
948 for _, info := range state.infosTheir {
953 state.ctx.LogI("sp-infos", SDS{
955 "node": state.Node.Id,
956 "pkts": strconv.Itoa(pkts),
957 "size": strconv.FormatInt(int64(size), 10),
960 return payloadsSplit(replies), nil