2 NNCP -- Node to Node copy, utilities for store-and-forward data exchange
3 Copyright (C) 2016-2017 Sergey Matveev <stargrave@stargrave.org>
5 This program is free software: you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published by
7 the Free Software Foundation, either version 3 of the License, or
8 (at your option) any later version.
10 This program is distributed in the hope that it will be useful,
11 but WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 GNU General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with this program. If not, see <http://www.gnu.org/licenses/>.
34 "github.com/davecgh/go-xdr/xdr2"
35 "github.com/flynn/noise"
39 MaxSPSize = 1<<16 - 256
45 MagicNNCPLv1 [8]byte = [8]byte{'N', 'N', 'C', 'P', 'S', 0, 0, 1}
51 SPHaltMarshalized []byte
53 NoiseCipherSuite noise.CipherSuite = noise.NewCipherSuite(
55 noise.CipherChaChaPoly,
63 SPTypeInfo SPType = iota
64 SPTypeFreq SPType = iota
65 SPTypeFile SPType = iota
66 SPTypeDone SPType = iota
67 SPTypeHalt SPType = iota
102 spHead := SPHead{Type: SPTypeHalt}
103 if _, err := xdr.Marshal(&buf, spHead); err != nil {
106 copy(SPHaltMarshalized, buf.Bytes())
107 SPHeadOverhead = buf.Len()
110 spInfo := SPInfo{Nice: 123, Size: 123, Hash: new([32]byte)}
111 if _, err := xdr.Marshal(&buf, spInfo); err != nil {
114 SPInfoOverhead = buf.Len()
117 spFreq := SPFreq{Hash: new([32]byte), Offset: 123}
118 if _, err := xdr.Marshal(&buf, spFreq); err != nil {
121 SPFreqOverhead = buf.Len()
124 spFile := SPFile{Hash: new([32]byte), Offset: 123}
125 if _, err := xdr.Marshal(&buf, spFile); err != nil {
128 SPFileOverhead = buf.Len()
131 func MarshalSP(typ SPType, sp interface{}) []byte {
134 if _, err = xdr.Marshal(&buf, SPHead{typ}); err != nil {
137 if _, err = xdr.Marshal(&buf, sp); err != nil {
143 func payloadsSplit(payloads [][]byte) [][]byte {
144 var outbounds [][]byte
145 outbound := make([]byte, 0, MaxSPSize)
146 for i, payload := range payloads {
147 outbound = append(outbound, payload...)
148 if i+1 < len(payloads) && len(outbound)+len(payloads[i+1]) > MaxSPSize {
149 outbounds = append(outbounds, outbound)
150 outbound = make([]byte, 0, MaxSPSize)
153 if len(outbound) > 0 {
154 outbounds = append(outbounds, outbound)
159 type SPState struct {
165 hs *noise.HandshakeState
166 csOur *noise.CipherState
167 csTheir *noise.CipherState
169 infosTheir map[[32]byte]*SPInfo
170 infosOurSeen map[[32]byte]struct{}
178 Duration time.Duration
188 func (state *SPState) NotAlive() bool {
193 if state.maxOnlineTime > 0 && state.started.Add(time.Duration(state.maxOnlineTime)*time.Second).Before(now) {
196 return uint(now.Sub(state.RxLastSeen).Seconds()) >= state.onlineDeadline && uint(now.Sub(state.TxLastSeen).Seconds()) >= state.onlineDeadline
199 func (state *SPState) dirUnlock() {
200 state.ctx.UnlockDir(state.rxLock)
201 state.ctx.UnlockDir(state.txLock)
204 func (state *SPState) WriteSP(dst io.Writer, payload []byte) error {
205 n, err := xdr.Marshal(dst, SPRaw{Magic: MagicNNCPLv1, Payload: payload})
207 state.TxLastSeen = time.Now()
208 state.TxBytes += int64(n)
213 func (state *SPState) ReadSP(src io.Reader) ([]byte, error) {
215 n, err := xdr.UnmarshalLimited(src, &sp, 1<<17)
219 state.RxLastSeen = time.Now()
220 state.RxBytes += int64(n)
221 if sp.Magic != MagicNNCPLv1 {
224 return sp.Payload, nil
227 func (ctx *Ctx) infosOur(nodeId *NodeId, nice uint8, seen *map[[32]byte]struct{}) [][]byte {
230 for job := range ctx.Jobs(nodeId, TTx) {
232 if job.PktEnc.Nice > nice {
235 if _, known := (*seen)[*job.HshValue]; known {
238 totalSize += job.Size
239 infos = append(infos, &SPInfo{
240 Nice: job.PktEnc.Nice,
241 Size: uint64(job.Size),
244 (*seen)[*job.HshValue] = struct{}{}
246 sort.Sort(ByNice(infos))
247 var payloads [][]byte
248 for _, info := range infos {
249 payloads = append(payloads, MarshalSP(SPTypeInfo, info))
250 ctx.LogD("sp-info-our", SDS{
252 "name": ToBase32(info.Hash[:]),
253 "size": strconv.FormatInt(int64(info.Size), 10),
257 ctx.LogI("sp-infos", SDS{
260 "pkts": strconv.Itoa(len(payloads)),
261 "size": strconv.FormatInt(totalSize, 10),
264 return payloadsSplit(payloads)
267 func (ctx *Ctx) StartI(conn net.Conn, nodeId *NodeId, nice uint8, xxOnly TRxTx, onlineDeadline, maxOnlineTime uint) (*SPState, error) {
268 err := ctx.ensureRxDir(nodeId)
273 if xxOnly == "" || xxOnly == TRx {
274 rxLock, err = ctx.LockDir(nodeId, TRx)
280 if xxOnly == "" || xxOnly == TTx {
281 txLock, err = ctx.LockDir(nodeId, TTx)
286 started := time.Now()
287 node := ctx.Neigh[*nodeId]
288 conf := noise.Config{
289 CipherSuite: NoiseCipherSuite,
290 Pattern: noise.HandshakeIK,
292 StaticKeypair: noise.DHKey{
293 Private: ctx.Self.NoisePrv[:],
294 Public: ctx.Self.NoisePub[:],
296 PeerStatic: node.NoisePub[:],
300 hs: noise.NewHandshakeState(conf),
302 onlineDeadline: onlineDeadline,
303 maxOnlineTime: maxOnlineTime,
305 payloads: make(chan []byte),
306 infosTheir: make(map[[32]byte]*SPInfo),
307 infosOurSeen: make(map[[32]byte]struct{}),
314 var infosPayloads [][]byte
315 if xxOnly == "" || xxOnly == TTx {
316 infosPayloads = ctx.infosOur(nodeId, nice, &state.infosOurSeen)
318 var firstPayload []byte
319 if len(infosPayloads) > 0 {
320 firstPayload = infosPayloads[0]
322 // Pad first payload, to hide actual number of existing files
323 for i := 0; i < (MaxSPSize-len(firstPayload))/SPHeadOverhead; i++ {
324 firstPayload = append(firstPayload, SPHaltMarshalized...)
329 buf, _, _ = state.hs.WriteMessage(nil, firstPayload)
330 sds := SDS{"node": nodeId, "nice": strconv.Itoa(int(nice))}
331 ctx.LogD("sp-start", sds, "sending first message")
332 conn.SetWriteDeadline(time.Now().Add(DefaultDeadline * time.Second))
333 if err = state.WriteSP(conn, buf); err != nil {
334 ctx.LogE("sp-start", SdsAdd(sds, SDS{"err": err}), "")
338 ctx.LogD("sp-start", sds, "waiting for first message")
339 conn.SetReadDeadline(time.Now().Add(DefaultDeadline * time.Second))
340 if buf, err = state.ReadSP(conn); err != nil {
341 ctx.LogE("sp-start", SdsAdd(sds, SDS{"err": err}), "")
345 payload, state.csOur, state.csTheir, err = state.hs.ReadMessage(nil, buf)
347 ctx.LogE("sp-start", SdsAdd(sds, SDS{"err": err}), "")
351 ctx.LogD("sp-start", sds, "starting workers")
352 err = state.StartWorkers(conn, infosPayloads, payload)
354 ctx.LogE("sp-start", SdsAdd(sds, SDS{"err": err}), "")
361 func (ctx *Ctx) StartR(conn net.Conn, nice uint8, xxOnly TRxTx) (*SPState, error) {
362 started := time.Now()
363 conf := noise.Config{
364 CipherSuite: NoiseCipherSuite,
365 Pattern: noise.HandshakeIK,
367 StaticKeypair: noise.DHKey{
368 Private: ctx.Self.NoisePrv[:],
369 Public: ctx.Self.NoisePub[:],
374 hs: noise.NewHandshakeState(conf),
376 payloads: make(chan []byte),
377 infosOurSeen: make(map[[32]byte]struct{}),
378 infosTheir: make(map[[32]byte]*SPInfo),
387 SDS{"nice": strconv.Itoa(int(nice))},
388 "waiting for first message",
390 conn.SetReadDeadline(time.Now().Add(DefaultDeadline * time.Second))
391 if buf, err = state.ReadSP(conn); err != nil {
392 ctx.LogE("sp-start", SDS{"err": err}, "")
395 if payload, _, _, err = state.hs.ReadMessage(nil, buf); err != nil {
396 ctx.LogE("sp-start", SDS{"err": err}, "")
401 for _, node = range ctx.Neigh {
402 if subtle.ConstantTimeCompare(state.hs.PeerStatic(), node.NoisePub[:]) == 1 {
407 peerId := ToBase32(state.hs.PeerStatic())
408 ctx.LogE("sp-start", SDS{"peer": peerId}, "unknown")
409 return nil, errors.New("Unknown peer: " + peerId)
412 state.onlineDeadline = node.OnlineDeadline
413 state.maxOnlineTime = node.MaxOnlineTime
414 sds := SDS{"node": node.Id, "nice": strconv.Itoa(int(nice))}
416 if ctx.ensureRxDir(node.Id); err != nil {
420 if xxOnly == "" || xxOnly == TRx {
421 rxLock, err = ctx.LockDir(node.Id, TRx)
426 state.rxLock = rxLock
428 if xxOnly == "" || xxOnly == TTx {
429 txLock, err = ctx.LockDir(node.Id, TTx)
434 state.txLock = txLock
436 var infosPayloads [][]byte
437 if xxOnly == "" || xxOnly == TTx {
438 infosPayloads = ctx.infosOur(node.Id, nice, &state.infosOurSeen)
440 var firstPayload []byte
441 if len(infosPayloads) > 0 {
442 firstPayload = infosPayloads[0]
444 // Pad first payload, to hide actual number of existing files
445 for i := 0; i < (MaxSPSize-len(firstPayload))/SPHeadOverhead; i++ {
446 firstPayload = append(firstPayload, SPHaltMarshalized...)
449 ctx.LogD("sp-start", sds, "sending first message")
450 buf, state.csTheir, state.csOur = state.hs.WriteMessage(nil, firstPayload)
451 conn.SetWriteDeadline(time.Now().Add(DefaultDeadline * time.Second))
452 if err = state.WriteSP(conn, buf); err != nil {
453 ctx.LogE("sp-start", SdsAdd(sds, SDS{"err": err}), "")
457 ctx.LogD("sp-start", sds, "starting workers")
458 err = state.StartWorkers(conn, infosPayloads, payload)
466 func (state *SPState) StartWorkers(conn net.Conn, infosPayloads [][]byte, payload []byte) error {
467 sds := SDS{"node": state.Node.Id, "nice": strconv.Itoa(int(state.nice))}
468 if len(infosPayloads) > 1 {
470 for _, payload := range infosPayloads[1:] {
473 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
474 "queuing remaining payload",
476 state.payloads <- payload
482 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
483 "processing first payload",
485 replies, err := state.ProcessSP(payload)
487 state.ctx.LogE("sp-work", SdsAdd(sds, SDS{"err": err}), "")
492 for _, reply := range replies {
495 SdsAdd(sds, SDS{"size": strconv.Itoa(len(reply))}),
498 state.payloads <- reply
502 if state.xxOnly == "" || state.xxOnly == TTx {
504 for range time.Tick(time.Second) {
505 for _, payload := range state.ctx.infosOur(
512 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
515 state.payloads <- payload
528 if state.NotAlive() {
533 case payload = <-state.payloads:
536 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
543 if len(state.queueTheir) == 0 {
544 state.ctx.LogD("sp-xmit", sds, "file queue is empty")
546 time.Sleep(100 * time.Millisecond)
549 freq := state.queueTheir[0]
551 sdsp := SdsAdd(sds, SDS{
553 "hash": ToBase32(freq.Hash[:]),
554 "size": strconv.FormatInt(int64(freq.Offset), 10),
556 state.ctx.LogD("sp-file", sdsp, "queueing")
557 fd, err := os.Open(filepath.Join(
559 state.Node.Id.String(),
561 ToBase32(freq.Hash[:]),
564 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
569 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
572 fullSize := uint64(fi.Size())
574 if freq.Offset < fullSize {
575 state.ctx.LogD("sp-file", sdsp, "seeking")
576 if _, err = fd.Seek(int64(freq.Offset), 0); err != nil {
577 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
580 buf = make([]byte, MaxSPSize-SPHeadOverhead-SPFileOverhead)
581 n, err := fd.Read(buf)
583 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
589 SdsAdd(sdsp, SDS{"size": strconv.Itoa(n)}),
594 payload = MarshalSP(SPTypeFile, SPFile{
599 ourSize := freq.Offset + uint64(len(buf))
600 sdsp["size"] = strconv.FormatInt(int64(ourSize), 10)
601 sdsp["fullsize"] = strconv.FormatInt(int64(fullSize), 10)
602 state.ctx.LogP("sp-file", sdsp, "")
604 if len(state.queueTheir) > 0 && *state.queueTheir[0].Hash == *freq.Hash {
605 if ourSize == fullSize {
606 state.ctx.LogD("sp-file", sdsp, "finished")
607 if len(state.queueTheir) > 1 {
608 state.queueTheir = state.queueTheir[1:]
610 state.queueTheir = state.queueTheir[:0]
613 state.queueTheir[0].Offset += uint64(len(buf))
616 state.ctx.LogD("sp-file", sdsp, "queue disappeared")
622 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
625 conn.SetWriteDeadline(time.Now().Add(10 * time.Second))
626 if err := state.WriteSP(conn, state.csOur.Encrypt(nil, nil, payload)); err != nil {
627 state.ctx.LogE("sp-xmit", SdsAdd(sds, SDS{"err": err}), "")
640 if state.NotAlive() {
643 state.ctx.LogD("sp-recv", sds, "waiting for payload")
644 conn.SetReadDeadline(time.Now().Add(DefaultDeadline * time.Second))
645 payload, err := state.ReadSP(conn)
647 unmarshalErr := err.(*xdr.UnmarshalError)
648 netErr, ok := unmarshalErr.Err.(net.Error)
649 if ok && netErr.Timeout() {
652 if unmarshalErr.ErrorCode == xdr.ErrIO {
655 state.ctx.LogE("sp-recv", SdsAdd(sds, SDS{"err": err}), "")
660 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
663 payload, err = state.csTheir.Decrypt(nil, nil, payload)
665 state.ctx.LogE("sp-recv", SdsAdd(sds, SDS{"err": err}), "")
670 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
673 replies, err := state.ProcessSP(payload)
675 state.ctx.LogE("sp-recv", SdsAdd(sds, SDS{"err": err}), "")
679 for _, reply := range replies {
682 SdsAdd(sds, SDS{"size": strconv.Itoa(len(reply))}),
685 state.payloads <- reply
694 func (state *SPState) Wait() {
697 state.Duration = time.Now().Sub(state.started)
698 state.RxSpeed = state.RxBytes
699 state.TxSpeed = state.TxBytes
700 rxDuration := int64(state.RxLastSeen.Sub(state.started).Seconds())
701 txDuration := int64(state.TxLastSeen.Sub(state.started).Seconds())
703 state.RxSpeed = state.RxBytes / rxDuration
706 state.TxSpeed = state.TxBytes / txDuration
710 func (state *SPState) ProcessSP(payload []byte) ([][]byte, error) {
711 sds := SDS{"node": state.Node.Id, "nice": strconv.Itoa(int(state.nice))}
712 r := bytes.NewReader(payload)
717 state.ctx.LogD("sp-process", sds, "unmarshaling header")
719 if _, err = xdr.Unmarshal(r, &head); err != nil {
720 state.ctx.LogE("sp-process", SdsAdd(sds, SDS{"err": err}), "")
726 sdsp := SdsAdd(sds, SDS{"type": "info"})
727 state.ctx.LogD("sp-process", sdsp, "unmarshaling packet")
729 if _, err = xdr.Unmarshal(r, &info); err != nil {
730 state.ctx.LogE("sp-process", SdsAdd(sdsp, SDS{"err": err}), "")
733 sdsp = SdsAdd(sds, SDS{
734 "hash": ToBase32(info.Hash[:]),
735 "size": strconv.FormatInt(int64(info.Size), 10),
737 if info.Nice > state.nice {
738 state.ctx.LogD("sp-process", sdsp, "too nice")
741 state.ctx.LogD("sp-process", sdsp, "received")
742 if state.xxOnly == TTx {
746 state.infosTheir[*info.Hash] = &info
748 state.ctx.LogD("sp-process", sdsp, "stating part")
749 if _, err = os.Stat(filepath.Join(
751 state.Node.Id.String(),
753 ToBase32(info.Hash[:]),
755 state.ctx.LogD("sp-process", sdsp, "already done")
756 replies = append(replies, MarshalSP(SPTypeDone, SPDone{info.Hash}))
759 fi, err := os.Stat(filepath.Join(
761 state.Node.Id.String(),
763 ToBase32(info.Hash[:])+PartSuffix,
770 SdsAdd(sdsp, SDS{"offset": strconv.FormatInt(offset, 10)}),
774 replies = append(replies, MarshalSP(
776 SPFreq{info.Hash, uint64(offset)},
781 SdsAdd(sds, SDS{"type": "file"}),
782 "unmarshaling packet",
785 if _, err = xdr.Unmarshal(r, &file); err != nil {
786 state.ctx.LogE("sp-process", SdsAdd(sds, SDS{
792 sdsp := SdsAdd(sds, SDS{
794 "hash": ToBase32(file.Hash[:]),
795 "size": strconv.Itoa(len(file.Payload)),
797 filePath := filepath.Join(
799 state.Node.Id.String(),
801 ToBase32(file.Hash[:]),
803 state.ctx.LogD("sp-file", sdsp, "opening part")
804 fd, err := os.OpenFile(
806 os.O_RDWR|os.O_CREATE,
810 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
815 SdsAdd(sdsp, SDS{"offset": strconv.FormatInt(int64(file.Offset), 10)}),
818 if _, err = fd.Seek(int64(file.Offset), 0); err != nil {
819 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
823 state.ctx.LogD("sp-file", sdsp, "writing")
824 _, err = fd.Write(file.Payload)
826 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
830 ourSize := uint64(file.Offset) + uint64(len(file.Payload))
832 sdsp["fullsize"] = strconv.FormatInt(int64(state.infosTheir[*file.Hash].Size), 10)
833 sdsp["size"] = strconv.FormatInt(int64(ourSize), 10)
834 state.ctx.LogP("sp-file", sdsp, "")
835 if state.infosTheir[*file.Hash].Size != ourSize {
842 if err := fd.Sync(); err != nil {
843 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "sync")
848 defer state.wg.Done()
850 state.ctx.LogD("sp-file", sdsp, "checking")
851 gut, err := Check(fd, file.Hash[:])
853 if err != nil || !gut {
854 state.ctx.LogE("sp-file", sdsp, "checksum mismatch")
857 state.ctx.LogI("sp-done", SdsAdd(sdsp, SDS{"xx": string(TRx)}), "")
858 os.Rename(filePath+PartSuffix, filePath)
860 delete(state.infosTheir, *file.Hash)
863 state.payloads <- MarshalSP(SPTypeDone, SPDone{file.Hash})
869 SdsAdd(sds, SDS{"type": "done"}),
870 "unmarshaling packet",
873 if _, err = xdr.Unmarshal(r, &done); err != nil {
874 state.ctx.LogE("sp-process", SdsAdd(sds, SDS{
880 sdsp := SdsAdd(sds, SDS{"hash": ToBase32(done.Hash[:])})
881 state.ctx.LogD("sp-done", sdsp, "removing")
882 err := os.Remove(filepath.Join(
884 state.Node.Id.String(),
886 ToBase32(done.Hash[:]),
889 state.ctx.LogI("sp-done", SdsAdd(sdsp, SDS{"xx": string(TTx)}), "")
891 state.ctx.LogE("sp-done", SdsAdd(sdsp, SDS{"xx": string(TTx)}), "")
894 sdsp := SdsAdd(sds, SDS{"type": "freq"})
895 state.ctx.LogD("sp-process", sdsp, "unmarshaling packet")
897 if _, err = xdr.Unmarshal(r, &freq); err != nil {
898 state.ctx.LogE("sp-process", SdsAdd(sdsp, SDS{"err": err}), "")
901 state.ctx.LogD("sp-process", SdsAdd(sdsp, SDS{
902 "hash": ToBase32(freq.Hash[:]),
903 "offset": strconv.FormatInt(int64(freq.Offset), 10),
906 state.queueTheir = append(state.queueTheir, &freq)
909 sdsp := SdsAdd(sds, SDS{"type": "halt"})
910 state.ctx.LogD("sp-process", sdsp, "")
912 state.queueTheir = nil
917 SdsAdd(sds, SDS{"type": head.Type}),
920 return nil, BadPktType
927 for _, info := range state.infosTheir {
932 state.ctx.LogI("sp-infos", SDS{
934 "node": state.Node.Id,
935 "pkts": strconv.Itoa(pkts),
936 "size": strconv.FormatInt(int64(size), 10),
939 return payloadsSplit(replies), nil