2 NNCP -- Node to Node copy, utilities for store-and-forward data exchange
3 Copyright (C) 2016-2019 Sergey Matveev <stargrave@stargrave.org>
5 This program is free software: you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published by
7 the Free Software Foundation, either version 3 of the License, or
8 (at your option) any later version.
10 This program is distributed in the hope that it will be useful,
11 but WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 GNU General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with this program. If not, see <http://www.gnu.org/licenses/>.
34 "github.com/davecgh/go-xdr/xdr2"
35 "github.com/flynn/noise"
39 MaxSPSize = 1<<16 - 256
45 MagicNNCPLv1 [8]byte = [8]byte{'N', 'N', 'C', 'P', 'S', 0, 0, 1}
51 SPHaltMarshalized []byte
53 NoiseCipherSuite noise.CipherSuite = noise.NewCipherSuite(
55 noise.CipherChaChaPoly,
59 spWorkersGroup sync.WaitGroup
65 SPTypeInfo SPType = iota
66 SPTypeFreq SPType = iota
67 SPTypeFile SPType = iota
68 SPTypeDone SPType = iota
69 SPTypeHalt SPType = iota
102 type FreqWithNice struct {
107 type ConnDeadlined interface {
109 SetReadDeadline(t time.Time) error
110 SetWriteDeadline(t time.Time) error
115 spHead := SPHead{Type: SPTypeHalt}
116 if _, err := xdr.Marshal(&buf, spHead); err != nil {
119 copy(SPHaltMarshalized, buf.Bytes())
120 SPHeadOverhead = buf.Len()
123 spInfo := SPInfo{Nice: 123, Size: 123, Hash: new([32]byte)}
124 if _, err := xdr.Marshal(&buf, spInfo); err != nil {
127 SPInfoOverhead = buf.Len()
130 spFreq := SPFreq{Hash: new([32]byte), Offset: 123}
131 if _, err := xdr.Marshal(&buf, spFreq); err != nil {
134 SPFreqOverhead = buf.Len()
137 spFile := SPFile{Hash: new([32]byte), Offset: 123}
138 if _, err := xdr.Marshal(&buf, spFile); err != nil {
141 SPFileOverhead = buf.Len()
144 func MarshalSP(typ SPType, sp interface{}) []byte {
147 if _, err = xdr.Marshal(&buf, SPHead{typ}); err != nil {
150 if _, err = xdr.Marshal(&buf, sp); err != nil {
156 func payloadsSplit(payloads [][]byte) [][]byte {
157 var outbounds [][]byte
158 outbound := make([]byte, 0, MaxSPSize)
159 for i, payload := range payloads {
160 outbound = append(outbound, payload...)
161 if i+1 < len(payloads) && len(outbound)+len(payloads[i+1]) > MaxSPSize {
162 outbounds = append(outbounds, outbound)
163 outbound = make([]byte, 0, MaxSPSize)
166 if len(outbound) > 0 {
167 outbounds = append(outbounds, outbound)
172 type SPState struct {
178 hs *noise.HandshakeState
179 csOur *noise.CipherState
180 csTheir *noise.CipherState
182 infosTheir map[[32]byte]*SPInfo
183 infosOurSeen map[[32]byte]uint8
184 queueTheir []*FreqWithNice
191 Duration time.Duration
201 onlyPkts map[[32]byte]bool
205 func (state *SPState) NotAlive() bool {
210 if state.maxOnlineTime > 0 && state.started.Add(time.Duration(state.maxOnlineTime)*time.Second).Before(now) {
213 return uint(now.Sub(state.RxLastSeen).Seconds()) >= state.onlineDeadline &&
214 uint(now.Sub(state.TxLastSeen).Seconds()) >= state.onlineDeadline
217 func (state *SPState) dirUnlock() {
218 state.ctx.UnlockDir(state.rxLock)
219 state.ctx.UnlockDir(state.txLock)
222 func (state *SPState) WriteSP(dst io.Writer, payload []byte) error {
223 n, err := xdr.Marshal(dst, SPRaw{Magic: MagicNNCPLv1, Payload: payload})
225 state.TxLastSeen = time.Now()
226 state.TxBytes += int64(n)
231 func (state *SPState) ReadSP(src io.Reader) ([]byte, error) {
233 n, err := xdr.UnmarshalLimited(src, &sp, 1<<17)
237 state.RxLastSeen = time.Now()
238 state.RxBytes += int64(n)
239 if sp.Magic != MagicNNCPLv1 {
242 return sp.Payload, nil
245 func (ctx *Ctx) infosOur(nodeId *NodeId, nice uint8, seen *map[[32]byte]uint8) [][]byte {
248 for job := range ctx.Jobs(nodeId, TTx) {
250 if job.PktEnc.Nice > nice {
253 if _, known := (*seen)[*job.HshValue]; known {
256 totalSize += job.Size
257 infos = append(infos, &SPInfo{
258 Nice: job.PktEnc.Nice,
259 Size: uint64(job.Size),
262 (*seen)[*job.HshValue] = job.PktEnc.Nice
264 sort.Sort(ByNice(infos))
265 var payloads [][]byte
266 for _, info := range infos {
267 payloads = append(payloads, MarshalSP(SPTypeInfo, info))
268 ctx.LogD("sp-info-our", SDS{
270 "name": ToBase32(info.Hash[:]),
271 "size": strconv.FormatInt(int64(info.Size), 10),
275 ctx.LogI("sp-infos", SDS{
278 "pkts": strconv.Itoa(len(payloads)),
279 "size": strconv.FormatInt(totalSize, 10),
282 return payloadsSplit(payloads)
285 func (ctx *Ctx) StartI(
291 onlineDeadline, maxOnlineTime uint,
293 onlyPkts map[[32]byte]bool,
294 ) (*SPState, error) {
295 err := ctx.ensureRxDir(nodeId)
300 if !listOnly && (xxOnly == "" || xxOnly == TRx) {
301 rxLock, err = ctx.LockDir(nodeId, TRx)
307 if !listOnly && (xxOnly == "" || xxOnly == TTx) {
308 txLock, err = ctx.LockDir(nodeId, TTx)
313 started := time.Now()
314 node := ctx.Neigh[*nodeId]
315 conf := noise.Config{
316 CipherSuite: NoiseCipherSuite,
317 Pattern: noise.HandshakeIK,
319 StaticKeypair: noise.DHKey{
320 Private: ctx.Self.NoisePrv[:],
321 Public: ctx.Self.NoisePub[:],
323 PeerStatic: node.NoisePub[:],
325 hs, err := noise.NewHandshakeState(conf)
333 onlineDeadline: onlineDeadline,
334 maxOnlineTime: maxOnlineTime,
336 payloads: make(chan []byte),
337 infosTheir: make(map[[32]byte]*SPInfo),
338 infosOurSeen: make(map[[32]byte]uint8),
349 var infosPayloads [][]byte
350 if !listOnly && (xxOnly == "" || xxOnly == TTx) {
351 infosPayloads = ctx.infosOur(nodeId, nice, &state.infosOurSeen)
353 var firstPayload []byte
354 if len(infosPayloads) > 0 {
355 firstPayload = infosPayloads[0]
357 // Pad first payload, to hide actual number of existing files
358 for i := 0; i < (MaxSPSize-len(firstPayload))/SPHeadOverhead; i++ {
359 firstPayload = append(firstPayload, SPHaltMarshalized...)
364 buf, _, _, err = state.hs.WriteMessage(nil, firstPayload)
369 sds := SDS{"node": nodeId, "nice": strconv.Itoa(int(nice))}
370 ctx.LogD("sp-start", sds, "sending first message")
371 conn.SetWriteDeadline(time.Now().Add(DefaultDeadline * time.Second))
372 if err = state.WriteSP(conn, buf); err != nil {
373 ctx.LogE("sp-start", SdsAdd(sds, SDS{"err": err}), "")
377 ctx.LogD("sp-start", sds, "waiting for first message")
378 conn.SetReadDeadline(time.Now().Add(DefaultDeadline * time.Second))
379 if buf, err = state.ReadSP(conn); err != nil {
380 ctx.LogE("sp-start", SdsAdd(sds, SDS{"err": err}), "")
384 payload, state.csOur, state.csTheir, err = state.hs.ReadMessage(nil, buf)
386 ctx.LogE("sp-start", SdsAdd(sds, SDS{"err": err}), "")
390 ctx.LogD("sp-start", sds, "starting workers")
391 err = state.StartWorkers(conn, infosPayloads, payload)
393 ctx.LogE("sp-start", SdsAdd(sds, SDS{"err": err}), "")
400 func (ctx *Ctx) StartR(conn ConnDeadlined, nice uint8, xxOnly TRxTx) (*SPState, error) {
401 started := time.Now()
402 conf := noise.Config{
403 CipherSuite: NoiseCipherSuite,
404 Pattern: noise.HandshakeIK,
406 StaticKeypair: noise.DHKey{
407 Private: ctx.Self.NoisePrv[:],
408 Public: ctx.Self.NoisePub[:],
411 hs, err := noise.NewHandshakeState(conf)
419 payloads: make(chan []byte),
420 infosOurSeen: make(map[[32]byte]uint8),
421 infosTheir: make(map[[32]byte]*SPInfo),
429 SDS{"nice": strconv.Itoa(int(nice))},
430 "waiting for first message",
432 conn.SetReadDeadline(time.Now().Add(DefaultDeadline * time.Second))
433 if buf, err = state.ReadSP(conn); err != nil {
434 ctx.LogE("sp-start", SDS{"err": err}, "")
437 if payload, _, _, err = state.hs.ReadMessage(nil, buf); err != nil {
438 ctx.LogE("sp-start", SDS{"err": err}, "")
443 for _, node = range ctx.Neigh {
444 if subtle.ConstantTimeCompare(state.hs.PeerStatic(), node.NoisePub[:]) == 1 {
449 peerId := ToBase32(state.hs.PeerStatic())
450 ctx.LogE("sp-start", SDS{"peer": peerId}, "unknown")
451 return nil, errors.New("Unknown peer: " + peerId)
454 state.rxRate = node.RxRate
455 state.txRate = node.TxRate
456 state.onlineDeadline = node.OnlineDeadline
457 state.maxOnlineTime = node.MaxOnlineTime
458 sds := SDS{"node": node.Id, "nice": strconv.Itoa(int(nice))}
460 if ctx.ensureRxDir(node.Id); err != nil {
464 if xxOnly == "" || xxOnly == TRx {
465 rxLock, err = ctx.LockDir(node.Id, TRx)
470 state.rxLock = rxLock
472 if xxOnly == "" || xxOnly == TTx {
473 txLock, err = ctx.LockDir(node.Id, TTx)
478 state.txLock = txLock
480 var infosPayloads [][]byte
481 if xxOnly == "" || xxOnly == TTx {
482 infosPayloads = ctx.infosOur(node.Id, nice, &state.infosOurSeen)
484 var firstPayload []byte
485 if len(infosPayloads) > 0 {
486 firstPayload = infosPayloads[0]
488 // Pad first payload, to hide actual number of existing files
489 for i := 0; i < (MaxSPSize-len(firstPayload))/SPHeadOverhead; i++ {
490 firstPayload = append(firstPayload, SPHaltMarshalized...)
493 ctx.LogD("sp-start", sds, "sending first message")
494 buf, state.csTheir, state.csOur, err = state.hs.WriteMessage(nil, firstPayload)
499 conn.SetWriteDeadline(time.Now().Add(DefaultDeadline * time.Second))
500 if err = state.WriteSP(conn, buf); err != nil {
501 ctx.LogE("sp-start", SdsAdd(sds, SDS{"err": err}), "")
505 ctx.LogD("sp-start", sds, "starting workers")
506 err = state.StartWorkers(conn, infosPayloads, payload)
514 func (state *SPState) StartWorkers(
516 infosPayloads [][]byte,
517 payload []byte) error {
518 sds := SDS{"node": state.Node.Id, "nice": strconv.Itoa(int(state.nice))}
519 if len(infosPayloads) > 1 {
521 for _, payload := range infosPayloads[1:] {
524 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
525 "queuing remaining payload",
527 state.payloads <- payload
533 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
534 "processing first payload",
536 replies, err := state.ProcessSP(payload)
538 state.ctx.LogE("sp-work", SdsAdd(sds, SDS{"err": err}), "")
543 for _, reply := range replies {
546 SdsAdd(sds, SDS{"size": strconv.Itoa(len(reply))}),
549 state.payloads <- reply
553 if !state.listOnly && (state.xxOnly == "" || state.xxOnly == TTx) {
555 for range time.Tick(time.Second) {
556 if state.NotAlive() {
559 for _, payload := range state.ctx.infosOur(
566 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
569 state.payloads <- payload
582 if state.NotAlive() {
587 case payload = <-state.payloads:
590 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
597 if len(state.queueTheir) == 0 {
598 state.ctx.LogD("sp-xmit", sds, "file queue is empty")
600 time.Sleep(100 * time.Millisecond)
603 freq := state.queueTheir[0].freq
606 if state.txRate > 0 {
607 time.Sleep(time.Second / time.Duration(state.txRate))
610 sdsp := SdsAdd(sds, SDS{
612 "hash": ToBase32(freq.Hash[:]),
613 "size": strconv.FormatInt(int64(freq.Offset), 10),
615 state.ctx.LogD("sp-file", sdsp, "queueing")
616 fd, err := os.Open(filepath.Join(
618 state.Node.Id.String(),
620 ToBase32(freq.Hash[:]),
623 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
628 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
631 fullSize := uint64(fi.Size())
633 if freq.Offset < fullSize {
634 state.ctx.LogD("sp-file", sdsp, "seeking")
635 if _, err = fd.Seek(int64(freq.Offset), io.SeekStart); err != nil {
636 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
639 buf = make([]byte, MaxSPSize-SPHeadOverhead-SPFileOverhead)
640 n, err := fd.Read(buf)
642 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
648 SdsAdd(sdsp, SDS{"size": strconv.Itoa(n)}),
653 payload = MarshalSP(SPTypeFile, SPFile{
658 ourSize := freq.Offset + uint64(len(buf))
659 sdsp["size"] = strconv.FormatInt(int64(ourSize), 10)
660 sdsp["fullsize"] = strconv.FormatInt(int64(fullSize), 10)
661 state.ctx.LogP("sp-file", sdsp, "")
663 if len(state.queueTheir) > 0 && *state.queueTheir[0].freq.Hash == *freq.Hash {
664 if ourSize == fullSize {
665 state.ctx.LogD("sp-file", sdsp, "finished")
666 if len(state.queueTheir) > 1 {
667 state.queueTheir = state.queueTheir[1:]
669 state.queueTheir = state.queueTheir[:0]
672 state.queueTheir[0].freq.Offset += uint64(len(buf))
675 state.ctx.LogD("sp-file", sdsp, "queue disappeared")
681 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
684 conn.SetWriteDeadline(time.Now().Add(DefaultDeadline * time.Second))
685 if err := state.WriteSP(conn, state.csOur.Encrypt(nil, nil, payload)); err != nil {
686 state.ctx.LogE("sp-xmit", SdsAdd(sds, SDS{"err": err}), "")
699 if state.NotAlive() {
702 state.ctx.LogD("sp-recv", sds, "waiting for payload")
703 conn.SetReadDeadline(time.Now().Add(DefaultDeadline * time.Second))
704 payload, err := state.ReadSP(conn)
706 unmarshalErr := err.(*xdr.UnmarshalError)
707 netErr, ok := unmarshalErr.Err.(net.Error)
708 if ok && netErr.Timeout() {
711 if unmarshalErr.ErrorCode == xdr.ErrIO {
714 state.ctx.LogE("sp-recv", SdsAdd(sds, SDS{"err": err}), "")
719 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
722 payload, err = state.csTheir.Decrypt(nil, nil, payload)
724 state.ctx.LogE("sp-recv", SdsAdd(sds, SDS{"err": err}), "")
729 SdsAdd(sds, SDS{"size": strconv.Itoa(len(payload))}),
732 replies, err := state.ProcessSP(payload)
734 state.ctx.LogE("sp-recv", SdsAdd(sds, SDS{"err": err}), "")
738 for _, reply := range replies {
741 SdsAdd(sds, SDS{"size": strconv.Itoa(len(reply))}),
744 state.payloads <- reply
747 if state.rxRate > 0 {
748 time.Sleep(time.Second / time.Duration(state.rxRate))
756 func (state *SPState) Wait() {
759 state.Duration = time.Now().Sub(state.started)
760 state.RxSpeed = state.RxBytes
761 state.TxSpeed = state.TxBytes
762 rxDuration := int64(state.RxLastSeen.Sub(state.started).Seconds())
763 txDuration := int64(state.TxLastSeen.Sub(state.started).Seconds())
765 state.RxSpeed = state.RxBytes / rxDuration
768 state.TxSpeed = state.TxBytes / txDuration
772 func (state *SPState) ProcessSP(payload []byte) ([][]byte, error) {
773 sds := SDS{"node": state.Node.Id, "nice": strconv.Itoa(int(state.nice))}
774 r := bytes.NewReader(payload)
779 state.ctx.LogD("sp-process", sds, "unmarshaling header")
781 if _, err = xdr.Unmarshal(r, &head); err != nil {
782 state.ctx.LogE("sp-process", SdsAdd(sds, SDS{"err": err}), "")
788 sdsp := SdsAdd(sds, SDS{"type": "info"})
789 state.ctx.LogD("sp-process", sdsp, "unmarshaling packet")
791 if _, err = xdr.Unmarshal(r, &info); err != nil {
792 state.ctx.LogE("sp-process", SdsAdd(sdsp, SDS{"err": err}), "")
795 sdsp = SdsAdd(sds, SDS{
796 "hash": ToBase32(info.Hash[:]),
797 "size": strconv.FormatInt(int64(info.Size), 10),
798 "nice": strconv.Itoa(int(info.Nice)),
800 if !state.listOnly && info.Nice > state.nice {
801 state.ctx.LogD("sp-process", sdsp, "too nice")
804 state.ctx.LogD("sp-process", sdsp, "received")
805 if !state.listOnly && state.xxOnly == TTx {
809 state.infosTheir[*info.Hash] = &info
811 state.ctx.LogD("sp-process", sdsp, "stating part")
812 pktPath := filepath.Join(
814 state.Node.Id.String(),
816 ToBase32(info.Hash[:]),
818 if _, err = os.Stat(pktPath); err == nil {
819 state.ctx.LogI("sp-info", sdsp, "already done")
821 replies = append(replies, MarshalSP(SPTypeDone, SPDone{info.Hash}))
825 if _, err = os.Stat(pktPath + SeenSuffix); err == nil {
826 state.ctx.LogI("sp-info", sdsp, "already seen")
828 replies = append(replies, MarshalSP(SPTypeDone, SPDone{info.Hash}))
832 fi, err := os.Stat(pktPath + PartSuffix)
837 if !state.ctx.IsEnoughSpace(int64(info.Size) - offset) {
838 state.ctx.LogI("sp-info", sdsp, "not enough space")
843 SdsAdd(sdsp, SDS{"offset": strconv.FormatInt(offset, 10)}),
846 if !state.listOnly && (state.onlyPkts == nil || state.onlyPkts[*info.Hash]) {
847 replies = append(replies, MarshalSP(
849 SPFreq{info.Hash, uint64(offset)},
853 sdsp := SdsAdd(sds, SDS{"type": "file"})
854 state.ctx.LogD("sp-process", sdsp, "unmarshaling packet")
856 if _, err = xdr.Unmarshal(r, &file); err != nil {
857 state.ctx.LogE("sp-process", SdsAdd(sds, SDS{
863 sdsp["xx"] = string(TRx)
864 sdsp["hash"] = ToBase32(file.Hash[:])
865 sdsp["size"] = strconv.Itoa(len(file.Payload))
866 filePath := filepath.Join(
868 state.Node.Id.String(),
870 ToBase32(file.Hash[:]),
872 state.ctx.LogD("sp-file", sdsp, "opening part")
873 fd, err := os.OpenFile(
875 os.O_RDWR|os.O_CREATE,
879 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
884 SdsAdd(sdsp, SDS{"offset": strconv.FormatInt(int64(file.Offset), 10)}),
887 if _, err = fd.Seek(int64(file.Offset), io.SeekStart); err != nil {
888 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
892 state.ctx.LogD("sp-file", sdsp, "writing")
893 _, err = fd.Write(file.Payload)
895 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "")
899 ourSize := uint64(file.Offset) + uint64(len(file.Payload))
901 sdsp["fullsize"] = strconv.FormatInt(int64(state.infosTheir[*file.Hash].Size), 10)
902 sdsp["size"] = strconv.FormatInt(int64(ourSize), 10)
903 state.ctx.LogP("sp-file", sdsp, "")
904 if state.infosTheir[*file.Hash].Size != ourSize {
910 spWorkersGroup.Wait()
911 spWorkersGroup.Add(1)
913 if err := fd.Sync(); err != nil {
914 state.ctx.LogE("sp-file", SdsAdd(sdsp, SDS{"err": err}), "sync")
919 defer state.wg.Done()
920 fd.Seek(0, io.SeekStart)
921 state.ctx.LogD("sp-file", sdsp, "checking")
922 gut, err := Check(fd, file.Hash[:])
924 if err != nil || !gut {
925 state.ctx.LogE("sp-file", sdsp, "checksum mismatch")
928 state.ctx.LogI("sp-done", SdsAdd(sdsp, SDS{"xx": string(TRx)}), "")
929 os.Rename(filePath+PartSuffix, filePath)
931 delete(state.infosTheir, *file.Hash)
933 spWorkersGroup.Done()
935 state.payloads <- MarshalSP(SPTypeDone, SPDone{file.Hash})
939 sdsp := SdsAdd(sds, SDS{"type": "done"})
940 state.ctx.LogD("sp-process", sdsp, "unmarshaling packet")
942 if _, err = xdr.Unmarshal(r, &done); err != nil {
943 state.ctx.LogE("sp-process", SdsAdd(sds, SDS{
949 sdsp["hash"] = ToBase32(done.Hash[:])
950 state.ctx.LogD("sp-done", sdsp, "removing")
951 err := os.Remove(filepath.Join(
953 state.Node.Id.String(),
955 ToBase32(done.Hash[:]),
957 sdsp["xx"] = string(TTx)
959 state.ctx.LogI("sp-done", sdsp, "")
961 state.ctx.LogE("sp-done", sdsp, "")
964 sdsp := SdsAdd(sds, SDS{"type": "freq"})
965 state.ctx.LogD("sp-process", sdsp, "unmarshaling packet")
967 if _, err = xdr.Unmarshal(r, &freq); err != nil {
968 state.ctx.LogE("sp-process", SdsAdd(sdsp, SDS{"err": err}), "")
971 sdsp["hash"] = ToBase32(freq.Hash[:])
972 sdsp["offset"] = strconv.FormatInt(int64(freq.Offset), 10)
973 state.ctx.LogD("sp-process", sdsp, "queueing")
974 nice, exists := state.infosOurSeen[*freq.Hash]
978 var freqWithNice *FreqWithNice
979 for insertIdx, freqWithNice = range state.queueTheir {
980 if freqWithNice.nice > nice {
984 state.queueTheir = append(state.queueTheir, nil)
985 copy(state.queueTheir[insertIdx+1:], state.queueTheir[insertIdx:])
986 state.queueTheir[insertIdx] = &FreqWithNice{&freq, nice}
989 state.ctx.LogD("sp-process", sdsp, "unknown")
992 state.ctx.LogD("sp-process", SdsAdd(sds, SDS{"type": "halt"}), "")
994 state.queueTheir = nil
999 SdsAdd(sds, SDS{"type": head.Type}),
1002 return nil, BadPktType
1009 for _, info := range state.infosTheir {
1014 state.ctx.LogI("sp-infos", SDS{
1016 "node": state.Node.Id,
1017 "pkts": strconv.Itoa(pkts),
1018 "size": strconv.FormatInt(int64(size), 10),
1021 return payloadsSplit(replies), nil