github.com/vantum/vantum@v0.0.0-20180815184342-fe37d5f7a990/swarm/network/forwarding.go (about) 1 // Copyright 2016 The go-ethereum Authors 2 // This file is part of the go-ethereum library. 3 // 4 // The go-ethereum library is free software: you can redistribute it and/or modify 5 // it under the terms of the GNU Lesser General Public License as published by 6 // the Free Software Foundation, either version 3 of the License, or 7 // (at your option) any later version. 8 // 9 // The go-ethereum library is distributed in the hope that it will be useful, 10 // but WITHOUT ANY WARRANTY; without even the implied warranty of 11 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 12 // GNU Lesser General Public License for more details. 13 // 14 // You should have received a copy of the GNU Lesser General Public License 15 // along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>. 16 17 package network 18 19 import ( 20 "fmt" 21 "math/rand" 22 "time" 23 24 "github.com/vantum/vantum/log" 25 "github.com/vantum/vantum/swarm/storage" 26 ) 27 28 const requesterCount = 3 29 30 /* 31 forwarder implements the CloudStore interface (use by storage.NetStore) 32 and serves as the cloud store backend orchestrating storage/retrieval/delivery 33 via the native bzz protocol 34 which uses an MSB logarithmic distance-based semi-permanent Kademlia table for 35 * recursive forwarding style routing for retrieval 36 * smart syncronisation 37 */ 38 39 type forwarder struct { 40 hive *Hive 41 } 42 43 func NewForwarder(hive *Hive) *forwarder { 44 return &forwarder{hive: hive} 45 } 46 47 // generate a unique id uint64 48 func generateId() uint64 { 49 r := rand.New(rand.NewSource(time.Now().UnixNano())) 50 return uint64(r.Int63()) 51 } 52 53 var searchTimeout = 3 * time.Second 54 55 // forwarding logic 56 // logic propagating retrieve requests to peers given by the kademlia hive 57 func (self *forwarder) Retrieve(chunk *storage.Chunk) { 58 peers := self.hive.getPeers(chunk.Key, 0) 59 log.Trace(fmt.Sprintf("forwarder.Retrieve: %v - received %d peers from KΛÐΞMLIΛ...", chunk.Key.Log(), len(peers))) 60 OUT: 61 for _, p := range peers { 62 log.Trace(fmt.Sprintf("forwarder.Retrieve: sending retrieveRequest %v to peer [%v]", chunk.Key.Log(), p)) 63 for _, recipients := range chunk.Req.Requesters { 64 for _, recipient := range recipients { 65 req := recipient.(*retrieveRequestMsgData) 66 if req.from.Addr() == p.Addr() { 67 continue OUT 68 } 69 } 70 } 71 req := &retrieveRequestMsgData{ 72 Key: chunk.Key, 73 Id: generateId(), 74 } 75 var err error 76 if p.swap != nil { 77 err = p.swap.Add(-1) 78 } 79 if err == nil { 80 p.retrieve(req) 81 break OUT 82 } 83 log.Warn(fmt.Sprintf("forwarder.Retrieve: unable to send retrieveRequest to peer [%v]: %v", chunk.Key.Log(), err)) 84 } 85 } 86 87 // requests to specific peers given by the kademlia hive 88 // except for peers that the store request came from (if any) 89 // delivery queueing taken care of by syncer 90 func (self *forwarder) Store(chunk *storage.Chunk) { 91 var n int 92 msg := &storeRequestMsgData{ 93 Key: chunk.Key, 94 SData: chunk.SData, 95 } 96 var source *peer 97 if chunk.Source != nil { 98 source = chunk.Source.(*peer) 99 } 100 for _, p := range self.hive.getPeers(chunk.Key, 0) { 101 log.Trace(fmt.Sprintf("forwarder.Store: %v %v", p, chunk)) 102 103 if p.syncer != nil && (source == nil || p.Addr() != source.Addr()) { 104 n++ 105 Deliver(p, msg, PropagateReq) 106 } 107 } 108 log.Trace(fmt.Sprintf("forwarder.Store: sent to %v peers (chunk = %v)", n, chunk)) 109 } 110 111 // once a chunk is found deliver it to its requesters unless timed out 112 func (self *forwarder) Deliver(chunk *storage.Chunk) { 113 // iterate over request entries 114 for id, requesters := range chunk.Req.Requesters { 115 counter := requesterCount 116 msg := &storeRequestMsgData{ 117 Key: chunk.Key, 118 SData: chunk.SData, 119 } 120 var n int 121 var req *retrieveRequestMsgData 122 // iterate over requesters with the same id 123 for id, r := range requesters { 124 req = r.(*retrieveRequestMsgData) 125 if req.timeout == nil || req.timeout.After(time.Now()) { 126 log.Trace(fmt.Sprintf("forwarder.Deliver: %v -> %v", req.Id, req.from)) 127 msg.Id = uint64(id) 128 Deliver(req.from, msg, DeliverReq) 129 n++ 130 counter-- 131 if counter <= 0 { 132 break 133 } 134 } 135 } 136 log.Trace(fmt.Sprintf("forwarder.Deliver: submit chunk %v (request id %v) for delivery to %v peers", chunk.Key.Log(), id, n)) 137 } 138 } 139 140 // initiate delivery of a chunk to a particular peer via syncer#addRequest 141 // depending on syncer mode and priority settings and sync request type 142 // this either goes via confirmation roundtrip or queued or pushed directly 143 func Deliver(p *peer, req interface{}, ty int) { 144 p.syncer.addRequest(req, ty) 145 } 146 147 // push chunk over to peer 148 func Push(p *peer, key storage.Key, priority uint) { 149 p.syncer.doDelivery(key, priority, p.syncer.quit) 150 }