github.com/linapex/ethereum-go-chinese@v0.0.0-20190316121929-f8b7a73c3fa1/p2p/discv5/net.go (about) 1 2 //<developer> 3 // <name>linapex 曹一峰</name> 4 // <email>linapex@163.com</email> 5 // <wx>superexc</wx> 6 // <qqgroup>128148617</qqgroup> 7 // <url>https://jsq.ink</url> 8 // <role>pku engineer</role> 9 // <date>2019-03-16 19:16:41</date> 10 //</624450103456829440> 11 12 13 package discv5 14 15 import ( 16 "bytes" 17 "crypto/ecdsa" 18 "errors" 19 "fmt" 20 "net" 21 "time" 22 23 "github.com/ethereum/go-ethereum/common" 24 "github.com/ethereum/go-ethereum/common/mclock" 25 "github.com/ethereum/go-ethereum/crypto" 26 "github.com/ethereum/go-ethereum/log" 27 "github.com/ethereum/go-ethereum/p2p/netutil" 28 "github.com/ethereum/go-ethereum/rlp" 29 "golang.org/x/crypto/sha3" 30 ) 31 32 var ( 33 errInvalidEvent = errors.New("invalid in current state") 34 errNoQuery = errors.New("no pending query") 35 ) 36 37 const ( 38 autoRefreshInterval = 1 * time.Hour 39 bucketRefreshInterval = 1 * time.Minute 40 seedCount = 30 41 seedMaxAge = 5 * 24 * time.Hour 42 lowPort = 1024 43 ) 44 45 const testTopic = "foo" 46 47 const ( 48 printTestImgLogs = false 49 ) 50 51 //网络管理表和所有协议交互。 52 type Network struct { 53 db *nodeDB //已知节点数据库 54 conn transport 55 netrestrict *netutil.Netlist 56 57 closed chan struct{} //循环完成时关闭 58 closeReq chan struct{} //'关闭请求' 59 refreshReq chan []*Node //查找要求刷新此频道 60 refreshResp chan (<-chan struct{}) //…让这个频道阻止 61 read chan ingressPacket //入口包到达这里 62 timeout chan timeoutEvent 63 queryReq chan *findnodeQuery //查找在此频道上提交findnode查询 64 tableOpReq chan func() 65 tableOpResp chan struct{} 66 topicRegisterReq chan topicRegisterReq 67 topicSearchReq chan topicSearchReq 68 69 //主循环的状态。 70 tab *Table 71 topictab *topicTable 72 ticketStore *ticketStore 73 nursery []*Node 74 nodes map[NodeID]*Node //用状态跟踪活动节点!=已知 75 timeoutTimers map[timeoutEvent]*time.Timer 76 77 //重新验证队列。 78 //放置在这些队列上的节点最终将被ping。 79 slowRevalidateQueue []*Node 80 fastRevalidateQueue []*Node 81 82 //状态转换缓冲区。 83 sendBuf []*ingressPacket 84 } 85 86 //传输由UDP传输实现。 87 //它是一个接口,因此我们可以在不打开大量UDP的情况下进行测试 88 //不生成私钥的套接字。 89 type transport interface { 90 sendPing(remote *Node, remoteAddr *net.UDPAddr, topics []Topic) (hash []byte) 91 sendNeighbours(remote *Node, nodes []*Node) 92 sendFindnodeHash(remote *Node, target common.Hash) 93 sendTopicRegister(remote *Node, topics []Topic, topicIdx int, pong []byte) 94 sendTopicNodes(remote *Node, queryHash common.Hash, nodes []*Node) 95 96 send(remote *Node, ptype nodeEvent, p interface{}) (hash []byte) 97 98 localAddr() *net.UDPAddr 99 Close() 100 } 101 102 type findnodeQuery struct { 103 remote *Node 104 target common.Hash 105 reply chan<- []*Node 106 nresults int //接收节点计数器 107 } 108 109 type topicRegisterReq struct { 110 add bool 111 topic Topic 112 } 113 114 type topicSearchReq struct { 115 topic Topic 116 found chan<- *Node 117 lookup chan<- bool 118 delay time.Duration 119 } 120 121 type topicSearchResult struct { 122 target lookupInfo 123 nodes []*Node 124 } 125 126 type timeoutEvent struct { 127 ev nodeEvent 128 node *Node 129 } 130 131 func newNetwork(conn transport, ourPubkey ecdsa.PublicKey, dbPath string, netrestrict *netutil.Netlist) (*Network, error) { 132 ourID := PubkeyID(&ourPubkey) 133 134 var db *nodeDB 135 if dbPath != "<no database>" { 136 var err error 137 if db, err = newNodeDB(dbPath, Version, ourID); err != nil { 138 return nil, err 139 } 140 } 141 142 tab := newTable(ourID, conn.localAddr()) 143 net := &Network{ 144 db: db, 145 conn: conn, 146 netrestrict: netrestrict, 147 tab: tab, 148 topictab: newTopicTable(db, tab.self), 149 ticketStore: newTicketStore(), 150 refreshReq: make(chan []*Node), 151 refreshResp: make(chan (<-chan struct{})), 152 closed: make(chan struct{}), 153 closeReq: make(chan struct{}), 154 read: make(chan ingressPacket, 100), 155 timeout: make(chan timeoutEvent), 156 timeoutTimers: make(map[timeoutEvent]*time.Timer), 157 tableOpReq: make(chan func()), 158 tableOpResp: make(chan struct{}), 159 queryReq: make(chan *findnodeQuery), 160 topicRegisterReq: make(chan topicRegisterReq), 161 topicSearchReq: make(chan topicSearchReq), 162 nodes: make(map[NodeID]*Node), 163 } 164 go net.loop() 165 return net, nil 166 } 167 168 //close终止网络侦听器并刷新节点数据库。 169 func (net *Network) Close() { 170 net.conn.Close() 171 select { 172 case <-net.closed: 173 case net.closeReq <- struct{}{}: 174 <-net.closed 175 } 176 } 177 178 //self返回本地节点。 179 //调用方不应修改返回的节点。 180 func (net *Network) Self() *Node { 181 return net.tab.self 182 } 183 184 //readrandomnodes用来自 185 //表。它不会多次写入同一节点。节点 186 //切片是副本,可以由调用方修改。 187 func (net *Network) ReadRandomNodes(buf []*Node) (n int) { 188 net.reqTableOp(func() { n = net.tab.readRandomNodes(buf) }) 189 return n 190 } 191 192 //setFallbackNodes设置初始接触点。这些节点 193 //如果表为空,则用于连接到网络 194 //数据库中没有已知节点。 195 func (net *Network) SetFallbackNodes(nodes []*Node) error { 196 nursery := make([]*Node, 0, len(nodes)) 197 for _, n := range nodes { 198 if err := n.validateComplete(); err != nil { 199 return fmt.Errorf("bad bootstrap/fallback node %q (%v)", n, err) 200 } 201 //重新计算cpy.sha,因为节点可能没有 202 //由newnode或parsenode创建。 203 cpy := *n 204 cpy.sha = crypto.Keccak256Hash(n.ID[:]) 205 nursery = append(nursery, &cpy) 206 } 207 net.reqRefresh(nursery) 208 return nil 209 } 210 211 //解析搜索具有给定ID的特定节点。 212 //如果找不到节点,则返回nil。 213 func (net *Network) Resolve(targetID NodeID) *Node { 214 result := net.lookup(crypto.Keccak256Hash(targetID[:]), true) 215 for _, n := range result { 216 if n.ID == targetID { 217 return n 218 } 219 } 220 return nil 221 } 222 223 //查找对关闭的节点执行网络搜索 224 //目标。它通过查询接近目标 225 //在每次迭代中离它更近的节点。 226 //给定目标不需要是实际节点 227 //标识符。 228 // 229 //结果中可能包含本地节点。 230 func (net *Network) Lookup(targetID NodeID) []*Node { 231 return net.lookup(crypto.Keccak256Hash(targetID[:]), false) 232 } 233 234 func (net *Network) lookup(target common.Hash, stopOnMatch bool) []*Node { 235 var ( 236 asked = make(map[NodeID]bool) 237 seen = make(map[NodeID]bool) 238 reply = make(chan []*Node, alpha) 239 result = nodesByDistance{target: target} 240 pendingQueries = 0 241 ) 242 //从本地节点获取初始答案。 243 result.push(net.tab.self, bucketSize) 244 for { 245 //询问我们尚未询问的α最近的节点。 246 for i := 0; i < len(result.entries) && pendingQueries < alpha; i++ { 247 n := result.entries[i] 248 if !asked[n.ID] { 249 asked[n.ID] = true 250 pendingQueries++ 251 net.reqQueryFindnode(n, target, reply) 252 } 253 } 254 if pendingQueries == 0 { 255 //我们要求所有最近的节点停止搜索。 256 break 257 } 258 //等待下一个答复。 259 select { 260 case nodes := <-reply: 261 for _, n := range nodes { 262 if n != nil && !seen[n.ID] { 263 seen[n.ID] = true 264 result.push(n, bucketSize) 265 if stopOnMatch && n.sha == target { 266 return result.entries 267 } 268 } 269 } 270 pendingQueries-- 271 case <-time.After(respTimeout): 272 //忽略所有挂起的请求,启动新的请求 273 pendingQueries = 0 274 reply = make(chan []*Node, alpha) 275 } 276 } 277 return result.entries 278 } 279 280 func (net *Network) RegisterTopic(topic Topic, stop <-chan struct{}) { 281 select { 282 case net.topicRegisterReq <- topicRegisterReq{true, topic}: 283 case <-net.closed: 284 return 285 } 286 select { 287 case <-net.closed: 288 case <-stop: 289 select { 290 case net.topicRegisterReq <- topicRegisterReq{false, topic}: 291 case <-net.closed: 292 } 293 } 294 } 295 296 func (net *Network) SearchTopic(topic Topic, setPeriod <-chan time.Duration, found chan<- *Node, lookup chan<- bool) { 297 for { 298 select { 299 case <-net.closed: 300 return 301 case delay, ok := <-setPeriod: 302 select { 303 case net.topicSearchReq <- topicSearchReq{topic: topic, found: found, lookup: lookup, delay: delay}: 304 case <-net.closed: 305 return 306 } 307 if !ok { 308 return 309 } 310 } 311 } 312 } 313 314 func (net *Network) reqRefresh(nursery []*Node) <-chan struct{} { 315 select { 316 case net.refreshReq <- nursery: 317 return <-net.refreshResp 318 case <-net.closed: 319 return net.closed 320 } 321 } 322 323 func (net *Network) reqQueryFindnode(n *Node, target common.Hash, reply chan []*Node) bool { 324 q := &findnodeQuery{remote: n, target: target, reply: reply} 325 select { 326 case net.queryReq <- q: 327 return true 328 case <-net.closed: 329 return false 330 } 331 } 332 333 func (net *Network) reqReadPacket(pkt ingressPacket) { 334 select { 335 case net.read <- pkt: 336 case <-net.closed: 337 } 338 } 339 340 func (net *Network) reqTableOp(f func()) (called bool) { 341 select { 342 case net.tableOpReq <- f: 343 <-net.tableOpResp 344 return true 345 case <-net.closed: 346 return false 347 } 348 } 349 350 //TODO:外部地址处理。 351 352 type topicSearchInfo struct { 353 lookupChn chan<- bool 354 period time.Duration 355 } 356 357 const maxSearchCount = 5 358 359 func (net *Network) loop() { 360 var ( 361 refreshTimer = time.NewTicker(autoRefreshInterval) 362 bucketRefreshTimer = time.NewTimer(bucketRefreshInterval) 363 refreshDone chan struct{} //“刷新”查找结束时关闭 364 ) 365 366 //跟踪下一张要注册的票据。 367 var ( 368 nextTicket *ticketRef 369 nextRegisterTimer *time.Timer 370 nextRegisterTime <-chan time.Time 371 ) 372 defer func() { 373 if nextRegisterTimer != nil { 374 nextRegisterTimer.Stop() 375 } 376 }() 377 resetNextTicket := func() { 378 ticket, timeout := net.ticketStore.nextFilteredTicket() 379 if nextTicket != ticket { 380 nextTicket = ticket 381 if nextRegisterTimer != nil { 382 nextRegisterTimer.Stop() 383 nextRegisterTime = nil 384 } 385 if ticket != nil { 386 nextRegisterTimer = time.NewTimer(timeout) 387 nextRegisterTime = nextRegisterTimer.C 388 } 389 } 390 } 391 392 //跟踪注册和搜索查找。 393 var ( 394 topicRegisterLookupTarget lookupInfo 395 topicRegisterLookupDone chan []*Node 396 topicRegisterLookupTick = time.NewTimer(0) 397 searchReqWhenRefreshDone []topicSearchReq 398 searchInfo = make(map[Topic]topicSearchInfo) 399 activeSearchCount int 400 ) 401 topicSearchLookupDone := make(chan topicSearchResult, 100) 402 topicSearch := make(chan Topic, 100) 403 <-topicRegisterLookupTick.C 404 405 statsDump := time.NewTicker(10 * time.Second) 406 407 loop: 408 for { 409 resetNextTicket() 410 411 select { 412 case <-net.closeReq: 413 log.Trace("<-net.closeReq") 414 break loop 415 416 //入口包处理。 417 case pkt := <-net.read: 418 //fmt.println(“读取”,pkt.ev) 419 log.Trace("<-net.read") 420 n := net.internNode(&pkt) 421 prestate := n.state 422 status := "ok" 423 if err := net.handle(n, pkt.ev, &pkt); err != nil { 424 status = err.Error() 425 } 426 log.Trace("", "msg", log.Lazy{Fn: func() string { 427 return fmt.Sprintf("<<< (%d) %v from %x@%v: %v -> %v (%v)", 428 net.tab.count, pkt.ev, pkt.remoteID[:8], pkt.remoteAddr, prestate, n.state, status) 429 }}) 430 //TODO:如果n.state变为大于等于known,则保持状态;如果n.state变为小于等于known,则删除。 431 432 //状态转换超时。 433 case timeout := <-net.timeout: 434 log.Trace("<-net.timeout") 435 if net.timeoutTimers[timeout] == nil { 436 //过时计时器(已中止)。 437 continue 438 } 439 delete(net.timeoutTimers, timeout) 440 prestate := timeout.node.state 441 status := "ok" 442 if err := net.handle(timeout.node, timeout.ev, nil); err != nil { 443 status = err.Error() 444 } 445 log.Trace("", "msg", log.Lazy{Fn: func() string { 446 return fmt.Sprintf("--- (%d) %v for %x@%v: %v -> %v (%v)", 447 net.tab.count, timeout.ev, timeout.node.ID[:8], timeout.node.addr(), prestate, timeout.node.state, status) 448 }}) 449 450 //查询。 451 case q := <-net.queryReq: 452 log.Trace("<-net.queryReq") 453 if !q.start(net) { 454 q.remote.deferQuery(q) 455 } 456 457 //与表交互。 458 case f := <-net.tableOpReq: 459 log.Trace("<-net.tableOpReq") 460 f() 461 net.tableOpResp <- struct{}{} 462 463 //主题注册资料。 464 case req := <-net.topicRegisterReq: 465 log.Trace("<-net.topicRegisterReq") 466 if !req.add { 467 net.ticketStore.removeRegisterTopic(req.topic) 468 continue 469 } 470 net.ticketStore.addTopic(req.topic, true) 471 //如果我们正在等待空闲(没有可查找的内容),请给售票处 472 //有机会早点开始。这将加速半径的收敛 473 //确定新主题。 474 //如果topicRegisterLookupDone==nil 475 if topicRegisterLookupTarget.target == (common.Hash{}) { 476 log.Trace("topicRegisterLookupTarget == null") 477 if topicRegisterLookupTick.Stop() { 478 <-topicRegisterLookupTick.C 479 } 480 target, delay := net.ticketStore.nextRegisterLookup() 481 topicRegisterLookupTarget = target 482 topicRegisterLookupTick.Reset(delay) 483 } 484 485 case nodes := <-topicRegisterLookupDone: 486 log.Trace("<-topicRegisterLookupDone") 487 net.ticketStore.registerLookupDone(topicRegisterLookupTarget, nodes, func(n *Node) []byte { 488 net.ping(n, n.addr()) 489 return n.pingEcho 490 }) 491 target, delay := net.ticketStore.nextRegisterLookup() 492 topicRegisterLookupTarget = target 493 topicRegisterLookupTick.Reset(delay) 494 topicRegisterLookupDone = nil 495 496 case <-topicRegisterLookupTick.C: 497 log.Trace("<-topicRegisterLookupTick") 498 if (topicRegisterLookupTarget.target == common.Hash{}) { 499 target, delay := net.ticketStore.nextRegisterLookup() 500 topicRegisterLookupTarget = target 501 topicRegisterLookupTick.Reset(delay) 502 topicRegisterLookupDone = nil 503 } else { 504 topicRegisterLookupDone = make(chan []*Node) 505 target := topicRegisterLookupTarget.target 506 go func() { topicRegisterLookupDone <- net.lookup(target, false) }() 507 } 508 509 case <-nextRegisterTime: 510 log.Trace("<-nextRegisterTime") 511 net.ticketStore.ticketRegistered(*nextTicket) 512 //fmt.println(“sendtopicregister”,nextTicket.t.node.addr().string(),nextTicket.t.topics,nextTicket.idx,nextTicket.t.pong) 513 net.conn.sendTopicRegister(nextTicket.t.node, nextTicket.t.topics, nextTicket.idx, nextTicket.t.pong) 514 515 case req := <-net.topicSearchReq: 516 if refreshDone == nil { 517 log.Trace("<-net.topicSearchReq") 518 info, ok := searchInfo[req.topic] 519 if ok { 520 if req.delay == time.Duration(0) { 521 delete(searchInfo, req.topic) 522 net.ticketStore.removeSearchTopic(req.topic) 523 } else { 524 info.period = req.delay 525 searchInfo[req.topic] = info 526 } 527 continue 528 } 529 if req.delay != time.Duration(0) { 530 var info topicSearchInfo 531 info.period = req.delay 532 info.lookupChn = req.lookup 533 searchInfo[req.topic] = info 534 net.ticketStore.addSearchTopic(req.topic, req.found) 535 topicSearch <- req.topic 536 } 537 } else { 538 searchReqWhenRefreshDone = append(searchReqWhenRefreshDone, req) 539 } 540 541 case topic := <-topicSearch: 542 if activeSearchCount < maxSearchCount { 543 activeSearchCount++ 544 target := net.ticketStore.nextSearchLookup(topic) 545 go func() { 546 nodes := net.lookup(target.target, false) 547 topicSearchLookupDone <- topicSearchResult{target: target, nodes: nodes} 548 }() 549 } 550 period := searchInfo[topic].period 551 if period != time.Duration(0) { 552 go func() { 553 time.Sleep(period) 554 topicSearch <- topic 555 }() 556 } 557 558 case res := <-topicSearchLookupDone: 559 activeSearchCount-- 560 if lookupChn := searchInfo[res.target.topic].lookupChn; lookupChn != nil { 561 lookupChn <- net.ticketStore.radius[res.target.topic].converged 562 } 563 net.ticketStore.searchLookupDone(res.target, res.nodes, func(n *Node, topic Topic) []byte { 564 if n.state != nil && n.state.canQuery { 565 return net.conn.send(n, topicQueryPacket, topicQuery{Topic: topic}) //TODO:设置过期 566 } 567 if n.state == unknown { 568 net.ping(n, n.addr()) 569 } 570 return nil 571 }) 572 573 case <-statsDump.C: 574 log.Trace("<-statsDump.C") 575 /*,确定:=net.ticketstore.radius[testTopic] 576 如果!好吧{ 577 fmt.printf(“(%x)no radius@%v\n”,net.tab.self.id[:8],time.now()) 578 }否则{ 579 主题:=len(net.ticketstore.tickets) 580 票据:=len(net.ticketstore.nodes) 581 半径:=r.radius/(maxradius/10000+1) 582 fmt.printf(“(%x)主题:%d半径:%d票证:%d@%v\n”,net.tab.self.id[:8],主题,rad,票证,time.now()) 583 */ 584 585 586 tm := mclock.Now() 587 for topic, r := range net.ticketStore.radius { 588 if printTestImgLogs { 589 rad := r.radius / (maxRadius/1000000 + 1) 590 minrad := r.minRadius / (maxRadius/1000000 + 1) 591 fmt.Printf("*R %d %v %016x %v\n", tm/1000000, topic, net.tab.self.sha[:8], rad) 592 fmt.Printf("*MR %d %v %016x %v\n", tm/1000000, topic, net.tab.self.sha[:8], minrad) 593 } 594 } 595 for topic, t := range net.topictab.topics { 596 wp := t.wcl.nextWaitPeriod(tm) 597 if printTestImgLogs { 598 fmt.Printf("*W %d %v %016x %d\n", tm/1000000, topic, net.tab.self.sha[:8], wp/1000000) 599 } 600 } 601 602 //定期/查找启动的存储桶刷新。 603 case <-refreshTimer.C: 604 log.Trace("<-refreshTimer.C") 605 //TODO:理想情况下,我们会在 606 //第一次设置了回退节点。 607 if refreshDone == nil { 608 refreshDone = make(chan struct{}) 609 net.refresh(refreshDone) 610 } 611 case <-bucketRefreshTimer.C: 612 target := net.tab.chooseBucketRefreshTarget() 613 go func() { 614 net.lookup(target, false) 615 bucketRefreshTimer.Reset(bucketRefreshInterval) 616 }() 617 case newNursery := <-net.refreshReq: 618 log.Trace("<-net.refreshReq") 619 if newNursery != nil { 620 net.nursery = newNursery 621 } 622 if refreshDone == nil { 623 refreshDone = make(chan struct{}) 624 net.refresh(refreshDone) 625 } 626 net.refreshResp <- refreshDone 627 case <-refreshDone: 628 log.Trace("<-net.refreshDone", "table size", net.tab.count) 629 if net.tab.count != 0 { 630 refreshDone = nil 631 list := searchReqWhenRefreshDone 632 searchReqWhenRefreshDone = nil 633 go func() { 634 for _, req := range list { 635 net.topicSearchReq <- req 636 } 637 }() 638 } else { 639 refreshDone = make(chan struct{}) 640 net.refresh(refreshDone) 641 } 642 } 643 } 644 log.Trace("loop stopped") 645 646 log.Debug(fmt.Sprintf("shutting down")) 647 if net.conn != nil { 648 net.conn.Close() 649 } 650 if refreshDone != nil { 651 //TODO:等待挂起的刷新。 652 //<-刷新结果 653 } 654 //取消所有挂起的超时。 655 for _, timer := range net.timeoutTimers { 656 timer.Stop() 657 } 658 if net.db != nil { 659 net.db.close() 660 } 661 close(net.closed) 662 } 663 664 //下面的所有内容都在network.loop goroutine上运行 665 //可随时修改节点、表和网络,无需锁定。 666 667 func (net *Network) refresh(done chan<- struct{}) { 668 var seeds []*Node 669 if net.db != nil { 670 seeds = net.db.querySeeds(seedCount, seedMaxAge) 671 } 672 if len(seeds) == 0 { 673 seeds = net.nursery 674 } 675 if len(seeds) == 0 { 676 log.Trace("no seed nodes found") 677 time.AfterFunc(time.Second*10, func() { close(done) }) 678 return 679 } 680 for _, n := range seeds { 681 log.Debug("", "msg", log.Lazy{Fn: func() string { 682 var age string 683 if net.db != nil { 684 age = time.Since(net.db.lastPong(n.ID)).String() 685 } else { 686 age = "unknown" 687 } 688 return fmt.Sprintf("seed node (age %s): %v", age, n) 689 }}) 690 n = net.internNodeFromDB(n) 691 if n.state == unknown { 692 net.transition(n, verifyinit) 693 } 694 //强制添加种子节点,以便查找可以执行某些操作。 695 //如果验证失败,将再次删除。 696 net.tab.add(n) 697 } 698 //开始自查找以填充存储桶。 699 go func() { 700 net.Lookup(net.tab.self.ID) 701 close(done) 702 }() 703 } 704 705 //节点交互。 706 707 func (net *Network) internNode(pkt *ingressPacket) *Node { 708 if n := net.nodes[pkt.remoteID]; n != nil { 709 n.IP = pkt.remoteAddr.IP 710 n.UDP = uint16(pkt.remoteAddr.Port) 711 n.TCP = uint16(pkt.remoteAddr.Port) 712 return n 713 } 714 n := NewNode(pkt.remoteID, pkt.remoteAddr.IP, uint16(pkt.remoteAddr.Port), uint16(pkt.remoteAddr.Port)) 715 n.state = unknown 716 net.nodes[pkt.remoteID] = n 717 return n 718 } 719 720 func (net *Network) internNodeFromDB(dbn *Node) *Node { 721 if n := net.nodes[dbn.ID]; n != nil { 722 return n 723 } 724 n := NewNode(dbn.ID, dbn.IP, dbn.UDP, dbn.TCP) 725 n.state = unknown 726 net.nodes[n.ID] = n 727 return n 728 } 729 730 func (net *Network) internNodeFromNeighbours(sender *net.UDPAddr, rn rpcNode) (n *Node, err error) { 731 if rn.ID == net.tab.self.ID { 732 return nil, errors.New("is self") 733 } 734 if rn.UDP <= lowPort { 735 return nil, errors.New("low port") 736 } 737 n = net.nodes[rn.ID] 738 if n == nil { 739 //我们以前没有见过这个节点。 740 n, err = nodeFromRPC(sender, rn) 741 if net.netrestrict != nil && !net.netrestrict.Contains(n.IP) { 742 return n, errors.New("not contained in netrestrict whitelist") 743 } 744 if err == nil { 745 n.state = unknown 746 net.nodes[n.ID] = n 747 } 748 return n, err 749 } 750 if !n.IP.Equal(rn.IP) || n.UDP != rn.UDP || n.TCP != rn.TCP { 751 if n.state == known { 752 //如果我们知道节点,则拒绝地址更改 753 err = fmt.Errorf("metadata mismatch: got %v, want %v", rn, n) 754 } else { 755 //否则接受;这将通过签署的ENR更好地处理。 756 n.IP = rn.IP 757 n.UDP = rn.UDP 758 n.TCP = rn.TCP 759 } 760 } 761 return n, err 762 } 763 764 //节点网嵌入在节点中,包含字段。 765 type nodeNetGuts struct { 766 //这是用于节点的sha3(id)的缓存副本 767 //距离计算。这是节点的一部分,以便 768 //可以编写在一定距离需要节点的测试。 769 //在这些测试中,sha的内容实际上并不对应 770 //和ID. 771 sha common.Hash 772 773 //状态机字段。访问这些字段 774 //仅限于network.loop goroutine。 775 state *nodeState 776 pingEcho []byte //我们发送的最后一个ping的哈希 777 pingTopics []Topic //上次Ping中我们发送的主题集 778 deferredQueries []*findnodeQuery //尚未发送的查询 779 pendingNeighbours *findnodeQuery //当前查询,等待答复 780 queryTimeouts int 781 } 782 783 func (n *nodeNetGuts) deferQuery(q *findnodeQuery) { 784 n.deferredQueries = append(n.deferredQueries, q) 785 } 786 787 func (n *nodeNetGuts) startNextQuery(net *Network) { 788 if len(n.deferredQueries) == 0 { 789 return 790 } 791 nextq := n.deferredQueries[0] 792 if nextq.start(net) { 793 n.deferredQueries = append(n.deferredQueries[:0], n.deferredQueries[1:]...) 794 } 795 } 796 797 func (q *findnodeQuery) start(net *Network) bool { 798 //直接满足对本地节点的查询。 799 if q.remote == net.tab.self { 800 closest := net.tab.closest(q.target, bucketSize) 801 q.reply <- closest.entries 802 return true 803 } 804 if q.remote.state.canQuery && q.remote.pendingNeighbours == nil { 805 net.conn.sendFindnodeHash(q.remote, q.target) 806 net.timedEvent(respTimeout, q.remote, neighboursTimeout) 807 q.remote.pendingNeighbours = q 808 return true 809 } 810 //如果还不知道节点,它将不接受查询。 811 //启动到已知的转换。 812 //稍后当节点达到已知状态时,将发送请求。 813 if q.remote.state == unknown { 814 net.transition(q.remote, verifyinit) 815 } 816 return false 817 } 818 819 //节点事件(状态机的输入)。 820 821 type nodeEvent uint 822 823 //go:生成字符串-type=nodeEvent 824 825 const ( 826 827 //数据包类型事件。 828 //它们对应于UDP协议中的数据包类型。 829 pingPacket = iota + 1 830 pongPacket 831 findnodePacket 832 neighborsPacket 833 findnodeHashPacket 834 topicRegisterPacket 835 topicQueryPacket 836 topicNodesPacket 837 838 //非数据包事件。 839 //此类别中的事件值在外部分配 840 //数据包类型范围(数据包类型编码为单字节)。 841 pongTimeout nodeEvent = iota + 256 842 pingTimeout 843 neighboursTimeout 844 ) 845 846 //节点状态机。 847 848 type nodeState struct { 849 name string 850 handle func(*Network, *Node, nodeEvent, *ingressPacket) (next *nodeState, err error) 851 enter func(*Network, *Node) 852 canQuery bool 853 } 854 855 func (s *nodeState) String() string { 856 return s.name 857 } 858 859 var ( 860 unknown *nodeState 861 verifyinit *nodeState 862 verifywait *nodeState 863 remoteverifywait *nodeState 864 known *nodeState 865 contested *nodeState 866 unresponsive *nodeState 867 ) 868 869 func init() { 870 unknown = &nodeState{ 871 name: "unknown", 872 enter: func(net *Network, n *Node) { 873 net.tab.delete(n) 874 n.pingEcho = nil 875 //中止活动查询。 876 for _, q := range n.deferredQueries { 877 q.reply <- nil 878 } 879 n.deferredQueries = nil 880 if n.pendingNeighbours != nil { 881 n.pendingNeighbours.reply <- nil 882 n.pendingNeighbours = nil 883 } 884 n.queryTimeouts = 0 885 }, 886 handle: func(net *Network, n *Node, ev nodeEvent, pkt *ingressPacket) (*nodeState, error) { 887 switch ev { 888 case pingPacket: 889 net.handlePing(n, pkt) 890 net.ping(n, pkt.remoteAddr) 891 return verifywait, nil 892 default: 893 return unknown, errInvalidEvent 894 } 895 }, 896 } 897 898 verifyinit = &nodeState{ 899 name: "verifyinit", 900 enter: func(net *Network, n *Node) { 901 net.ping(n, n.addr()) 902 }, 903 handle: func(net *Network, n *Node, ev nodeEvent, pkt *ingressPacket) (*nodeState, error) { 904 switch ev { 905 case pingPacket: 906 net.handlePing(n, pkt) 907 return verifywait, nil 908 case pongPacket: 909 err := net.handleKnownPong(n, pkt) 910 return remoteverifywait, err 911 case pongTimeout: 912 return unknown, nil 913 default: 914 return verifyinit, errInvalidEvent 915 } 916 }, 917 } 918 919 verifywait = &nodeState{ 920 name: "verifywait", 921 handle: func(net *Network, n *Node, ev nodeEvent, pkt *ingressPacket) (*nodeState, error) { 922 switch ev { 923 case pingPacket: 924 net.handlePing(n, pkt) 925 return verifywait, nil 926 case pongPacket: 927 err := net.handleKnownPong(n, pkt) 928 return known, err 929 case pongTimeout: 930 return unknown, nil 931 default: 932 return verifywait, errInvalidEvent 933 } 934 }, 935 } 936 937 remoteverifywait = &nodeState{ 938 name: "remoteverifywait", 939 enter: func(net *Network, n *Node) { 940 net.timedEvent(respTimeout, n, pingTimeout) 941 }, 942 handle: func(net *Network, n *Node, ev nodeEvent, pkt *ingressPacket) (*nodeState, error) { 943 switch ev { 944 case pingPacket: 945 net.handlePing(n, pkt) 946 return remoteverifywait, nil 947 case pingTimeout: 948 return known, nil 949 default: 950 return remoteverifywait, errInvalidEvent 951 } 952 }, 953 } 954 955 known = &nodeState{ 956 name: "known", 957 canQuery: true, 958 enter: func(net *Network, n *Node) { 959 n.queryTimeouts = 0 960 n.startNextQuery(net) 961 //插入到表中并开始最后一个节点的重新验证 962 //在桶里,如果满了。 963 last := net.tab.add(n) 964 if last != nil && last.state == known { 965 //TODO:异步执行此操作 966 net.transition(last, contested) 967 } 968 }, 969 handle: func(net *Network, n *Node, ev nodeEvent, pkt *ingressPacket) (*nodeState, error) { 970 switch ev { 971 case pingPacket: 972 net.handlePing(n, pkt) 973 return known, nil 974 case pongPacket: 975 err := net.handleKnownPong(n, pkt) 976 return known, err 977 default: 978 return net.handleQueryEvent(n, ev, pkt) 979 } 980 }, 981 } 982 983 contested = &nodeState{ 984 name: "contested", 985 canQuery: true, 986 enter: func(net *Network, n *Node) { 987 net.ping(n, n.addr()) 988 }, 989 handle: func(net *Network, n *Node, ev nodeEvent, pkt *ingressPacket) (*nodeState, error) { 990 switch ev { 991 case pongPacket: 992 //节点仍处于活动状态。 993 err := net.handleKnownPong(n, pkt) 994 return known, err 995 case pongTimeout: 996 net.tab.deleteReplace(n) 997 return unresponsive, nil 998 case pingPacket: 999 net.handlePing(n, pkt) 1000 return contested, nil 1001 default: 1002 return net.handleQueryEvent(n, ev, pkt) 1003 } 1004 }, 1005 } 1006 1007 unresponsive = &nodeState{ 1008 name: "unresponsive", 1009 canQuery: true, 1010 handle: func(net *Network, n *Node, ev nodeEvent, pkt *ingressPacket) (*nodeState, error) { 1011 switch ev { 1012 case pingPacket: 1013 net.handlePing(n, pkt) 1014 return known, nil 1015 case pongPacket: 1016 err := net.handleKnownPong(n, pkt) 1017 return known, err 1018 default: 1019 return net.handleQueryEvent(n, ev, pkt) 1020 } 1021 }, 1022 } 1023 } 1024 1025 //处理由n发送的包和与n相关的事件。 1026 func (net *Network) handle(n *Node, ev nodeEvent, pkt *ingressPacket) error { 1027 //fmt.println(“handle”,n.addr().string(),n.state,ev) 1028 if pkt != nil { 1029 if err := net.checkPacket(n, ev, pkt); err != nil { 1030 //fmt.println(“检查错误:”,err) 1031 return err 1032 } 1033 //在第一个到期之后启动后台到期goroutine 1034 //沟通成功。如果后续调用 1035 //已经在运行。我们在这里而不是其他地方做这个 1036 //因此搜索种子节点也会考虑较旧的节点 1037 //否则将由到期人删除。 1038 if net.db != nil { 1039 net.db.ensureExpirer() 1040 } 1041 } 1042 if n.state == nil { 1043 n.state = unknown //???? 1044 } 1045 next, err := n.state.handle(net, n, ev, pkt) 1046 net.transition(n, next) 1047 //fmt.println(“新状态:”,n.state) 1048 return err 1049 } 1050 1051 func (net *Network) checkPacket(n *Node, ev nodeEvent, pkt *ingressPacket) error { 1052 //重播预防检查。 1053 switch ev { 1054 case pingPacket, findnodeHashPacket, neighborsPacket: 1055 //TODO:检查日期>看到的最后一个日期 1056 //TODO:检查ping版本 1057 case pongPacket: 1058 if !bytes.Equal(pkt.data.(*pong).ReplyTok, n.pingEcho) { 1059 //fmt.println(“pong reply token mismatch”)。 1060 return fmt.Errorf("pong reply token mismatch") 1061 } 1062 n.pingEcho = nil 1063 } 1064 //地址验证。 1065 //托多:理想情况下,我们将执行以下操作: 1066 //-拒绝所有地址错误的数据包,ping除外。 1067 //-对于使用新地址的ping,转换到verifywait,但保留 1068 //上一个节点(带旧地址)周围。如果新的发现, 1069 //把它换出来。 1070 return nil 1071 } 1072 1073 func (net *Network) transition(n *Node, next *nodeState) { 1074 if n.state != next { 1075 n.state = next 1076 if next.enter != nil { 1077 next.enter(net, n) 1078 } 1079 } 1080 1081 //TODO:持久/非持久节点 1082 } 1083 1084 func (net *Network) timedEvent(d time.Duration, n *Node, ev nodeEvent) { 1085 timeout := timeoutEvent{ev, n} 1086 net.timeoutTimers[timeout] = time.AfterFunc(d, func() { 1087 select { 1088 case net.timeout <- timeout: 1089 case <-net.closed: 1090 } 1091 }) 1092 } 1093 1094 func (net *Network) abortTimedEvent(n *Node, ev nodeEvent) { 1095 timer := net.timeoutTimers[timeoutEvent{ev, n}] 1096 if timer != nil { 1097 timer.Stop() 1098 delete(net.timeoutTimers, timeoutEvent{ev, n}) 1099 } 1100 } 1101 1102 func (net *Network) ping(n *Node, addr *net.UDPAddr) { 1103 //fmt.println(“ping”,n.addr().string(),n.id.string(),n.sha.hex()) 1104 if n.pingEcho != nil || n.ID == net.tab.self.ID { 1105 //fmt.println(“未发送”) 1106 return 1107 } 1108 log.Trace("Pinging remote node", "node", n.ID) 1109 n.pingTopics = net.ticketStore.regTopicSet() 1110 n.pingEcho = net.conn.sendPing(n, addr, n.pingTopics) 1111 net.timedEvent(respTimeout, n, pongTimeout) 1112 } 1113 1114 func (net *Network) handlePing(n *Node, pkt *ingressPacket) { 1115 log.Trace("Handling remote ping", "node", n.ID) 1116 ping := pkt.data.(*ping) 1117 n.TCP = ping.From.TCP 1118 t := net.topictab.getTicket(n, ping.Topics) 1119 1120 pong := &pong{ 1121 To: makeEndpoint(n.addr(), n.TCP), //TODO:可能使用数据库中已知的TCP端口 1122 ReplyTok: pkt.hash, 1123 Expiration: uint64(time.Now().Add(expiration).Unix()), 1124 } 1125 ticketToPong(t, pong) 1126 net.conn.send(n, pongPacket, pong) 1127 } 1128 1129 func (net *Network) handleKnownPong(n *Node, pkt *ingressPacket) error { 1130 log.Trace("Handling known pong", "node", n.ID) 1131 net.abortTimedEvent(n, pongTimeout) 1132 now := mclock.Now() 1133 ticket, err := pongToTicket(now, n.pingTopics, n, pkt) 1134 if err == nil { 1135 //fmt.printf(“(%x)票据:%+v\n”,net.tab.self.id[:8],pkt.data) 1136 net.ticketStore.addTicket(now, pkt.data.(*pong).ReplyTok, ticket) 1137 } else { 1138 log.Trace("Failed to convert pong to ticket", "err", err) 1139 } 1140 n.pingEcho = nil 1141 n.pingTopics = nil 1142 return err 1143 } 1144 1145 func (net *Network) handleQueryEvent(n *Node, ev nodeEvent, pkt *ingressPacket) (*nodeState, error) { 1146 switch ev { 1147 case findnodePacket: 1148 target := crypto.Keccak256Hash(pkt.data.(*findnode).Target[:]) 1149 results := net.tab.closest(target, bucketSize).entries 1150 net.conn.sendNeighbours(n, results) 1151 return n.state, nil 1152 case neighborsPacket: 1153 err := net.handleNeighboursPacket(n, pkt) 1154 return n.state, err 1155 case neighboursTimeout: 1156 if n.pendingNeighbours != nil { 1157 n.pendingNeighbours.reply <- nil 1158 n.pendingNeighbours = nil 1159 } 1160 n.queryTimeouts++ 1161 if n.queryTimeouts > maxFindnodeFailures && n.state == known { 1162 return contested, errors.New("too many timeouts") 1163 } 1164 return n.state, nil 1165 1166 //V5 1167 1168 case findnodeHashPacket: 1169 results := net.tab.closest(pkt.data.(*findnodeHash).Target, bucketSize).entries 1170 net.conn.sendNeighbours(n, results) 1171 return n.state, nil 1172 case topicRegisterPacket: 1173 //fmt.println(“获取到MicroregisterPacket”) 1174 regdata := pkt.data.(*topicRegister) 1175 pong, err := net.checkTopicRegister(regdata) 1176 if err != nil { 1177 //fmt.println(错误) 1178 return n.state, fmt.Errorf("bad waiting ticket: %v", err) 1179 } 1180 net.topictab.useTicket(n, pong.TicketSerial, regdata.Topics, int(regdata.Idx), pong.Expiration, pong.WaitPeriods) 1181 return n.state, nil 1182 case topicQueryPacket: 1183 //TODO:句柄过期 1184 topic := pkt.data.(*topicQuery).Topic 1185 results := net.topictab.getEntries(topic) 1186 if _, ok := net.ticketStore.tickets[topic]; ok { 1187 results = append(results, net.tab.self) //我们没有在自己的桌子上登记,但如果我们在做广告,也要把自己还给我们自己。 1188 } 1189 if len(results) > 10 { 1190 results = results[:10] 1191 } 1192 var hash common.Hash 1193 copy(hash[:], pkt.hash) 1194 net.conn.sendTopicNodes(n, hash, results) 1195 return n.state, nil 1196 case topicNodesPacket: 1197 p := pkt.data.(*topicNodes) 1198 if net.ticketStore.gotTopicNodes(n, p.Echo, p.Nodes) { 1199 n.queryTimeouts++ 1200 if n.queryTimeouts > maxFindnodeFailures && n.state == known { 1201 return contested, errors.New("too many timeouts") 1202 } 1203 } 1204 return n.state, nil 1205 1206 default: 1207 return n.state, errInvalidEvent 1208 } 1209 } 1210 1211 func (net *Network) checkTopicRegister(data *topicRegister) (*pong, error) { 1212 var pongpkt ingressPacket 1213 if err := decodePacket(data.Pong, &pongpkt); err != nil { 1214 return nil, err 1215 } 1216 if pongpkt.ev != pongPacket { 1217 return nil, errors.New("is not pong packet") 1218 } 1219 if pongpkt.remoteID != net.tab.self.ID { 1220 return nil, errors.New("not signed by us") 1221 } 1222 //检查我们以前授权的所有主题 1223 //对方正在尝试注册。 1224 if rlpHash(data.Topics) != pongpkt.data.(*pong).TopicHash { 1225 return nil, errors.New("topic hash mismatch") 1226 } 1227 if data.Idx >= uint(len(data.Topics)) { 1228 return nil, errors.New("topic index out of range") 1229 } 1230 return pongpkt.data.(*pong), nil 1231 } 1232 1233 func rlpHash(x interface{}) (h common.Hash) { 1234 hw := sha3.NewLegacyKeccak256() 1235 rlp.Encode(hw, x) 1236 hw.Sum(h[:0]) 1237 return h 1238 } 1239 1240 func (net *Network) handleNeighboursPacket(n *Node, pkt *ingressPacket) error { 1241 if n.pendingNeighbours == nil { 1242 return errNoQuery 1243 } 1244 net.abortTimedEvent(n, neighboursTimeout) 1245 1246 req := pkt.data.(*neighbors) 1247 nodes := make([]*Node, len(req.Nodes)) 1248 for i, rn := range req.Nodes { 1249 nn, err := net.internNodeFromNeighbours(pkt.remoteAddr, rn) 1250 if err != nil { 1251 log.Debug(fmt.Sprintf("invalid neighbour (%v) from %x@%v: %v", rn.IP, n.ID[:8], pkt.remoteAddr, err)) 1252 continue 1253 } 1254 nodes[i] = nn 1255 //立即开始验证查询结果。 1256 //这很快就填满了桌子。 1257 //TODO:生成的数据包太多,可能是通过队列生成的。 1258 if nn.state == unknown { 1259 net.transition(nn, verifyinit) 1260 } 1261 } 1262 //TODO:不要忽略第二个数据包 1263 n.pendingNeighbours.reply <- nodes 1264 n.pendingNeighbours = nil 1265 //既然这个查询完成了,就开始下一个查询。 1266 n.startNextQuery(net) 1267 return nil 1268 } 1269