github.com/linapex/ethereum-go-chinese@v0.0.0-20190316121929-f8b7a73c3fa1/swarm/api/http/server_test.go (about) 1 2 //<developer> 3 // <name>linapex 曹一峰</name> 4 // <email>linapex@163.com</email> 5 // <wx>superexc</wx> 6 // <qqgroup>128148617</qqgroup> 7 // <url>https://jsq.ink</url> 8 // <role>pku engineer</role> 9 // <date>2019-03-16 19:16:43</date> 10 //</624450112113872896> 11 12 13 package http 14 15 import ( 16 "archive/tar" 17 "bytes" 18 "context" 19 "encoding/json" 20 "errors" 21 "flag" 22 "fmt" 23 "io" 24 "io/ioutil" 25 "math/big" 26 "mime/multipart" 27 "net/http" 28 "net/url" 29 "os" 30 "path" 31 "strconv" 32 "strings" 33 "testing" 34 "time" 35 36 "github.com/ethereum/go-ethereum/swarm/storage/feed/lookup" 37 38 "github.com/ethereum/go-ethereum/common" 39 "github.com/ethereum/go-ethereum/core/types" 40 "github.com/ethereum/go-ethereum/crypto" 41 "github.com/ethereum/go-ethereum/log" 42 "github.com/ethereum/go-ethereum/swarm/api" 43 swarm "github.com/ethereum/go-ethereum/swarm/api/client" 44 "github.com/ethereum/go-ethereum/swarm/storage" 45 "github.com/ethereum/go-ethereum/swarm/storage/feed" 46 "github.com/ethereum/go-ethereum/swarm/testutil" 47 ) 48 49 func init() { 50 loglevel := flag.Int("loglevel", 2, "loglevel") 51 flag.Parse() 52 log.Root().SetHandler(log.CallerFileHandler(log.LvlFilterHandler(log.Lvl(*loglevel), log.StreamHandler(os.Stderr, log.TerminalFormat(true))))) 53 } 54 55 func serverFunc(api *api.API) TestServer { 56 return NewServer(api, "") 57 } 58 59 func newTestSigner() (*feed.GenericSigner, error) { 60 privKey, err := crypto.HexToECDSA("deadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeef") 61 if err != nil { 62 return nil, err 63 } 64 return feed.NewGenericSigner(privKey), nil 65 } 66 67 //使用bzz://scheme测试源更新的透明解析 68 // 69 //首先将数据上传到bzz:,并将swarm散列存储到feed更新中的结果清单中。 70 //这有效地使用提要来存储指向内容的指针,而不是内容本身。 71 //使用swarm散列检索更新应返回直接指向数据的清单。 72 //对散列的原始检索应该返回数据 73 func TestBzzWithFeed(t *testing.T) { 74 75 signer, _ := newTestSigner() 76 77 //初始化Swarm测试服务器 78 srv := NewTestSwarmServer(t, serverFunc, nil) 79 defer srv.Close() 80 81 //为我们的测试收集一些数据: 82 dataBytes := []byte(` 83 // 84 //创建一些我们的清单将指向的数据。数据可能非常大,不适合feed更新。 85 //因此,我们要做的是将其上传到swarm bzz/,并获取指向它的**清单哈希**: 86 // 87 //清单哈希-->数据 88 // 89 //然后,我们将该**清单哈希**存储到一个swarm feed更新中。一旦我们这样做了, 90 //我们可以使用bzz://feed manifest散列中的**feed manifest散列,方法是:bzz://feed manifest散列。 91 // 92 //源清单哈希——>清单哈希——>数据 93 // 94 //假设我们可以在任何时候用一个新的**清单哈希**更新提要,但是**提要清单哈希**。 95 //保持不变,我们有效地创建了一个固定地址来更改内容。(掌声) 96 // 97 //源清单哈希(相同)->清单哈希(2)->数据(2)… 98 // 99 `) 100 101 //将数据发布到BZZ并返回指向它的内容地址**清单哈希**。 102 resp, err := http.Post(fmt.Sprintf("%s/bzz:/", srv.URL), "text/plain", bytes.NewReader([]byte(dataBytes))) 103 if err != nil { 104 t.Fatal(err) 105 } 106 107 defer resp.Body.Close() 108 if resp.StatusCode != http.StatusOK { 109 t.Fatalf("err %s", resp.Status) 110 } 111 manifestAddressHex, err := ioutil.ReadAll(resp.Body) 112 113 if err != nil { 114 t.Fatal(err) 115 } 116 117 manifestAddress := common.FromHex(string(manifestAddressHex)) 118 119 log.Info("added data", "manifest", string(manifestAddressHex)) 120 121 //此时,我们已经上传了数据,并有一个清单指向它。 122 //现在将该清单地址存储在源更新中。 123 //我们还需要一个提要清单,因此我们可以使用它来引用提要。 124 125 //首先,为我们的提要创建一个主题: 126 topic, _ := feed.NewTopic("interesting topic indeed", nil) 127 128 //创建订阅源更新请求: 129 updateRequest := feed.NewFirstRequest(topic) 130 131 //将**清单地址**作为数据存储到feed更新中。 132 updateRequest.SetData(manifestAddress) 133 134 //签署更新 135 if err := updateRequest.Sign(signer); err != nil { 136 t.Fatal(err) 137 } 138 log.Info("added data", "data", common.ToHex(manifestAddress)) 139 140 //生成源更新HTTP请求: 141 feedUpdateURL, err := url.Parse(fmt.Sprintf("%s/bzz-feed:/", srv.URL)) 142 if err != nil { 143 t.Fatal(err) 144 } 145 query := feedUpdateURL.Query() 146 body := updateRequest.AppendValues(query) //这将添加所有查询参数并返回要发布的数据 147 query.Set("manifest", "1") //指示我们要返回反馈清单 148 feedUpdateURL.RawQuery = query.Encode() 149 150 //向Swarm提交feed更新请求 151 resp, err = http.Post(feedUpdateURL.String(), "application/octet-stream", bytes.NewReader(body)) 152 if err != nil { 153 t.Fatal(err) 154 } 155 defer resp.Body.Close() 156 if resp.StatusCode != http.StatusOK { 157 t.Fatalf("err %s", resp.Status) 158 } 159 160 feedManifestAddressHex, err := ioutil.ReadAll(resp.Body) 161 if err != nil { 162 t.Fatal(err) 163 } 164 feedManifestAddress := &storage.Address{} 165 err = json.Unmarshal(feedManifestAddressHex, feedManifestAddress) 166 if err != nil { 167 t.Fatalf("data %s could not be unmarshaled: %v", feedManifestAddressHex, err) 168 } 169 170 correctManifestAddrHex := "747c402e5b9dc715a25a4393147512167bab018a007fad7cdcd9adc7fce1ced2" 171 if feedManifestAddress.Hex() != correctManifestAddrHex { 172 t.Fatalf("Response feed manifest address mismatch, expected '%s', got '%s'", correctManifestAddrHex, feedManifestAddress.Hex()) 173 } 174 175 //获取BZZ清单透明源更新解析 176 getBzzURL := fmt.Sprintf("%s/bzz:/%s", srv.URL, feedManifestAddress) 177 resp, err = http.Get(getBzzURL) 178 if err != nil { 179 t.Fatal(err) 180 } 181 defer resp.Body.Close() 182 if resp.StatusCode != http.StatusOK { 183 t.Fatalf("err %s", resp.Status) 184 } 185 retrievedData, err := ioutil.ReadAll(resp.Body) 186 if err != nil { 187 t.Fatal(err) 188 } 189 if !bytes.Equal(retrievedData, []byte(dataBytes)) { 190 t.Fatalf("retrieved data mismatch, expected %x, got %x", dataBytes, retrievedData) 191 } 192 } 193 194 //使用原始更新方法测试群饲料 195 func TestBzzFeed(t *testing.T) { 196 srv := NewTestSwarmServer(t, serverFunc, nil) 197 signer, _ := newTestSigner() 198 199 defer srv.Close() 200 201 //更新1的数据 202 update1Data := testutil.RandomBytes(1, 666) 203 update1Timestamp := srv.CurrentTime 204 //更新2的数据 205 update2Data := []byte("foo") 206 207 topic, _ := feed.NewTopic("foo.eth", nil) 208 updateRequest := feed.NewFirstRequest(topic) 209 updateRequest.SetData(update1Data) 210 211 if err := updateRequest.Sign(signer); err != nil { 212 t.Fatal(err) 213 } 214 215 //创建源并设置更新1 216 testUrl, err := url.Parse(fmt.Sprintf("%s/bzz-feed:/", srv.URL)) 217 if err != nil { 218 t.Fatal(err) 219 } 220 urlQuery := testUrl.Query() 221 body := updateRequest.AppendValues(urlQuery) //这将添加所有查询参数 222 urlQuery.Set("manifest", "1") //表明我们想要一份清单 223 testUrl.RawQuery = urlQuery.Encode() 224 225 resp, err := http.Post(testUrl.String(), "application/octet-stream", bytes.NewReader(body)) 226 if err != nil { 227 t.Fatal(err) 228 } 229 defer resp.Body.Close() 230 if resp.StatusCode != http.StatusOK { 231 t.Fatalf("err %s", resp.Status) 232 } 233 b, err := ioutil.ReadAll(resp.Body) 234 if err != nil { 235 t.Fatal(err) 236 } 237 rsrcResp := &storage.Address{} 238 err = json.Unmarshal(b, rsrcResp) 239 if err != nil { 240 t.Fatalf("data %s could not be unmarshaled: %v", b, err) 241 } 242 243 correctManifestAddrHex := "bb056a5264c295c2b0f613c8409b9c87ce9d71576ace02458160df4cc894210b" 244 if rsrcResp.Hex() != correctManifestAddrHex { 245 t.Fatalf("Response feed manifest mismatch, expected '%s', got '%s'", correctManifestAddrHex, rsrcResp.Hex()) 246 } 247 248 //获取清单 249 testRawUrl := fmt.Sprintf("%s/bzz-raw:/%s", srv.URL, rsrcResp) 250 resp, err = http.Get(testRawUrl) 251 if err != nil { 252 t.Fatal(err) 253 } 254 defer resp.Body.Close() 255 if resp.StatusCode != http.StatusOK { 256 t.Fatalf("err %s", resp.Status) 257 } 258 b, err = ioutil.ReadAll(resp.Body) 259 if err != nil { 260 t.Fatal(err) 261 } 262 manifest := &api.Manifest{} 263 err = json.Unmarshal(b, manifest) 264 if err != nil { 265 t.Fatal(err) 266 } 267 if len(manifest.Entries) != 1 { 268 t.Fatalf("Manifest has %d entries", len(manifest.Entries)) 269 } 270 correctFeedHex := "0x666f6f2e65746800000000000000000000000000000000000000000000000000c96aaa54e2d44c299564da76e1cd3184a2386b8d" 271 if manifest.Entries[0].Feed.Hex() != correctFeedHex { 272 t.Fatalf("Expected manifest Feed '%s', got '%s'", correctFeedHex, manifest.Entries[0].Feed.Hex()) 273 } 274 275 //抓住机会让bzz:crash解决不包含的源更新 276 //群散列: 277 testBzzUrl := fmt.Sprintf("%s/bzz:/%s", srv.URL, rsrcResp) 278 resp, err = http.Get(testBzzUrl) 279 if err != nil { 280 t.Fatal(err) 281 } 282 defer resp.Body.Close() 283 if resp.StatusCode == http.StatusOK { 284 t.Fatal("Expected error status since feed update does not contain a Swarm hash. Received 200 OK") 285 } 286 _, err = ioutil.ReadAll(resp.Body) 287 if err != nil { 288 t.Fatal(err) 289 } 290 291 //获取不存在的名称,应失败 292 testBzzResUrl := fmt.Sprintf("%s/bzz-feed:/bar", srv.URL) 293 resp, err = http.Get(testBzzResUrl) 294 if err != nil { 295 t.Fatal(err) 296 } 297 298 if resp.StatusCode != http.StatusNotFound { 299 t.Fatalf("Expected get non-existent feed manifest to fail with StatusNotFound (404), got %d", resp.StatusCode) 300 } 301 302 resp.Body.Close() 303 304 //直接通过bzz feed获取最新更新 305 log.Info("get update latest = 1.1", "addr", correctManifestAddrHex) 306 testBzzResUrl = fmt.Sprintf("%s/bzz-feed:/%s", srv.URL, correctManifestAddrHex) 307 resp, err = http.Get(testBzzResUrl) 308 if err != nil { 309 t.Fatal(err) 310 } 311 defer resp.Body.Close() 312 if resp.StatusCode != http.StatusOK { 313 t.Fatalf("err %s", resp.Status) 314 } 315 b, err = ioutil.ReadAll(resp.Body) 316 if err != nil { 317 t.Fatal(err) 318 } 319 if !bytes.Equal(update1Data, b) { 320 t.Fatalf("Expected body '%x', got '%x'", update1Data, b) 321 } 322 323 //更新2 324 //向前拨钟1秒 325 srv.CurrentTime++ 326 log.Info("update 2") 327 328 //1.-获取有关此源的元数据 329 testBzzResUrl = fmt.Sprintf("%s/bzz-feed:/%s/", srv.URL, correctManifestAddrHex) 330 resp, err = http.Get(testBzzResUrl + "?meta=1") 331 if err != nil { 332 t.Fatal(err) 333 } 334 defer resp.Body.Close() 335 if resp.StatusCode != http.StatusOK { 336 t.Fatalf("Get feed metadata returned %s", resp.Status) 337 } 338 b, err = ioutil.ReadAll(resp.Body) 339 if err != nil { 340 t.Fatal(err) 341 } 342 updateRequest = &feed.Request{} 343 if err = updateRequest.UnmarshalJSON(b); err != nil { 344 t.Fatalf("Error decoding feed metadata: %s", err) 345 } 346 updateRequest.SetData(update2Data) 347 if err = updateRequest.Sign(signer); err != nil { 348 t.Fatal(err) 349 } 350 testUrl, err = url.Parse(fmt.Sprintf("%s/bzz-feed:/", srv.URL)) 351 if err != nil { 352 t.Fatal(err) 353 } 354 urlQuery = testUrl.Query() 355 body = updateRequest.AppendValues(urlQuery) //这将添加所有查询参数 356 goodQueryParameters := urlQuery.Encode() //保存查询参数以便再次尝试 357 358 //创建缺少签名的错误查询参数 359 urlQuery.Del("signature") 360 testUrl.RawQuery = urlQuery.Encode() 361 362 //第一次尝试使用错误的查询参数,其中缺少签名 363 resp, err = http.Post(testUrl.String(), "application/octet-stream", bytes.NewReader(body)) 364 if err != nil { 365 t.Fatal(err) 366 } 367 defer resp.Body.Close() 368 expectedCode := http.StatusBadRequest 369 if resp.StatusCode != expectedCode { 370 t.Fatalf("Update returned %s. Expected %d", resp.Status, expectedCode) 371 } 372 373 //第二次尝试使用错误的查询参数,其中签名的长度不正确 374 urlQuery.Set("signature", "0xabcd") //应该是130个十六进制字符 375 resp, err = http.Post(testUrl.String(), "application/octet-stream", bytes.NewReader(body)) 376 if err != nil { 377 t.Fatal(err) 378 } 379 defer resp.Body.Close() 380 expectedCode = http.StatusBadRequest 381 if resp.StatusCode != expectedCode { 382 t.Fatalf("Update returned %s. Expected %d", resp.Status, expectedCode) 383 } 384 385 //第三次尝试,具有良好的查询参数: 386 testUrl.RawQuery = goodQueryParameters 387 resp, err = http.Post(testUrl.String(), "application/octet-stream", bytes.NewReader(body)) 388 if err != nil { 389 t.Fatal(err) 390 } 391 defer resp.Body.Close() 392 expectedCode = http.StatusOK 393 if resp.StatusCode != expectedCode { 394 t.Fatalf("Update returned %s. Expected %d", resp.Status, expectedCode) 395 } 396 397 //直接通过bzz feed获取最新更新 398 log.Info("get update 1.2") 399 testBzzResUrl = fmt.Sprintf("%s/bzz-feed:/%s", srv.URL, correctManifestAddrHex) 400 resp, err = http.Get(testBzzResUrl) 401 if err != nil { 402 t.Fatal(err) 403 } 404 defer resp.Body.Close() 405 if resp.StatusCode != http.StatusOK { 406 t.Fatalf("err %s", resp.Status) 407 } 408 b, err = ioutil.ReadAll(resp.Body) 409 if err != nil { 410 t.Fatal(err) 411 } 412 if !bytes.Equal(update2Data, b) { 413 t.Fatalf("Expected body '%x', got '%x'", update2Data, b) 414 } 415 416 //测试清单较少的查询 417 log.Info("get first update in update1Timestamp via direct query") 418 query := feed.NewQuery(&updateRequest.Feed, update1Timestamp, lookup.NoClue) 419 420 urlq, err := url.Parse(fmt.Sprintf("%s/bzz-feed:/", srv.URL)) 421 if err != nil { 422 t.Fatal(err) 423 } 424 425 values := urlq.Query() 426 query.AppendValues(values) //这将添加源查询参数 427 urlq.RawQuery = values.Encode() 428 resp, err = http.Get(urlq.String()) 429 if err != nil { 430 t.Fatal(err) 431 } 432 defer resp.Body.Close() 433 if resp.StatusCode != http.StatusOK { 434 t.Fatalf("err %s", resp.Status) 435 } 436 b, err = ioutil.ReadAll(resp.Body) 437 if err != nil { 438 t.Fatal(err) 439 } 440 if !bytes.Equal(update1Data, b) { 441 t.Fatalf("Expected body '%x', got '%x'", update1Data, b) 442 } 443 444 } 445 446 func TestBzzGetPath(t *testing.T) { 447 testBzzGetPath(false, t) 448 testBzzGetPath(true, t) 449 } 450 451 func testBzzGetPath(encrypted bool, t *testing.T) { 452 var err error 453 454 testmanifest := []string{ 455 `{"entries":[{"path":"b","hash":"011b4d03dd8c01f1049143cf9c4c817e4b167f1d1b83e5c6f0f10d89ba1e7bce","contentType":"","status":0},{"path":"c","hash":"011b4d03dd8c01f1049143cf9c4c817e4b167f1d1b83e5c6f0f10d89ba1e7bce","contentType":"","status":0}]}`, 456 `{"entries":[{"path":"a","hash":"011b4d03dd8c01f1049143cf9c4c817e4b167f1d1b83e5c6f0f10d89ba1e7bce","contentType":"","status":0},{"path":"b/","hash":"<key0>","contentType":"application/bzz-manifest+json","status":0}]}`, 457 `{"entries":[{"path":"a/","hash":"<key1>","contentType":"application/bzz-manifest+json","status":0}]}`, 458 } 459 460 testrequests := make(map[string]int) 461 testrequests["/"] = 2 462 testrequests["/a/"] = 1 463 testrequests["/a/b/"] = 0 464 testrequests["/x"] = 0 465 testrequests[""] = 0 466 467 expectedfailrequests := []string{"", "/x"} 468 469 reader := [3]*bytes.Reader{} 470 471 addr := [3]storage.Address{} 472 473 srv := NewTestSwarmServer(t, serverFunc, nil) 474 defer srv.Close() 475 476 for i, mf := range testmanifest { 477 reader[i] = bytes.NewReader([]byte(mf)) 478 var wait func(context.Context) error 479 ctx := context.TODO() 480 addr[i], wait, err = srv.FileStore.Store(ctx, reader[i], int64(len(mf)), encrypted) 481 if err != nil { 482 t.Fatal(err) 483 } 484 for j := i + 1; j < len(testmanifest); j++ { 485 testmanifest[j] = strings.Replace(testmanifest[j], fmt.Sprintf("<key%v>", i), addr[i].Hex(), -1) 486 } 487 err = wait(ctx) 488 if err != nil { 489 t.Fatal(err) 490 } 491 } 492 493 rootRef := addr[2].Hex() 494 495 _, err = http.Get(srv.URL + "/bzz-raw:/" + rootRef + "/a") 496 if err != nil { 497 t.Fatalf("Failed to connect to proxy: %v", err) 498 } 499 500 for k, v := range testrequests { 501 var resp *http.Response 502 var respbody []byte 503 504 url := srv.URL + "/bzz-raw:/" 505 if k != "" { 506 url += rootRef + "/" + k[1:] + "?content_type=text/plain" 507 } 508 resp, err = http.Get(url) 509 if err != nil { 510 t.Fatalf("Request failed: %v", err) 511 } 512 defer resp.Body.Close() 513 respbody, err = ioutil.ReadAll(resp.Body) 514 if err != nil { 515 t.Fatalf("Error while reading response body: %v", err) 516 } 517 518 if string(respbody) != testmanifest[v] { 519 isexpectedfailrequest := false 520 521 for _, r := range expectedfailrequests { 522 if k == r { 523 isexpectedfailrequest = true 524 } 525 } 526 if !isexpectedfailrequest { 527 t.Fatalf("Response body does not match, expected: %v, got %v", testmanifest[v], string(respbody)) 528 } 529 } 530 } 531 532 for k, v := range testrequests { 533 var resp *http.Response 534 var respbody []byte 535 536 url := srv.URL + "/bzz-hash:/" 537 if k != "" { 538 url += rootRef + "/" + k[1:] 539 } 540 resp, err = http.Get(url) 541 if err != nil { 542 t.Fatalf("Request failed: %v", err) 543 } 544 defer resp.Body.Close() 545 respbody, err = ioutil.ReadAll(resp.Body) 546 if err != nil { 547 t.Fatalf("Read request body: %v", err) 548 } 549 550 if string(respbody) != addr[v].Hex() { 551 isexpectedfailrequest := false 552 553 for _, r := range expectedfailrequests { 554 if k == r { 555 isexpectedfailrequest = true 556 } 557 } 558 if !isexpectedfailrequest { 559 t.Fatalf("Response body does not match, expected: %v, got %v", addr[v], string(respbody)) 560 } 561 } 562 } 563 564 ref := addr[2].Hex() 565 566 for _, c := range []struct { 567 path string 568 json string 569 pageFragments []string 570 }{ 571 { 572 path: "/", 573 json: `{"common_prefixes":["a/"]}`, 574 pageFragments: []string{ 575 fmt.Sprintf("Swarm index of bzz:/%s/", ref), 576 `<a class="normal-link" href="a/">a/</a>`, 577 }, 578 }, 579 { 580 path: "/a/", 581 json: `{"common_prefixes":["a/b/"],"entries":[{"hash":"011b4d03dd8c01f1049143cf9c4c817e4b167f1d1b83e5c6f0f10d89ba1e7bce","path":"a/a","mod_time":"0001-01-01T00:00:00Z"}]}`, 582 pageFragments: []string{ 583 fmt.Sprintf("Swarm index of bzz:/%s/a/", ref), 584 `<a class="normal-link" href="b/">b/</a>`, 585 fmt.Sprintf(`<a class="normal-link" href="/bzz:/%s/a/a">a</a>`, ref), 586 }, 587 }, 588 { 589 path: "/a/b/", 590 json: `{"entries":[{"hash":"011b4d03dd8c01f1049143cf9c4c817e4b167f1d1b83e5c6f0f10d89ba1e7bce","path":"a/b/b","mod_time":"0001-01-01T00:00:00Z"},{"hash":"011b4d03dd8c01f1049143cf9c4c817e4b167f1d1b83e5c6f0f10d89ba1e7bce","path":"a/b/c","mod_time":"0001-01-01T00:00:00Z"}]}`, 591 pageFragments: []string{ 592 fmt.Sprintf("Swarm index of bzz:/%s/a/b/", ref), 593 fmt.Sprintf(`<a class="normal-link" href="/bzz:/%s/a/b/b">b</a>`, ref), 594 fmt.Sprintf(`<a class="normal-link" href="/bzz:/%s/a/b/c">c</a>`, ref), 595 }, 596 }, 597 { 598 path: "/x", 599 }, 600 { 601 path: "", 602 }, 603 } { 604 k := c.path 605 url := srv.URL + "/bzz-list:/" 606 if k != "" { 607 url += rootRef + "/" + k[1:] 608 } 609 t.Run("json list "+c.path, func(t *testing.T) { 610 resp, err := http.Get(url) 611 if err != nil { 612 t.Fatalf("HTTP request: %v", err) 613 } 614 defer resp.Body.Close() 615 respbody, err := ioutil.ReadAll(resp.Body) 616 if err != nil { 617 t.Fatalf("Read response body: %v", err) 618 } 619 620 body := strings.TrimSpace(string(respbody)) 621 if body != c.json { 622 isexpectedfailrequest := false 623 624 for _, r := range expectedfailrequests { 625 if k == r { 626 isexpectedfailrequest = true 627 } 628 } 629 if !isexpectedfailrequest { 630 t.Errorf("Response list body %q does not match, expected: %v, got %v", k, c.json, body) 631 } 632 } 633 }) 634 t.Run("html list "+c.path, func(t *testing.T) { 635 req, err := http.NewRequest(http.MethodGet, url, nil) 636 if err != nil { 637 t.Fatalf("New request: %v", err) 638 } 639 req.Header.Set("Accept", "text/html") 640 resp, err := http.DefaultClient.Do(req) 641 if err != nil { 642 t.Fatalf("HTTP request: %v", err) 643 } 644 defer resp.Body.Close() 645 b, err := ioutil.ReadAll(resp.Body) 646 if err != nil { 647 t.Fatalf("Read response body: %v", err) 648 } 649 650 body := string(b) 651 652 for _, f := range c.pageFragments { 653 if !strings.Contains(body, f) { 654 isexpectedfailrequest := false 655 656 for _, r := range expectedfailrequests { 657 if k == r { 658 isexpectedfailrequest = true 659 } 660 } 661 if !isexpectedfailrequest { 662 t.Errorf("Response list body %q does not contain %q: body %q", k, f, body) 663 } 664 } 665 } 666 }) 667 } 668 669 nonhashtests := []string{ 670 srv.URL + "/bzz:/name", 671 srv.URL + "/bzz-immutable:/nonhash", 672 srv.URL + "/bzz-raw:/nonhash", 673 srv.URL + "/bzz-list:/nonhash", 674 srv.URL + "/bzz-hash:/nonhash", 675 } 676 677 nonhashresponses := []string{ 678 `cannot resolve name: no DNS to resolve name: "name"`, 679 `cannot resolve nonhash: no DNS to resolve name: "nonhash"`, 680 `cannot resolve nonhash: no DNS to resolve name: "nonhash"`, 681 `cannot resolve nonhash: no DNS to resolve name: "nonhash"`, 682 `cannot resolve nonhash: no DNS to resolve name: "nonhash"`, 683 } 684 685 for i, url := range nonhashtests { 686 var resp *http.Response 687 var respbody []byte 688 689 resp, err = http.Get(url) 690 691 if err != nil { 692 t.Fatalf("Request failed: %v", err) 693 } 694 defer resp.Body.Close() 695 respbody, err = ioutil.ReadAll(resp.Body) 696 if err != nil { 697 t.Fatalf("ReadAll failed: %v", err) 698 } 699 if !strings.Contains(string(respbody), nonhashresponses[i]) { 700 t.Fatalf("Non-Hash response body does not match, expected: %v, got: %v", nonhashresponses[i], string(respbody)) 701 } 702 } 703 } 704 705 func TestBzzTar(t *testing.T) { 706 testBzzTar(false, t) 707 testBzzTar(true, t) 708 } 709 710 func testBzzTar(encrypted bool, t *testing.T) { 711 srv := NewTestSwarmServer(t, serverFunc, nil) 712 defer srv.Close() 713 fileNames := []string{"tmp1.txt", "tmp2.lock", "tmp3.rtf"} 714 fileContents := []string{"tmp1textfilevalue", "tmp2lockfilelocked", "tmp3isjustaplaintextfile"} 715 716 buf := &bytes.Buffer{} 717 tw := tar.NewWriter(buf) 718 defer tw.Close() 719 720 for i, v := range fileNames { 721 size := int64(len(fileContents[i])) 722 hdr := &tar.Header{ 723 Name: v, 724 Mode: 0644, 725 Size: size, 726 ModTime: time.Now(), 727 Xattrs: map[string]string{ 728 "user.swarm.content-type": "text/plain", 729 }, 730 } 731 if err := tw.WriteHeader(hdr); err != nil { 732 t.Fatal(err) 733 } 734 735 //将文件复制到tar流中 736 n, err := io.Copy(tw, bytes.NewBufferString(fileContents[i])) 737 if err != nil { 738 t.Fatal(err) 739 } else if n != size { 740 t.Fatal("size mismatch") 741 } 742 } 743 744 //后焦油流 745 url := srv.URL + "/bzz:/" 746 if encrypted { 747 url = url + "encrypt" 748 } 749 req, err := http.NewRequest("POST", url, buf) 750 if err != nil { 751 t.Fatal(err) 752 } 753 req.Header.Add("Content-Type", "application/x-tar") 754 client := &http.Client{} 755 resp2, err := client.Do(req) 756 if err != nil { 757 t.Fatal(err) 758 } 759 if resp2.StatusCode != http.StatusOK { 760 t.Fatalf("err %s", resp2.Status) 761 } 762 swarmHash, err := ioutil.ReadAll(resp2.Body) 763 resp2.Body.Close() 764 if err != nil { 765 t.Fatal(err) 766 } 767 768 //现在去拿一个柏油球回来 769 req, err = http.NewRequest("GET", fmt.Sprintf(srv.URL+"/bzz:/%s", string(swarmHash)), nil) 770 if err != nil { 771 t.Fatal(err) 772 } 773 req.Header.Add("Accept", "application/x-tar") 774 resp2, err = client.Do(req) 775 if err != nil { 776 t.Fatal(err) 777 } 778 defer resp2.Body.Close() 779 780 if h := resp2.Header.Get("Content-Type"); h != "application/x-tar" { 781 t.Fatalf("Content-Type header expected: application/x-tar, got: %s", h) 782 } 783 784 expectedFileName := string(swarmHash) + ".tar" 785 expectedContentDisposition := fmt.Sprintf("inline; filename=\"%s\"", expectedFileName) 786 if h := resp2.Header.Get("Content-Disposition"); h != expectedContentDisposition { 787 t.Fatalf("Content-Disposition header expected: %s, got: %s", expectedContentDisposition, h) 788 } 789 790 file, err := ioutil.TempFile("", "swarm-downloaded-tarball") 791 if err != nil { 792 t.Fatal(err) 793 } 794 defer os.Remove(file.Name()) 795 _, err = io.Copy(file, resp2.Body) 796 if err != nil { 797 t.Fatalf("error getting tarball: %v", err) 798 } 799 file.Sync() 800 file.Close() 801 802 tarFileHandle, err := os.Open(file.Name()) 803 if err != nil { 804 t.Fatal(err) 805 } 806 tr := tar.NewReader(tarFileHandle) 807 808 for { 809 hdr, err := tr.Next() 810 if err == io.EOF { 811 break 812 } else if err != nil { 813 t.Fatalf("error reading tar stream: %s", err) 814 } 815 bb := make([]byte, hdr.Size) 816 _, err = tr.Read(bb) 817 if err != nil && err != io.EOF { 818 t.Fatal(err) 819 } 820 passed := false 821 for i, v := range fileNames { 822 if v == hdr.Name { 823 if string(bb) == fileContents[i] { 824 passed = true 825 break 826 } 827 } 828 } 829 if !passed { 830 t.Fatalf("file %s did not pass content assertion", hdr.Name) 831 } 832 } 833 } 834 835 //testbzzrootredirect测试获取清单的根路径时 836 //尾随斜杠被重定向为包含尾随斜杠,以便 837 //相对URL按预期工作。 838 func TestBzzRootRedirect(t *testing.T) { 839 testBzzRootRedirect(false, t) 840 } 841 func TestBzzRootRedirectEncrypted(t *testing.T) { 842 testBzzRootRedirect(true, t) 843 } 844 845 func testBzzRootRedirect(toEncrypt bool, t *testing.T) { 846 srv := NewTestSwarmServer(t, serverFunc, nil) 847 defer srv.Close() 848 849 //在根路径上创建包含一些数据的清单 850 client := swarm.NewClient(srv.URL) 851 data := []byte("data") 852 file := &swarm.File{ 853 ReadCloser: ioutil.NopCloser(bytes.NewReader(data)), 854 ManifestEntry: api.ManifestEntry{ 855 Path: "", 856 ContentType: "text/plain", 857 Size: int64(len(data)), 858 }, 859 } 860 hash, err := client.Upload(file, "", toEncrypt) 861 if err != nil { 862 t.Fatal(err) 863 } 864 865 //定义一个checkRedirect钩子,确保只有一个 866 //重定向到正确的URL 867 redirected := false 868 httpClient := http.Client{ 869 CheckRedirect: func(req *http.Request, via []*http.Request) error { 870 if redirected { 871 return errors.New("too many redirects") 872 } 873 redirected = true 874 expectedPath := "/bzz:/" + hash + "/" 875 if req.URL.Path != expectedPath { 876 return fmt.Errorf("expected redirect to %q, got %q", expectedPath, req.URL.Path) 877 } 878 return nil 879 }, 880 } 881 882 //执行GET请求并断言响应 883 res, err := httpClient.Get(srv.URL + "/bzz:/" + hash) 884 if err != nil { 885 t.Fatal(err) 886 } 887 defer res.Body.Close() 888 if !redirected { 889 t.Fatal("expected GET /bzz:/<hash> to redirect to /bzz:/<hash>/ but it didn't") 890 } 891 gotData, err := ioutil.ReadAll(res.Body) 892 if err != nil { 893 t.Fatal(err) 894 } 895 if !bytes.Equal(gotData, data) { 896 t.Fatalf("expected response to equal %q, got %q", data, gotData) 897 } 898 } 899 900 func TestMethodsNotAllowed(t *testing.T) { 901 srv := NewTestSwarmServer(t, serverFunc, nil) 902 defer srv.Close() 903 databytes := "bar" 904 for _, c := range []struct { 905 url string 906 code int 907 }{ 908 { 909 url: fmt.Sprintf("%s/bzz-list:/", srv.URL), 910 code: http.StatusMethodNotAllowed, 911 }, { 912 url: fmt.Sprintf("%s/bzz-hash:/", srv.URL), 913 code: http.StatusMethodNotAllowed, 914 }, 915 { 916 url: fmt.Sprintf("%s/bzz-immutable:/", srv.URL), 917 code: http.StatusMethodNotAllowed, 918 }, 919 } { 920 res, _ := http.Post(c.url, "text/plain", bytes.NewReader([]byte(databytes))) 921 if res.StatusCode != c.code { 922 t.Fatalf("should have failed. requested url: %s, expected code %d, got %d", c.url, c.code, res.StatusCode) 923 } 924 } 925 926 } 927 928 func httpDo(httpMethod string, url string, reqBody io.Reader, headers map[string]string, verbose bool, t *testing.T) (*http.Response, string) { 929 //生成请求 930 req, err := http.NewRequest(httpMethod, url, reqBody) 931 if err != nil { 932 t.Fatal(err) 933 } 934 for key, value := range headers { 935 req.Header.Set(key, value) 936 } 937 if verbose { 938 t.Log(req.Method, req.URL, req.Header, req.Body) 939 } 940 941 //发送请求 942 httpClient := &http.Client{} 943 res, err := httpClient.Do(req) 944 if err != nil { 945 t.Fatal(err) 946 } 947 948 //读取HTTP主体 949 buffer, err := ioutil.ReadAll(res.Body) 950 if err != nil { 951 t.Fatal(err) 952 } 953 defer res.Body.Close() 954 body := string(buffer) 955 956 return res, body 957 } 958 959 func TestGet(t *testing.T) { 960 srv := NewTestSwarmServer(t, serverFunc, nil) 961 defer srv.Close() 962 963 for _, testCase := range []struct { 964 uri string 965 method string 966 headers map[string]string 967 expectedStatusCode int 968 assertResponseBody string 969 verbose bool 970 }{ 971 { 972 uri: fmt.Sprintf("%s/", srv.URL), 973 method: "GET", 974 headers: map[string]string{"Accept": "text/html"}, 975 expectedStatusCode: http.StatusOK, 976 assertResponseBody: "Swarm: Serverless Hosting Incentivised Peer-To-Peer Storage And Content Distribution", 977 verbose: false, 978 }, 979 { 980 uri: fmt.Sprintf("%s/", srv.URL), 981 method: "GET", 982 headers: map[string]string{"Accept": "application/json"}, 983 expectedStatusCode: http.StatusOK, 984 assertResponseBody: "Swarm: Please request a valid ENS or swarm hash with the appropriate bzz scheme", 985 verbose: false, 986 }, 987 { 988 uri: fmt.Sprintf("%s/robots.txt", srv.URL), 989 method: "GET", 990 headers: map[string]string{"Accept": "text/html"}, 991 expectedStatusCode: http.StatusOK, 992 assertResponseBody: "User-agent: *\nDisallow: /", 993 verbose: false, 994 }, 995 { 996 uri: fmt.Sprintf("%s/nonexistent_path", srv.URL), 997 method: "GET", 998 headers: map[string]string{}, 999 expectedStatusCode: http.StatusNotFound, 1000 verbose: false, 1001 }, 1002 { 1003 uri: fmt.Sprintf("%s/bzz:asdf/", srv.URL), 1004 method: "GET", 1005 headers: map[string]string{}, 1006 expectedStatusCode: http.StatusNotFound, 1007 verbose: false, 1008 }, 1009 { 1010 uri: fmt.Sprintf("%s/tbz2/", srv.URL), 1011 method: "GET", 1012 headers: map[string]string{}, 1013 expectedStatusCode: http.StatusNotFound, 1014 verbose: false, 1015 }, 1016 { 1017 uri: fmt.Sprintf("%s/bzz-rack:/", srv.URL), 1018 method: "GET", 1019 headers: map[string]string{}, 1020 expectedStatusCode: http.StatusNotFound, 1021 verbose: false, 1022 }, 1023 { 1024 uri: fmt.Sprintf("%s/bzz-ls", srv.URL), 1025 method: "GET", 1026 headers: map[string]string{}, 1027 expectedStatusCode: http.StatusNotFound, 1028 verbose: false, 1029 }} { 1030 t.Run("GET "+testCase.uri, func(t *testing.T) { 1031 res, body := httpDo(testCase.method, testCase.uri, nil, testCase.headers, testCase.verbose, t) 1032 if res.StatusCode != testCase.expectedStatusCode { 1033 t.Fatalf("expected status code %d but got %d", testCase.expectedStatusCode, res.StatusCode) 1034 } 1035 if testCase.assertResponseBody != "" && !strings.Contains(body, testCase.assertResponseBody) { 1036 t.Fatalf("expected response to be: %s but got: %s", testCase.assertResponseBody, body) 1037 } 1038 }) 1039 } 1040 } 1041 1042 func TestModify(t *testing.T) { 1043 srv := NewTestSwarmServer(t, serverFunc, nil) 1044 defer srv.Close() 1045 1046 swarmClient := swarm.NewClient(srv.URL) 1047 data := []byte("data") 1048 file := &swarm.File{ 1049 ReadCloser: ioutil.NopCloser(bytes.NewReader(data)), 1050 ManifestEntry: api.ManifestEntry{ 1051 Path: "", 1052 ContentType: "text/plain", 1053 Size: int64(len(data)), 1054 }, 1055 } 1056 1057 hash, err := swarmClient.Upload(file, "", false) 1058 if err != nil { 1059 t.Fatal(err) 1060 } 1061 1062 for _, testCase := range []struct { 1063 uri string 1064 method string 1065 headers map[string]string 1066 requestBody []byte 1067 expectedStatusCode int 1068 assertResponseBody string 1069 assertResponseHeaders map[string]string 1070 verbose bool 1071 }{ 1072 { 1073 uri: fmt.Sprintf("%s/bzz:/%s", srv.URL, hash), 1074 method: "DELETE", 1075 headers: map[string]string{}, 1076 expectedStatusCode: http.StatusOK, 1077 assertResponseBody: "8b634aea26eec353ac0ecbec20c94f44d6f8d11f38d4578a4c207a84c74ef731", 1078 verbose: false, 1079 }, 1080 { 1081 uri: fmt.Sprintf("%s/bzz:/%s", srv.URL, hash), 1082 method: "PUT", 1083 headers: map[string]string{}, 1084 expectedStatusCode: http.StatusMethodNotAllowed, 1085 verbose: false, 1086 }, 1087 { 1088 uri: fmt.Sprintf("%s/bzz-raw:/%s", srv.URL, hash), 1089 method: "PUT", 1090 headers: map[string]string{}, 1091 expectedStatusCode: http.StatusMethodNotAllowed, 1092 verbose: false, 1093 }, 1094 { 1095 uri: fmt.Sprintf("%s/bzz:/%s", srv.URL, hash), 1096 method: "PATCH", 1097 headers: map[string]string{}, 1098 expectedStatusCode: http.StatusMethodNotAllowed, 1099 verbose: false, 1100 }, 1101 { 1102 uri: fmt.Sprintf("%s/bzz-raw:/", srv.URL), 1103 method: "POST", 1104 headers: map[string]string{}, 1105 requestBody: []byte("POSTdata"), 1106 expectedStatusCode: http.StatusOK, 1107 assertResponseHeaders: map[string]string{"Content-Length": "64"}, 1108 verbose: false, 1109 }, 1110 { 1111 uri: fmt.Sprintf("%s/bzz-raw:/encrypt", srv.URL), 1112 method: "POST", 1113 headers: map[string]string{}, 1114 requestBody: []byte("POSTdata"), 1115 expectedStatusCode: http.StatusOK, 1116 assertResponseHeaders: map[string]string{"Content-Length": "128"}, 1117 verbose: false, 1118 }, 1119 } { 1120 t.Run(testCase.method+" "+testCase.uri, func(t *testing.T) { 1121 reqBody := bytes.NewReader(testCase.requestBody) 1122 res, body := httpDo(testCase.method, testCase.uri, reqBody, testCase.headers, testCase.verbose, t) 1123 1124 if res.StatusCode != testCase.expectedStatusCode { 1125 t.Fatalf("expected status code %d but got %d, %s", testCase.expectedStatusCode, res.StatusCode, body) 1126 } 1127 if testCase.assertResponseBody != "" && !strings.Contains(body, testCase.assertResponseBody) { 1128 t.Log(body) 1129 t.Fatalf("expected response %s but got %s", testCase.assertResponseBody, body) 1130 } 1131 for key, value := range testCase.assertResponseHeaders { 1132 if res.Header.Get(key) != value { 1133 t.Logf("expected %s=%s in HTTP response header but got %s", key, value, res.Header.Get(key)) 1134 } 1135 } 1136 }) 1137 } 1138 } 1139 1140 func TestMultiPartUpload(t *testing.T) { 1141 //post/bzz:/content-type:multipart/form-data 1142 verbose := false 1143 //设置群 1144 srv := NewTestSwarmServer(t, serverFunc, nil) 1145 defer srv.Close() 1146 1147 url := fmt.Sprintf("%s/bzz:/", srv.URL) 1148 1149 buf := new(bytes.Buffer) 1150 form := multipart.NewWriter(buf) 1151 form.WriteField("name", "John Doe") 1152 file1, _ := form.CreateFormFile("cv", "cv.txt") 1153 file1.Write([]byte("John Doe's Credentials")) 1154 file2, _ := form.CreateFormFile("profile_picture", "profile.jpg") 1155 file2.Write([]byte("imaginethisisjpegdata")) 1156 form.Close() 1157 1158 headers := map[string]string{ 1159 "Content-Type": form.FormDataContentType(), 1160 "Content-Length": strconv.Itoa(buf.Len()), 1161 } 1162 res, body := httpDo("POST", url, buf, headers, verbose, t) 1163 1164 if res.StatusCode != http.StatusOK { 1165 t.Fatalf("expected POST multipart/form-data to return 200, but it returned %d", res.StatusCode) 1166 } 1167 if len(body) != 64 { 1168 t.Fatalf("expected POST multipart/form-data to return a 64 char manifest but the answer was %d chars long", len(body)) 1169 } 1170 } 1171 1172 //testbzzgetfilewithresolver测试使用模拟的ens resolver获取文件 1173 func TestBzzGetFileWithResolver(t *testing.T) { 1174 resolver := newTestResolveValidator("") 1175 srv := NewTestSwarmServer(t, serverFunc, resolver) 1176 defer srv.Close() 1177 fileNames := []string{"dir1/tmp1.txt", "dir2/tmp2.lock", "dir3/tmp3.rtf"} 1178 fileContents := []string{"tmp1textfilevalue", "tmp2lockfilelocked", "tmp3isjustaplaintextfile"} 1179 1180 buf := &bytes.Buffer{} 1181 tw := tar.NewWriter(buf) 1182 1183 for i, v := range fileNames { 1184 size := len(fileContents[i]) 1185 hdr := &tar.Header{ 1186 Name: v, 1187 Mode: 0644, 1188 Size: int64(size), 1189 ModTime: time.Now(), 1190 Xattrs: map[string]string{ 1191 "user.swarm.content-type": "text/plain", 1192 }, 1193 } 1194 if err := tw.WriteHeader(hdr); err != nil { 1195 t.Fatal(err) 1196 } 1197 1198 //将文件复制到tar流中 1199 n, err := io.WriteString(tw, fileContents[i]) 1200 if err != nil { 1201 t.Fatal(err) 1202 } else if n != size { 1203 t.Fatal("size mismatch") 1204 } 1205 } 1206 1207 if err := tw.Close(); err != nil { 1208 t.Fatal(err) 1209 } 1210 1211 //后焦油流 1212 url := srv.URL + "/bzz:/" 1213 1214 req, err := http.NewRequest("POST", url, buf) 1215 if err != nil { 1216 t.Fatal(err) 1217 } 1218 req.Header.Add("Content-Type", "application/x-tar") 1219 client := &http.Client{} 1220 serverResponse, err := client.Do(req) 1221 if err != nil { 1222 t.Fatal(err) 1223 } 1224 if serverResponse.StatusCode != http.StatusOK { 1225 t.Fatalf("err %s", serverResponse.Status) 1226 } 1227 swarmHash, err := ioutil.ReadAll(serverResponse.Body) 1228 serverResponse.Body.Close() 1229 if err != nil { 1230 t.Fatal(err) 1231 } 1232 //将解析散列设置为我们刚上传内容的群散列 1233 hash := common.HexToHash(string(swarmHash)) 1234 resolver.hash = &hash 1235 for _, v := range []struct { 1236 addr string 1237 path string 1238 expectedStatusCode int 1239 expectedContentType string 1240 expectedFileName string 1241 }{ 1242 { 1243 addr: string(swarmHash), 1244 path: fileNames[0], 1245 expectedStatusCode: http.StatusOK, 1246 expectedContentType: "text/plain", 1247 expectedFileName: path.Base(fileNames[0]), 1248 }, 1249 { 1250 addr: "somebogusensname", 1251 path: fileNames[0], 1252 expectedStatusCode: http.StatusOK, 1253 expectedContentType: "text/plain", 1254 expectedFileName: path.Base(fileNames[0]), 1255 }, 1256 } { 1257 req, err := http.NewRequest("GET", fmt.Sprintf(srv.URL+"/bzz:/%s/%s", v.addr, v.path), nil) 1258 if err != nil { 1259 t.Fatal(err) 1260 } 1261 serverResponse, err := client.Do(req) 1262 if err != nil { 1263 t.Fatal(err) 1264 } 1265 defer serverResponse.Body.Close() 1266 if serverResponse.StatusCode != v.expectedStatusCode { 1267 t.Fatalf("expected %d, got %d", v.expectedStatusCode, serverResponse.StatusCode) 1268 } 1269 1270 if h := serverResponse.Header.Get("Content-Type"); h != v.expectedContentType { 1271 t.Fatalf("Content-Type header expected: %s, got %s", v.expectedContentType, h) 1272 } 1273 1274 expectedContentDisposition := fmt.Sprintf("inline; filename=\"%s\"", v.expectedFileName) 1275 if h := serverResponse.Header.Get("Content-Disposition"); h != expectedContentDisposition { 1276 t.Fatalf("Content-Disposition header expected: %s, got: %s", expectedContentDisposition, h) 1277 } 1278 1279 } 1280 } 1281 1282 //TestResolver实现Resolver接口,并返回给定的 1283 //如果设置了哈希,则返回“找不到名称”错误 1284 type testResolveValidator struct { 1285 hash *common.Hash 1286 } 1287 1288 func newTestResolveValidator(addr string) *testResolveValidator { 1289 r := &testResolveValidator{} 1290 if addr != "" { 1291 hash := common.HexToHash(addr) 1292 r.hash = &hash 1293 } 1294 return r 1295 } 1296 1297 func (t *testResolveValidator) Resolve(addr string) (common.Hash, error) { 1298 if t.hash == nil { 1299 return common.Hash{}, fmt.Errorf("DNS name not found: %q", addr) 1300 } 1301 return *t.hash, nil 1302 } 1303 1304 func (t *testResolveValidator) Owner(node [32]byte) (addr common.Address, err error) { 1305 return 1306 } 1307 func (t *testResolveValidator) HeaderByNumber(context.Context, *big.Int) (header *types.Header, err error) { 1308 return 1309 } 1310