golang.org/toolchain@v0.0.1-go1.9rc2.windows-amd64/src/net/http/readrequest_test.go (about)

     1  // Copyright 2010 The Go Authors. All rights reserved.
     2  // Use of this source code is governed by a BSD-style
     3  // license that can be found in the LICENSE file.
     4  
     5  package http
     6  
     7  import (
     8  	"bufio"
     9  	"bytes"
    10  	"fmt"
    11  	"io"
    12  	"io/ioutil"
    13  	"net/url"
    14  	"reflect"
    15  	"strings"
    16  	"testing"
    17  )
    18  
    19  type reqTest struct {
    20  	Raw     string
    21  	Req     *Request
    22  	Body    string
    23  	Trailer Header
    24  	Error   string
    25  }
    26  
    27  var noError = ""
    28  var noBodyStr = ""
    29  var noTrailer Header = nil
    30  
    31  var reqTests = []reqTest{
    32  	// Baseline test; All Request fields included for template use
    33  	{
    34  		"GET http://www.techcrunch.com/ HTTP/1.1\r\n" +
    35  			"Host: www.techcrunch.com\r\n" +
    36  			"User-Agent: Fake\r\n" +
    37  			"Accept: text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8\r\n" +
    38  			"Accept-Language: en-us,en;q=0.5\r\n" +
    39  			"Accept-Encoding: gzip,deflate\r\n" +
    40  			"Accept-Charset: ISO-8859-1,utf-8;q=0.7,*;q=0.7\r\n" +
    41  			"Keep-Alive: 300\r\n" +
    42  			"Content-Length: 7\r\n" +
    43  			"Proxy-Connection: keep-alive\r\n\r\n" +
    44  			"abcdef\n???",
    45  
    46  		&Request{
    47  			Method: "GET",
    48  			URL: &url.URL{
    49  				Scheme: "http",
    50  				Host:   "www.techcrunch.com",
    51  				Path:   "/",
    52  			},
    53  			Proto:      "HTTP/1.1",
    54  			ProtoMajor: 1,
    55  			ProtoMinor: 1,
    56  			Header: Header{
    57  				"Accept":           {"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"},
    58  				"Accept-Language":  {"en-us,en;q=0.5"},
    59  				"Accept-Encoding":  {"gzip,deflate"},
    60  				"Accept-Charset":   {"ISO-8859-1,utf-8;q=0.7,*;q=0.7"},
    61  				"Keep-Alive":       {"300"},
    62  				"Proxy-Connection": {"keep-alive"},
    63  				"Content-Length":   {"7"},
    64  				"User-Agent":       {"Fake"},
    65  			},
    66  			Close:         false,
    67  			ContentLength: 7,
    68  			Host:          "www.techcrunch.com",
    69  			RequestURI:    "http://www.techcrunch.com/",
    70  		},
    71  
    72  		"abcdef\n",
    73  
    74  		noTrailer,
    75  		noError,
    76  	},
    77  
    78  	// GET request with no body (the normal case)
    79  	{
    80  		"GET / HTTP/1.1\r\n" +
    81  			"Host: foo.com\r\n\r\n",
    82  
    83  		&Request{
    84  			Method: "GET",
    85  			URL: &url.URL{
    86  				Path: "/",
    87  			},
    88  			Proto:         "HTTP/1.1",
    89  			ProtoMajor:    1,
    90  			ProtoMinor:    1,
    91  			Header:        Header{},
    92  			Close:         false,
    93  			ContentLength: 0,
    94  			Host:          "foo.com",
    95  			RequestURI:    "/",
    96  		},
    97  
    98  		noBodyStr,
    99  		noTrailer,
   100  		noError,
   101  	},
   102  
   103  	// Tests that we don't parse a path that looks like a
   104  	// scheme-relative URI as a scheme-relative URI.
   105  	{
   106  		"GET //user@host/is/actually/a/path/ HTTP/1.1\r\n" +
   107  			"Host: test\r\n\r\n",
   108  
   109  		&Request{
   110  			Method: "GET",
   111  			URL: &url.URL{
   112  				Path: "//user@host/is/actually/a/path/",
   113  			},
   114  			Proto:         "HTTP/1.1",
   115  			ProtoMajor:    1,
   116  			ProtoMinor:    1,
   117  			Header:        Header{},
   118  			Close:         false,
   119  			ContentLength: 0,
   120  			Host:          "test",
   121  			RequestURI:    "//user@host/is/actually/a/path/",
   122  		},
   123  
   124  		noBodyStr,
   125  		noTrailer,
   126  		noError,
   127  	},
   128  
   129  	// Tests a bogus abs_path on the Request-Line (RFC 2616 section 5.1.2)
   130  	{
   131  		"GET ../../../../etc/passwd HTTP/1.1\r\n" +
   132  			"Host: test\r\n\r\n",
   133  		nil,
   134  		noBodyStr,
   135  		noTrailer,
   136  		"parse ../../../../etc/passwd: invalid URI for request",
   137  	},
   138  
   139  	// Tests missing URL:
   140  	{
   141  		"GET  HTTP/1.1\r\n" +
   142  			"Host: test\r\n\r\n",
   143  		nil,
   144  		noBodyStr,
   145  		noTrailer,
   146  		"parse : empty url",
   147  	},
   148  
   149  	// Tests chunked body with trailer:
   150  	{
   151  		"POST / HTTP/1.1\r\n" +
   152  			"Host: foo.com\r\n" +
   153  			"Transfer-Encoding: chunked\r\n\r\n" +
   154  			"3\r\nfoo\r\n" +
   155  			"3\r\nbar\r\n" +
   156  			"0\r\n" +
   157  			"Trailer-Key: Trailer-Value\r\n" +
   158  			"\r\n",
   159  		&Request{
   160  			Method: "POST",
   161  			URL: &url.URL{
   162  				Path: "/",
   163  			},
   164  			TransferEncoding: []string{"chunked"},
   165  			Proto:            "HTTP/1.1",
   166  			ProtoMajor:       1,
   167  			ProtoMinor:       1,
   168  			Header:           Header{},
   169  			ContentLength:    -1,
   170  			Host:             "foo.com",
   171  			RequestURI:       "/",
   172  		},
   173  
   174  		"foobar",
   175  		Header{
   176  			"Trailer-Key": {"Trailer-Value"},
   177  		},
   178  		noError,
   179  	},
   180  
   181  	// Tests chunked body and a bogus Content-Length which should be deleted.
   182  	{
   183  		"POST / HTTP/1.1\r\n" +
   184  			"Host: foo.com\r\n" +
   185  			"Transfer-Encoding: chunked\r\n" +
   186  			"Content-Length: 9999\r\n\r\n" + // to be removed.
   187  			"3\r\nfoo\r\n" +
   188  			"3\r\nbar\r\n" +
   189  			"0\r\n" +
   190  			"\r\n",
   191  		&Request{
   192  			Method: "POST",
   193  			URL: &url.URL{
   194  				Path: "/",
   195  			},
   196  			TransferEncoding: []string{"chunked"},
   197  			Proto:            "HTTP/1.1",
   198  			ProtoMajor:       1,
   199  			ProtoMinor:       1,
   200  			Header:           Header{},
   201  			ContentLength:    -1,
   202  			Host:             "foo.com",
   203  			RequestURI:       "/",
   204  		},
   205  
   206  		"foobar",
   207  		noTrailer,
   208  		noError,
   209  	},
   210  
   211  	// CONNECT request with domain name:
   212  	{
   213  		"CONNECT www.google.com:443 HTTP/1.1\r\n\r\n",
   214  
   215  		&Request{
   216  			Method: "CONNECT",
   217  			URL: &url.URL{
   218  				Host: "www.google.com:443",
   219  			},
   220  			Proto:         "HTTP/1.1",
   221  			ProtoMajor:    1,
   222  			ProtoMinor:    1,
   223  			Header:        Header{},
   224  			Close:         false,
   225  			ContentLength: 0,
   226  			Host:          "www.google.com:443",
   227  			RequestURI:    "www.google.com:443",
   228  		},
   229  
   230  		noBodyStr,
   231  		noTrailer,
   232  		noError,
   233  	},
   234  
   235  	// CONNECT request with IP address:
   236  	{
   237  		"CONNECT 127.0.0.1:6060 HTTP/1.1\r\n\r\n",
   238  
   239  		&Request{
   240  			Method: "CONNECT",
   241  			URL: &url.URL{
   242  				Host: "127.0.0.1:6060",
   243  			},
   244  			Proto:         "HTTP/1.1",
   245  			ProtoMajor:    1,
   246  			ProtoMinor:    1,
   247  			Header:        Header{},
   248  			Close:         false,
   249  			ContentLength: 0,
   250  			Host:          "127.0.0.1:6060",
   251  			RequestURI:    "127.0.0.1:6060",
   252  		},
   253  
   254  		noBodyStr,
   255  		noTrailer,
   256  		noError,
   257  	},
   258  
   259  	// CONNECT request for RPC:
   260  	{
   261  		"CONNECT /_goRPC_ HTTP/1.1\r\n\r\n",
   262  
   263  		&Request{
   264  			Method: "CONNECT",
   265  			URL: &url.URL{
   266  				Path: "/_goRPC_",
   267  			},
   268  			Proto:         "HTTP/1.1",
   269  			ProtoMajor:    1,
   270  			ProtoMinor:    1,
   271  			Header:        Header{},
   272  			Close:         false,
   273  			ContentLength: 0,
   274  			Host:          "",
   275  			RequestURI:    "/_goRPC_",
   276  		},
   277  
   278  		noBodyStr,
   279  		noTrailer,
   280  		noError,
   281  	},
   282  
   283  	// SSDP Notify request. golang.org/issue/3692
   284  	{
   285  		"NOTIFY * HTTP/1.1\r\nServer: foo\r\n\r\n",
   286  		&Request{
   287  			Method: "NOTIFY",
   288  			URL: &url.URL{
   289  				Path: "*",
   290  			},
   291  			Proto:      "HTTP/1.1",
   292  			ProtoMajor: 1,
   293  			ProtoMinor: 1,
   294  			Header: Header{
   295  				"Server": []string{"foo"},
   296  			},
   297  			Close:         false,
   298  			ContentLength: 0,
   299  			RequestURI:    "*",
   300  		},
   301  
   302  		noBodyStr,
   303  		noTrailer,
   304  		noError,
   305  	},
   306  
   307  	// OPTIONS request. Similar to golang.org/issue/3692
   308  	{
   309  		"OPTIONS * HTTP/1.1\r\nServer: foo\r\n\r\n",
   310  		&Request{
   311  			Method: "OPTIONS",
   312  			URL: &url.URL{
   313  				Path: "*",
   314  			},
   315  			Proto:      "HTTP/1.1",
   316  			ProtoMajor: 1,
   317  			ProtoMinor: 1,
   318  			Header: Header{
   319  				"Server": []string{"foo"},
   320  			},
   321  			Close:         false,
   322  			ContentLength: 0,
   323  			RequestURI:    "*",
   324  		},
   325  
   326  		noBodyStr,
   327  		noTrailer,
   328  		noError,
   329  	},
   330  
   331  	// Connection: close. golang.org/issue/8261
   332  	{
   333  		"GET / HTTP/1.1\r\nHost: issue8261.com\r\nConnection: close\r\n\r\n",
   334  		&Request{
   335  			Method: "GET",
   336  			URL: &url.URL{
   337  				Path: "/",
   338  			},
   339  			Header: Header{
   340  				// This wasn't removed from Go 1.0 to
   341  				// Go 1.3, so locking it in that we
   342  				// keep this:
   343  				"Connection": []string{"close"},
   344  			},
   345  			Host:       "issue8261.com",
   346  			Proto:      "HTTP/1.1",
   347  			ProtoMajor: 1,
   348  			ProtoMinor: 1,
   349  			Close:      true,
   350  			RequestURI: "/",
   351  		},
   352  
   353  		noBodyStr,
   354  		noTrailer,
   355  		noError,
   356  	},
   357  
   358  	// HEAD with Content-Length 0. Make sure this is permitted,
   359  	// since I think we used to send it.
   360  	{
   361  		"HEAD / HTTP/1.1\r\nHost: issue8261.com\r\nConnection: close\r\nContent-Length: 0\r\n\r\n",
   362  		&Request{
   363  			Method: "HEAD",
   364  			URL: &url.URL{
   365  				Path: "/",
   366  			},
   367  			Header: Header{
   368  				"Connection":     []string{"close"},
   369  				"Content-Length": []string{"0"},
   370  			},
   371  			Host:       "issue8261.com",
   372  			Proto:      "HTTP/1.1",
   373  			ProtoMajor: 1,
   374  			ProtoMinor: 1,
   375  			Close:      true,
   376  			RequestURI: "/",
   377  		},
   378  
   379  		noBodyStr,
   380  		noTrailer,
   381  		noError,
   382  	},
   383  
   384  	// http2 client preface:
   385  	{
   386  		"PRI * HTTP/2.0\r\n\r\nSM\r\n\r\n",
   387  		&Request{
   388  			Method: "PRI",
   389  			URL: &url.URL{
   390  				Path: "*",
   391  			},
   392  			Header:        Header{},
   393  			Proto:         "HTTP/2.0",
   394  			ProtoMajor:    2,
   395  			ProtoMinor:    0,
   396  			RequestURI:    "*",
   397  			ContentLength: -1,
   398  			Close:         true,
   399  		},
   400  		noBodyStr,
   401  		noTrailer,
   402  		noError,
   403  	},
   404  }
   405  
   406  func TestReadRequest(t *testing.T) {
   407  	for i := range reqTests {
   408  		tt := &reqTests[i]
   409  		req, err := ReadRequest(bufio.NewReader(strings.NewReader(tt.Raw)))
   410  		if err != nil {
   411  			if err.Error() != tt.Error {
   412  				t.Errorf("#%d: error %q, want error %q", i, err.Error(), tt.Error)
   413  			}
   414  			continue
   415  		}
   416  		rbody := req.Body
   417  		req.Body = nil
   418  		testName := fmt.Sprintf("Test %d (%q)", i, tt.Raw)
   419  		diff(t, testName, req, tt.Req)
   420  		var bout bytes.Buffer
   421  		if rbody != nil {
   422  			_, err := io.Copy(&bout, rbody)
   423  			if err != nil {
   424  				t.Fatalf("%s: copying body: %v", testName, err)
   425  			}
   426  			rbody.Close()
   427  		}
   428  		body := bout.String()
   429  		if body != tt.Body {
   430  			t.Errorf("%s: Body = %q want %q", testName, body, tt.Body)
   431  		}
   432  		if !reflect.DeepEqual(tt.Trailer, req.Trailer) {
   433  			t.Errorf("%s: Trailers differ.\n got: %v\nwant: %v", testName, req.Trailer, tt.Trailer)
   434  		}
   435  	}
   436  }
   437  
   438  // reqBytes treats req as a request (with \n delimiters) and returns it with \r\n delimiters,
   439  // ending in \r\n\r\n
   440  func reqBytes(req string) []byte {
   441  	return []byte(strings.Replace(strings.TrimSpace(req), "\n", "\r\n", -1) + "\r\n\r\n")
   442  }
   443  
   444  var badRequestTests = []struct {
   445  	name string
   446  	req  []byte
   447  }{
   448  	{"bad_connect_host", reqBytes("CONNECT []%20%48%54%54%50%2f%31%2e%31%0a%4d%79%48%65%61%64%65%72%3a%20%31%32%33%0a%0a HTTP/1.0")},
   449  	{"smuggle_two_contentlen", reqBytes(`POST / HTTP/1.1
   450  Content-Length: 3
   451  Content-Length: 4
   452  
   453  abc`)},
   454  	{"smuggle_content_len_head", reqBytes(`HEAD / HTTP/1.1
   455  Host: foo
   456  Content-Length: 5`)},
   457  }
   458  
   459  func TestReadRequest_Bad(t *testing.T) {
   460  	for _, tt := range badRequestTests {
   461  		got, err := ReadRequest(bufio.NewReader(bytes.NewReader(tt.req)))
   462  		if err == nil {
   463  			all, err := ioutil.ReadAll(got.Body)
   464  			t.Errorf("%s: got unexpected request = %#v\n  Body = %q, %v", tt.name, got, all, err)
   465  		}
   466  	}
   467  }