github.com/gocuntian/go@v0.0.0-20160610041250-fee02d270bf8/src/net/http/serve_test.go (about)

     1  // Copyright 2010 The Go Authors. All rights reserved.
     2  // Use of this source code is governed by a BSD-style
     3  // license that can be found in the LICENSE file.
     4  
     5  // End-to-end serving tests
     6  
     7  package http_test
     8  
     9  import (
    10  	"bufio"
    11  	"bytes"
    12  	"context"
    13  	"crypto/tls"
    14  	"encoding/json"
    15  	"errors"
    16  	"fmt"
    17  	"internal/testenv"
    18  	"io"
    19  	"io/ioutil"
    20  	"log"
    21  	"math/rand"
    22  	"net"
    23  	. "net/http"
    24  	"net/http/httptest"
    25  	"net/http/httputil"
    26  	"net/http/internal"
    27  	"net/url"
    28  	"os"
    29  	"os/exec"
    30  	"reflect"
    31  	"runtime"
    32  	"runtime/debug"
    33  	"sort"
    34  	"strconv"
    35  	"strings"
    36  	"sync"
    37  	"sync/atomic"
    38  	"syscall"
    39  	"testing"
    40  	"time"
    41  )
    42  
    43  type dummyAddr string
    44  type oneConnListener struct {
    45  	conn net.Conn
    46  }
    47  
    48  func (l *oneConnListener) Accept() (c net.Conn, err error) {
    49  	c = l.conn
    50  	if c == nil {
    51  		err = io.EOF
    52  		return
    53  	}
    54  	err = nil
    55  	l.conn = nil
    56  	return
    57  }
    58  
    59  func (l *oneConnListener) Close() error {
    60  	return nil
    61  }
    62  
    63  func (l *oneConnListener) Addr() net.Addr {
    64  	return dummyAddr("test-address")
    65  }
    66  
    67  func (a dummyAddr) Network() string {
    68  	return string(a)
    69  }
    70  
    71  func (a dummyAddr) String() string {
    72  	return string(a)
    73  }
    74  
    75  type noopConn struct{}
    76  
    77  func (noopConn) LocalAddr() net.Addr                { return dummyAddr("local-addr") }
    78  func (noopConn) RemoteAddr() net.Addr               { return dummyAddr("remote-addr") }
    79  func (noopConn) SetDeadline(t time.Time) error      { return nil }
    80  func (noopConn) SetReadDeadline(t time.Time) error  { return nil }
    81  func (noopConn) SetWriteDeadline(t time.Time) error { return nil }
    82  
    83  type rwTestConn struct {
    84  	io.Reader
    85  	io.Writer
    86  	noopConn
    87  
    88  	closeFunc func() error // called if non-nil
    89  	closec    chan bool    // else, if non-nil, send value to it on close
    90  }
    91  
    92  func (c *rwTestConn) Close() error {
    93  	if c.closeFunc != nil {
    94  		return c.closeFunc()
    95  	}
    96  	select {
    97  	case c.closec <- true:
    98  	default:
    99  	}
   100  	return nil
   101  }
   102  
   103  type testConn struct {
   104  	readMu   sync.Mutex // for TestHandlerBodyClose
   105  	readBuf  bytes.Buffer
   106  	writeBuf bytes.Buffer
   107  	closec   chan bool // if non-nil, send value to it on close
   108  	noopConn
   109  }
   110  
   111  func (c *testConn) Read(b []byte) (int, error) {
   112  	c.readMu.Lock()
   113  	defer c.readMu.Unlock()
   114  	return c.readBuf.Read(b)
   115  }
   116  
   117  func (c *testConn) Write(b []byte) (int, error) {
   118  	return c.writeBuf.Write(b)
   119  }
   120  
   121  func (c *testConn) Close() error {
   122  	select {
   123  	case c.closec <- true:
   124  	default:
   125  	}
   126  	return nil
   127  }
   128  
   129  // reqBytes treats req as a request (with \n delimiters) and returns it with \r\n delimiters,
   130  // ending in \r\n\r\n
   131  func reqBytes(req string) []byte {
   132  	return []byte(strings.Replace(strings.TrimSpace(req), "\n", "\r\n", -1) + "\r\n\r\n")
   133  }
   134  
   135  type handlerTest struct {
   136  	handler Handler
   137  }
   138  
   139  func newHandlerTest(h Handler) handlerTest {
   140  	return handlerTest{h}
   141  }
   142  
   143  func (ht handlerTest) rawResponse(req string) string {
   144  	reqb := reqBytes(req)
   145  	var output bytes.Buffer
   146  	conn := &rwTestConn{
   147  		Reader: bytes.NewReader(reqb),
   148  		Writer: &output,
   149  		closec: make(chan bool, 1),
   150  	}
   151  	ln := &oneConnListener{conn: conn}
   152  	go Serve(ln, ht.handler)
   153  	<-conn.closec
   154  	return output.String()
   155  }
   156  
   157  func TestConsumingBodyOnNextConn(t *testing.T) {
   158  	defer afterTest(t)
   159  	conn := new(testConn)
   160  	for i := 0; i < 2; i++ {
   161  		conn.readBuf.Write([]byte(
   162  			"POST / HTTP/1.1\r\n" +
   163  				"Host: test\r\n" +
   164  				"Content-Length: 11\r\n" +
   165  				"\r\n" +
   166  				"foo=1&bar=1"))
   167  	}
   168  
   169  	reqNum := 0
   170  	ch := make(chan *Request)
   171  	servech := make(chan error)
   172  	listener := &oneConnListener{conn}
   173  	handler := func(res ResponseWriter, req *Request) {
   174  		reqNum++
   175  		ch <- req
   176  	}
   177  
   178  	go func() {
   179  		servech <- Serve(listener, HandlerFunc(handler))
   180  	}()
   181  
   182  	var req *Request
   183  	req = <-ch
   184  	if req == nil {
   185  		t.Fatal("Got nil first request.")
   186  	}
   187  	if req.Method != "POST" {
   188  		t.Errorf("For request #1's method, got %q; expected %q",
   189  			req.Method, "POST")
   190  	}
   191  
   192  	req = <-ch
   193  	if req == nil {
   194  		t.Fatal("Got nil first request.")
   195  	}
   196  	if req.Method != "POST" {
   197  		t.Errorf("For request #2's method, got %q; expected %q",
   198  			req.Method, "POST")
   199  	}
   200  
   201  	if serveerr := <-servech; serveerr != io.EOF {
   202  		t.Errorf("Serve returned %q; expected EOF", serveerr)
   203  	}
   204  }
   205  
   206  type stringHandler string
   207  
   208  func (s stringHandler) ServeHTTP(w ResponseWriter, r *Request) {
   209  	w.Header().Set("Result", string(s))
   210  }
   211  
   212  var handlers = []struct {
   213  	pattern string
   214  	msg     string
   215  }{
   216  	{"/", "Default"},
   217  	{"/someDir/", "someDir"},
   218  	{"/#/", "hash"},
   219  	{"someHost.com/someDir/", "someHost.com/someDir"},
   220  }
   221  
   222  var vtests = []struct {
   223  	url      string
   224  	expected string
   225  }{
   226  	{"http://localhost/someDir/apage", "someDir"},
   227  	{"http://localhost/%23/apage", "hash"},
   228  	{"http://localhost/otherDir/apage", "Default"},
   229  	{"http://someHost.com/someDir/apage", "someHost.com/someDir"},
   230  	{"http://otherHost.com/someDir/apage", "someDir"},
   231  	{"http://otherHost.com/aDir/apage", "Default"},
   232  	// redirections for trees
   233  	{"http://localhost/someDir", "/someDir/"},
   234  	{"http://localhost/%23", "/%23/"},
   235  	{"http://someHost.com/someDir", "/someDir/"},
   236  }
   237  
   238  func TestHostHandlers(t *testing.T) {
   239  	defer afterTest(t)
   240  	mux := NewServeMux()
   241  	for _, h := range handlers {
   242  		mux.Handle(h.pattern, stringHandler(h.msg))
   243  	}
   244  	ts := httptest.NewServer(mux)
   245  	defer ts.Close()
   246  
   247  	conn, err := net.Dial("tcp", ts.Listener.Addr().String())
   248  	if err != nil {
   249  		t.Fatal(err)
   250  	}
   251  	defer conn.Close()
   252  	cc := httputil.NewClientConn(conn, nil)
   253  	for _, vt := range vtests {
   254  		var r *Response
   255  		var req Request
   256  		if req.URL, err = url.Parse(vt.url); err != nil {
   257  			t.Errorf("cannot parse url: %v", err)
   258  			continue
   259  		}
   260  		if err := cc.Write(&req); err != nil {
   261  			t.Errorf("writing request: %v", err)
   262  			continue
   263  		}
   264  		r, err := cc.Read(&req)
   265  		if err != nil {
   266  			t.Errorf("reading response: %v", err)
   267  			continue
   268  		}
   269  		switch r.StatusCode {
   270  		case StatusOK:
   271  			s := r.Header.Get("Result")
   272  			if s != vt.expected {
   273  				t.Errorf("Get(%q) = %q, want %q", vt.url, s, vt.expected)
   274  			}
   275  		case StatusMovedPermanently:
   276  			s := r.Header.Get("Location")
   277  			if s != vt.expected {
   278  				t.Errorf("Get(%q) = %q, want %q", vt.url, s, vt.expected)
   279  			}
   280  		default:
   281  			t.Errorf("Get(%q) unhandled status code %d", vt.url, r.StatusCode)
   282  		}
   283  	}
   284  }
   285  
   286  var serveMuxRegister = []struct {
   287  	pattern string
   288  	h       Handler
   289  }{
   290  	{"/dir/", serve(200)},
   291  	{"/search", serve(201)},
   292  	{"codesearch.google.com/search", serve(202)},
   293  	{"codesearch.google.com/", serve(203)},
   294  	{"example.com/", HandlerFunc(checkQueryStringHandler)},
   295  }
   296  
   297  // serve returns a handler that sends a response with the given code.
   298  func serve(code int) HandlerFunc {
   299  	return func(w ResponseWriter, r *Request) {
   300  		w.WriteHeader(code)
   301  	}
   302  }
   303  
   304  // checkQueryStringHandler checks if r.URL.RawQuery has the same value
   305  // as the URL excluding the scheme and the query string and sends 200
   306  // response code if it is, 500 otherwise.
   307  func checkQueryStringHandler(w ResponseWriter, r *Request) {
   308  	u := *r.URL
   309  	u.Scheme = "http"
   310  	u.Host = r.Host
   311  	u.RawQuery = ""
   312  	if "http://"+r.URL.RawQuery == u.String() {
   313  		w.WriteHeader(200)
   314  	} else {
   315  		w.WriteHeader(500)
   316  	}
   317  }
   318  
   319  var serveMuxTests = []struct {
   320  	method  string
   321  	host    string
   322  	path    string
   323  	code    int
   324  	pattern string
   325  }{
   326  	{"GET", "google.com", "/", 404, ""},
   327  	{"GET", "google.com", "/dir", 301, "/dir/"},
   328  	{"GET", "google.com", "/dir/", 200, "/dir/"},
   329  	{"GET", "google.com", "/dir/file", 200, "/dir/"},
   330  	{"GET", "google.com", "/search", 201, "/search"},
   331  	{"GET", "google.com", "/search/", 404, ""},
   332  	{"GET", "google.com", "/search/foo", 404, ""},
   333  	{"GET", "codesearch.google.com", "/search", 202, "codesearch.google.com/search"},
   334  	{"GET", "codesearch.google.com", "/search/", 203, "codesearch.google.com/"},
   335  	{"GET", "codesearch.google.com", "/search/foo", 203, "codesearch.google.com/"},
   336  	{"GET", "codesearch.google.com", "/", 203, "codesearch.google.com/"},
   337  	{"GET", "images.google.com", "/search", 201, "/search"},
   338  	{"GET", "images.google.com", "/search/", 404, ""},
   339  	{"GET", "images.google.com", "/search/foo", 404, ""},
   340  	{"GET", "google.com", "/../search", 301, "/search"},
   341  	{"GET", "google.com", "/dir/..", 301, ""},
   342  	{"GET", "google.com", "/dir/..", 301, ""},
   343  	{"GET", "google.com", "/dir/./file", 301, "/dir/"},
   344  
   345  	// The /foo -> /foo/ redirect applies to CONNECT requests
   346  	// but the path canonicalization does not.
   347  	{"CONNECT", "google.com", "/dir", 301, "/dir/"},
   348  	{"CONNECT", "google.com", "/../search", 404, ""},
   349  	{"CONNECT", "google.com", "/dir/..", 200, "/dir/"},
   350  	{"CONNECT", "google.com", "/dir/..", 200, "/dir/"},
   351  	{"CONNECT", "google.com", "/dir/./file", 200, "/dir/"},
   352  }
   353  
   354  func TestServeMuxHandler(t *testing.T) {
   355  	mux := NewServeMux()
   356  	for _, e := range serveMuxRegister {
   357  		mux.Handle(e.pattern, e.h)
   358  	}
   359  
   360  	for _, tt := range serveMuxTests {
   361  		r := &Request{
   362  			Method: tt.method,
   363  			Host:   tt.host,
   364  			URL: &url.URL{
   365  				Path: tt.path,
   366  			},
   367  		}
   368  		h, pattern := mux.Handler(r)
   369  		rr := httptest.NewRecorder()
   370  		h.ServeHTTP(rr, r)
   371  		if pattern != tt.pattern || rr.Code != tt.code {
   372  			t.Errorf("%s %s %s = %d, %q, want %d, %q", tt.method, tt.host, tt.path, rr.Code, pattern, tt.code, tt.pattern)
   373  		}
   374  	}
   375  }
   376  
   377  var serveMuxTests2 = []struct {
   378  	method  string
   379  	host    string
   380  	url     string
   381  	code    int
   382  	redirOk bool
   383  }{
   384  	{"GET", "google.com", "/", 404, false},
   385  	{"GET", "example.com", "/test/?example.com/test/", 200, false},
   386  	{"GET", "example.com", "test/?example.com/test/", 200, true},
   387  }
   388  
   389  // TestServeMuxHandlerRedirects tests that automatic redirects generated by
   390  // mux.Handler() shouldn't clear the request's query string.
   391  func TestServeMuxHandlerRedirects(t *testing.T) {
   392  	mux := NewServeMux()
   393  	for _, e := range serveMuxRegister {
   394  		mux.Handle(e.pattern, e.h)
   395  	}
   396  
   397  	for _, tt := range serveMuxTests2 {
   398  		tries := 1
   399  		turl := tt.url
   400  		for tries > 0 {
   401  			u, e := url.Parse(turl)
   402  			if e != nil {
   403  				t.Fatal(e)
   404  			}
   405  			r := &Request{
   406  				Method: tt.method,
   407  				Host:   tt.host,
   408  				URL:    u,
   409  			}
   410  			h, _ := mux.Handler(r)
   411  			rr := httptest.NewRecorder()
   412  			h.ServeHTTP(rr, r)
   413  			if rr.Code != 301 {
   414  				if rr.Code != tt.code {
   415  					t.Errorf("%s %s %s = %d, want %d", tt.method, tt.host, tt.url, rr.Code, tt.code)
   416  				}
   417  				break
   418  			}
   419  			if !tt.redirOk {
   420  				t.Errorf("%s %s %s, unexpected redirect", tt.method, tt.host, tt.url)
   421  				break
   422  			}
   423  			turl = rr.HeaderMap.Get("Location")
   424  			tries--
   425  		}
   426  		if tries < 0 {
   427  			t.Errorf("%s %s %s, too many redirects", tt.method, tt.host, tt.url)
   428  		}
   429  	}
   430  }
   431  
   432  // Tests for https://golang.org/issue/900
   433  func TestMuxRedirectLeadingSlashes(t *testing.T) {
   434  	paths := []string{"//foo.txt", "///foo.txt", "/../../foo.txt"}
   435  	for _, path := range paths {
   436  		req, err := ReadRequest(bufio.NewReader(strings.NewReader("GET " + path + " HTTP/1.1\r\nHost: test\r\n\r\n")))
   437  		if err != nil {
   438  			t.Errorf("%s", err)
   439  		}
   440  		mux := NewServeMux()
   441  		resp := httptest.NewRecorder()
   442  
   443  		mux.ServeHTTP(resp, req)
   444  
   445  		if loc, expected := resp.Header().Get("Location"), "/foo.txt"; loc != expected {
   446  			t.Errorf("Expected Location header set to %q; got %q", expected, loc)
   447  			return
   448  		}
   449  
   450  		if code, expected := resp.Code, StatusMovedPermanently; code != expected {
   451  			t.Errorf("Expected response code of StatusMovedPermanently; got %d", code)
   452  			return
   453  		}
   454  	}
   455  }
   456  
   457  func TestServerTimeouts(t *testing.T) {
   458  	if runtime.GOOS == "plan9" {
   459  		t.Skip("skipping test; see https://golang.org/issue/7237")
   460  	}
   461  	setParallel(t)
   462  	defer afterTest(t)
   463  	reqNum := 0
   464  	ts := httptest.NewUnstartedServer(HandlerFunc(func(res ResponseWriter, req *Request) {
   465  		reqNum++
   466  		fmt.Fprintf(res, "req=%d", reqNum)
   467  	}))
   468  	ts.Config.ReadTimeout = 250 * time.Millisecond
   469  	ts.Config.WriteTimeout = 250 * time.Millisecond
   470  	ts.Start()
   471  	defer ts.Close()
   472  
   473  	// Hit the HTTP server successfully.
   474  	tr := &Transport{DisableKeepAlives: true} // they interfere with this test
   475  	defer tr.CloseIdleConnections()
   476  	c := &Client{Transport: tr}
   477  	r, err := c.Get(ts.URL)
   478  	if err != nil {
   479  		t.Fatalf("http Get #1: %v", err)
   480  	}
   481  	got, _ := ioutil.ReadAll(r.Body)
   482  	expected := "req=1"
   483  	if string(got) != expected {
   484  		t.Errorf("Unexpected response for request #1; got %q; expected %q",
   485  			string(got), expected)
   486  	}
   487  
   488  	// Slow client that should timeout.
   489  	t1 := time.Now()
   490  	conn, err := net.Dial("tcp", ts.Listener.Addr().String())
   491  	if err != nil {
   492  		t.Fatalf("Dial: %v", err)
   493  	}
   494  	buf := make([]byte, 1)
   495  	n, err := conn.Read(buf)
   496  	latency := time.Since(t1)
   497  	if n != 0 || err != io.EOF {
   498  		t.Errorf("Read = %v, %v, wanted %v, %v", n, err, 0, io.EOF)
   499  	}
   500  	if latency < 200*time.Millisecond /* fudge from 250 ms above */ {
   501  		t.Errorf("got EOF after %s, want >= %s", latency, 200*time.Millisecond)
   502  	}
   503  
   504  	// Hit the HTTP server successfully again, verifying that the
   505  	// previous slow connection didn't run our handler.  (that we
   506  	// get "req=2", not "req=3")
   507  	r, err = Get(ts.URL)
   508  	if err != nil {
   509  		t.Fatalf("http Get #2: %v", err)
   510  	}
   511  	got, _ = ioutil.ReadAll(r.Body)
   512  	expected = "req=2"
   513  	if string(got) != expected {
   514  		t.Errorf("Get #2 got %q, want %q", string(got), expected)
   515  	}
   516  
   517  	if !testing.Short() {
   518  		conn, err := net.Dial("tcp", ts.Listener.Addr().String())
   519  		if err != nil {
   520  			t.Fatalf("Dial: %v", err)
   521  		}
   522  		defer conn.Close()
   523  		go io.Copy(ioutil.Discard, conn)
   524  		for i := 0; i < 5; i++ {
   525  			_, err := conn.Write([]byte("GET / HTTP/1.1\r\nHost: foo\r\n\r\n"))
   526  			if err != nil {
   527  				t.Fatalf("on write %d: %v", i, err)
   528  			}
   529  			time.Sleep(ts.Config.ReadTimeout / 2)
   530  		}
   531  	}
   532  }
   533  
   534  // golang.org/issue/4741 -- setting only a write timeout that triggers
   535  // shouldn't cause a handler to block forever on reads (next HTTP
   536  // request) that will never happen.
   537  func TestOnlyWriteTimeout(t *testing.T) {
   538  	if runtime.GOOS == "plan9" {
   539  		t.Skip("skipping test; see https://golang.org/issue/7237")
   540  	}
   541  	defer afterTest(t)
   542  	var conn net.Conn
   543  	var afterTimeoutErrc = make(chan error, 1)
   544  	ts := httptest.NewUnstartedServer(HandlerFunc(func(w ResponseWriter, req *Request) {
   545  		buf := make([]byte, 512<<10)
   546  		_, err := w.Write(buf)
   547  		if err != nil {
   548  			t.Errorf("handler Write error: %v", err)
   549  			return
   550  		}
   551  		conn.SetWriteDeadline(time.Now().Add(-30 * time.Second))
   552  		_, err = w.Write(buf)
   553  		afterTimeoutErrc <- err
   554  	}))
   555  	ts.Listener = trackLastConnListener{ts.Listener, &conn}
   556  	ts.Start()
   557  	defer ts.Close()
   558  
   559  	tr := &Transport{DisableKeepAlives: false}
   560  	defer tr.CloseIdleConnections()
   561  	c := &Client{Transport: tr}
   562  
   563  	errc := make(chan error)
   564  	go func() {
   565  		res, err := c.Get(ts.URL)
   566  		if err != nil {
   567  			errc <- err
   568  			return
   569  		}
   570  		_, err = io.Copy(ioutil.Discard, res.Body)
   571  		errc <- err
   572  	}()
   573  	select {
   574  	case err := <-errc:
   575  		if err == nil {
   576  			t.Errorf("expected an error from Get request")
   577  		}
   578  	case <-time.After(5 * time.Second):
   579  		t.Fatal("timeout waiting for Get error")
   580  	}
   581  	if err := <-afterTimeoutErrc; err == nil {
   582  		t.Error("expected write error after timeout")
   583  	}
   584  }
   585  
   586  // trackLastConnListener tracks the last net.Conn that was accepted.
   587  type trackLastConnListener struct {
   588  	net.Listener
   589  	last *net.Conn // destination
   590  }
   591  
   592  func (l trackLastConnListener) Accept() (c net.Conn, err error) {
   593  	c, err = l.Listener.Accept()
   594  	*l.last = c
   595  	return
   596  }
   597  
   598  // TestIdentityResponse verifies that a handler can unset
   599  func TestIdentityResponse(t *testing.T) {
   600  	defer afterTest(t)
   601  	handler := HandlerFunc(func(rw ResponseWriter, req *Request) {
   602  		rw.Header().Set("Content-Length", "3")
   603  		rw.Header().Set("Transfer-Encoding", req.FormValue("te"))
   604  		switch {
   605  		case req.FormValue("overwrite") == "1":
   606  			_, err := rw.Write([]byte("foo TOO LONG"))
   607  			if err != ErrContentLength {
   608  				t.Errorf("expected ErrContentLength; got %v", err)
   609  			}
   610  		case req.FormValue("underwrite") == "1":
   611  			rw.Header().Set("Content-Length", "500")
   612  			rw.Write([]byte("too short"))
   613  		default:
   614  			rw.Write([]byte("foo"))
   615  		}
   616  	})
   617  
   618  	ts := httptest.NewServer(handler)
   619  	defer ts.Close()
   620  
   621  	// Note: this relies on the assumption (which is true) that
   622  	// Get sends HTTP/1.1 or greater requests. Otherwise the
   623  	// server wouldn't have the choice to send back chunked
   624  	// responses.
   625  	for _, te := range []string{"", "identity"} {
   626  		url := ts.URL + "/?te=" + te
   627  		res, err := Get(url)
   628  		if err != nil {
   629  			t.Fatalf("error with Get of %s: %v", url, err)
   630  		}
   631  		if cl, expected := res.ContentLength, int64(3); cl != expected {
   632  			t.Errorf("for %s expected res.ContentLength of %d; got %d", url, expected, cl)
   633  		}
   634  		if cl, expected := res.Header.Get("Content-Length"), "3"; cl != expected {
   635  			t.Errorf("for %s expected Content-Length header of %q; got %q", url, expected, cl)
   636  		}
   637  		if tl, expected := len(res.TransferEncoding), 0; tl != expected {
   638  			t.Errorf("for %s expected len(res.TransferEncoding) of %d; got %d (%v)",
   639  				url, expected, tl, res.TransferEncoding)
   640  		}
   641  		res.Body.Close()
   642  	}
   643  
   644  	// Verify that ErrContentLength is returned
   645  	url := ts.URL + "/?overwrite=1"
   646  	res, err := Get(url)
   647  	if err != nil {
   648  		t.Fatalf("error with Get of %s: %v", url, err)
   649  	}
   650  	res.Body.Close()
   651  
   652  	// Verify that the connection is closed when the declared Content-Length
   653  	// is larger than what the handler wrote.
   654  	conn, err := net.Dial("tcp", ts.Listener.Addr().String())
   655  	if err != nil {
   656  		t.Fatalf("error dialing: %v", err)
   657  	}
   658  	_, err = conn.Write([]byte("GET /?underwrite=1 HTTP/1.1\r\nHost: foo\r\n\r\n"))
   659  	if err != nil {
   660  		t.Fatalf("error writing: %v", err)
   661  	}
   662  
   663  	// The ReadAll will hang for a failing test, so use a Timer to
   664  	// fail explicitly.
   665  	goTimeout(t, 2*time.Second, func() {
   666  		got, _ := ioutil.ReadAll(conn)
   667  		expectedSuffix := "\r\n\r\ntoo short"
   668  		if !strings.HasSuffix(string(got), expectedSuffix) {
   669  			t.Errorf("Expected output to end with %q; got response body %q",
   670  				expectedSuffix, string(got))
   671  		}
   672  	})
   673  }
   674  
   675  func testTCPConnectionCloses(t *testing.T, req string, h Handler) {
   676  	defer afterTest(t)
   677  	s := httptest.NewServer(h)
   678  	defer s.Close()
   679  
   680  	conn, err := net.Dial("tcp", s.Listener.Addr().String())
   681  	if err != nil {
   682  		t.Fatal("dial error:", err)
   683  	}
   684  	defer conn.Close()
   685  
   686  	_, err = fmt.Fprint(conn, req)
   687  	if err != nil {
   688  		t.Fatal("print error:", err)
   689  	}
   690  
   691  	r := bufio.NewReader(conn)
   692  	res, err := ReadResponse(r, &Request{Method: "GET"})
   693  	if err != nil {
   694  		t.Fatal("ReadResponse error:", err)
   695  	}
   696  
   697  	didReadAll := make(chan bool, 1)
   698  	go func() {
   699  		select {
   700  		case <-time.After(5 * time.Second):
   701  			t.Error("body not closed after 5s")
   702  			return
   703  		case <-didReadAll:
   704  		}
   705  	}()
   706  
   707  	_, err = ioutil.ReadAll(r)
   708  	if err != nil {
   709  		t.Fatal("read error:", err)
   710  	}
   711  	didReadAll <- true
   712  
   713  	if !res.Close {
   714  		t.Errorf("Response.Close = false; want true")
   715  	}
   716  }
   717  
   718  func testTCPConnectionStaysOpen(t *testing.T, req string, handler Handler) {
   719  	defer afterTest(t)
   720  	ts := httptest.NewServer(handler)
   721  	defer ts.Close()
   722  	conn, err := net.Dial("tcp", ts.Listener.Addr().String())
   723  	if err != nil {
   724  		t.Fatal(err)
   725  	}
   726  	defer conn.Close()
   727  	br := bufio.NewReader(conn)
   728  	for i := 0; i < 2; i++ {
   729  		if _, err := io.WriteString(conn, req); err != nil {
   730  			t.Fatal(err)
   731  		}
   732  		res, err := ReadResponse(br, nil)
   733  		if err != nil {
   734  			t.Fatalf("res %d: %v", i+1, err)
   735  		}
   736  		if _, err := io.Copy(ioutil.Discard, res.Body); err != nil {
   737  			t.Fatalf("res %d body copy: %v", i+1, err)
   738  		}
   739  		res.Body.Close()
   740  	}
   741  }
   742  
   743  // TestServeHTTP10Close verifies that HTTP/1.0 requests won't be kept alive.
   744  func TestServeHTTP10Close(t *testing.T) {
   745  	testTCPConnectionCloses(t, "GET / HTTP/1.0\r\n\r\n", HandlerFunc(func(w ResponseWriter, r *Request) {
   746  		ServeFile(w, r, "testdata/file")
   747  	}))
   748  }
   749  
   750  // TestClientCanClose verifies that clients can also force a connection to close.
   751  func TestClientCanClose(t *testing.T) {
   752  	testTCPConnectionCloses(t, "GET / HTTP/1.1\r\nConnection: close\r\n\r\n", HandlerFunc(func(w ResponseWriter, r *Request) {
   753  		// Nothing.
   754  	}))
   755  }
   756  
   757  // TestHandlersCanSetConnectionClose verifies that handlers can force a connection to close,
   758  // even for HTTP/1.1 requests.
   759  func TestHandlersCanSetConnectionClose11(t *testing.T) {
   760  	testTCPConnectionCloses(t, "GET / HTTP/1.1\r\n\r\n", HandlerFunc(func(w ResponseWriter, r *Request) {
   761  		w.Header().Set("Connection", "close")
   762  	}))
   763  }
   764  
   765  func TestHandlersCanSetConnectionClose10(t *testing.T) {
   766  	testTCPConnectionCloses(t, "GET / HTTP/1.0\r\nConnection: keep-alive\r\n\r\n", HandlerFunc(func(w ResponseWriter, r *Request) {
   767  		w.Header().Set("Connection", "close")
   768  	}))
   769  }
   770  
   771  func TestHTTP2UpgradeClosesConnection(t *testing.T) {
   772  	testTCPConnectionCloses(t, "PRI * HTTP/2.0\r\n\r\nSM\r\n\r\n", HandlerFunc(func(w ResponseWriter, r *Request) {
   773  		// Nothing. (if not hijacked, the server should close the connection
   774  		// afterwards)
   775  	}))
   776  }
   777  
   778  func send204(w ResponseWriter, r *Request) { w.WriteHeader(204) }
   779  func send304(w ResponseWriter, r *Request) { w.WriteHeader(304) }
   780  
   781  // Issue 15647: 204 responses can't have bodies, so HTTP/1.0 keep-alive conns should stay open.
   782  func TestHTTP10KeepAlive204Response(t *testing.T) {
   783  	testTCPConnectionStaysOpen(t, "GET / HTTP/1.0\r\nConnection: keep-alive\r\n\r\n", HandlerFunc(send204))
   784  }
   785  
   786  func TestHTTP11KeepAlive204Response(t *testing.T) {
   787  	testTCPConnectionStaysOpen(t, "GET / HTTP/1.1\r\nHost: foo\r\n\r\n", HandlerFunc(send204))
   788  }
   789  
   790  func TestHTTP10KeepAlive304Response(t *testing.T) {
   791  	testTCPConnectionStaysOpen(t,
   792  		"GET / HTTP/1.0\r\nConnection: keep-alive\r\nIf-Modified-Since: Mon, 02 Jan 2006 15:04:05 GMT\r\n\r\n",
   793  		HandlerFunc(send304))
   794  }
   795  
   796  // Issue 15703
   797  func TestKeepAliveFinalChunkWithEOF(t *testing.T) {
   798  	defer afterTest(t)
   799  	cst := newClientServerTest(t, false /* h1 */, HandlerFunc(func(w ResponseWriter, r *Request) {
   800  		w.(Flusher).Flush() // force chunked encoding
   801  		w.Write([]byte("{\"Addr\": \"" + r.RemoteAddr + "\"}"))
   802  	}))
   803  	defer cst.close()
   804  	type data struct {
   805  		Addr string
   806  	}
   807  	var addrs [2]data
   808  	for i := range addrs {
   809  		res, err := cst.c.Get(cst.ts.URL)
   810  		if err != nil {
   811  			t.Fatal(err)
   812  		}
   813  		if err := json.NewDecoder(res.Body).Decode(&addrs[i]); err != nil {
   814  			t.Fatal(err)
   815  		}
   816  		if addrs[i].Addr == "" {
   817  			t.Fatal("no address")
   818  		}
   819  		res.Body.Close()
   820  	}
   821  	if addrs[0] != addrs[1] {
   822  		t.Fatalf("connection not reused")
   823  	}
   824  }
   825  
   826  func TestSetsRemoteAddr_h1(t *testing.T) { testSetsRemoteAddr(t, h1Mode) }
   827  func TestSetsRemoteAddr_h2(t *testing.T) { testSetsRemoteAddr(t, h2Mode) }
   828  
   829  func testSetsRemoteAddr(t *testing.T, h2 bool) {
   830  	defer afterTest(t)
   831  	cst := newClientServerTest(t, h2, HandlerFunc(func(w ResponseWriter, r *Request) {
   832  		fmt.Fprintf(w, "%s", r.RemoteAddr)
   833  	}))
   834  	defer cst.close()
   835  
   836  	res, err := cst.c.Get(cst.ts.URL)
   837  	if err != nil {
   838  		t.Fatalf("Get error: %v", err)
   839  	}
   840  	body, err := ioutil.ReadAll(res.Body)
   841  	if err != nil {
   842  		t.Fatalf("ReadAll error: %v", err)
   843  	}
   844  	ip := string(body)
   845  	if !strings.HasPrefix(ip, "127.0.0.1:") && !strings.HasPrefix(ip, "[::1]:") {
   846  		t.Fatalf("Expected local addr; got %q", ip)
   847  	}
   848  }
   849  
   850  type blockingRemoteAddrListener struct {
   851  	net.Listener
   852  	conns chan<- net.Conn
   853  }
   854  
   855  func (l *blockingRemoteAddrListener) Accept() (net.Conn, error) {
   856  	c, err := l.Listener.Accept()
   857  	if err != nil {
   858  		return nil, err
   859  	}
   860  	brac := &blockingRemoteAddrConn{
   861  		Conn:  c,
   862  		addrs: make(chan net.Addr, 1),
   863  	}
   864  	l.conns <- brac
   865  	return brac, nil
   866  }
   867  
   868  type blockingRemoteAddrConn struct {
   869  	net.Conn
   870  	addrs chan net.Addr
   871  }
   872  
   873  func (c *blockingRemoteAddrConn) RemoteAddr() net.Addr {
   874  	return <-c.addrs
   875  }
   876  
   877  // Issue 12943
   878  func TestServerAllowsBlockingRemoteAddr(t *testing.T) {
   879  	defer afterTest(t)
   880  	ts := httptest.NewUnstartedServer(HandlerFunc(func(w ResponseWriter, r *Request) {
   881  		fmt.Fprintf(w, "RA:%s", r.RemoteAddr)
   882  	}))
   883  	conns := make(chan net.Conn)
   884  	ts.Listener = &blockingRemoteAddrListener{
   885  		Listener: ts.Listener,
   886  		conns:    conns,
   887  	}
   888  	ts.Start()
   889  	defer ts.Close()
   890  
   891  	tr := &Transport{DisableKeepAlives: true}
   892  	defer tr.CloseIdleConnections()
   893  	c := &Client{Transport: tr, Timeout: time.Second}
   894  
   895  	fetch := func(response chan string) {
   896  		resp, err := c.Get(ts.URL)
   897  		if err != nil {
   898  			t.Error(err)
   899  			response <- ""
   900  			return
   901  		}
   902  		defer resp.Body.Close()
   903  		body, err := ioutil.ReadAll(resp.Body)
   904  		if err != nil {
   905  			t.Error(err)
   906  			response <- ""
   907  			return
   908  		}
   909  		response <- string(body)
   910  	}
   911  
   912  	// Start a request. The server will block on getting conn.RemoteAddr.
   913  	response1c := make(chan string, 1)
   914  	go fetch(response1c)
   915  
   916  	// Wait for the server to accept it; grab the connection.
   917  	conn1 := <-conns
   918  
   919  	// Start another request and grab its connection
   920  	response2c := make(chan string, 1)
   921  	go fetch(response2c)
   922  	var conn2 net.Conn
   923  
   924  	select {
   925  	case conn2 = <-conns:
   926  	case <-time.After(time.Second):
   927  		t.Fatal("Second Accept didn't happen")
   928  	}
   929  
   930  	// Send a response on connection 2.
   931  	conn2.(*blockingRemoteAddrConn).addrs <- &net.TCPAddr{
   932  		IP: net.ParseIP("12.12.12.12"), Port: 12}
   933  
   934  	// ... and see it
   935  	response2 := <-response2c
   936  	if g, e := response2, "RA:12.12.12.12:12"; g != e {
   937  		t.Fatalf("response 2 addr = %q; want %q", g, e)
   938  	}
   939  
   940  	// Finish the first response.
   941  	conn1.(*blockingRemoteAddrConn).addrs <- &net.TCPAddr{
   942  		IP: net.ParseIP("21.21.21.21"), Port: 21}
   943  
   944  	// ... and see it
   945  	response1 := <-response1c
   946  	if g, e := response1, "RA:21.21.21.21:21"; g != e {
   947  		t.Fatalf("response 1 addr = %q; want %q", g, e)
   948  	}
   949  }
   950  func TestIdentityResponseHeaders(t *testing.T) {
   951  	defer afterTest(t)
   952  	log.SetOutput(ioutil.Discard) // is noisy otherwise
   953  	defer log.SetOutput(os.Stderr)
   954  
   955  	ts := httptest.NewServer(HandlerFunc(func(w ResponseWriter, r *Request) {
   956  		w.Header().Set("Transfer-Encoding", "identity")
   957  		w.(Flusher).Flush()
   958  		fmt.Fprintf(w, "I am an identity response.")
   959  	}))
   960  	defer ts.Close()
   961  
   962  	res, err := Get(ts.URL)
   963  	if err != nil {
   964  		t.Fatalf("Get error: %v", err)
   965  	}
   966  	defer res.Body.Close()
   967  
   968  	if g, e := res.TransferEncoding, []string(nil); !reflect.DeepEqual(g, e) {
   969  		t.Errorf("expected TransferEncoding of %v; got %v", e, g)
   970  	}
   971  	if _, haveCL := res.Header["Content-Length"]; haveCL {
   972  		t.Errorf("Unexpected Content-Length")
   973  	}
   974  	if !res.Close {
   975  		t.Errorf("expected Connection: close; got %v", res.Close)
   976  	}
   977  }
   978  
   979  // TestHeadResponses verifies that all MIME type sniffing and Content-Length
   980  // counting of GET requests also happens on HEAD requests.
   981  func TestHeadResponses_h1(t *testing.T) { testHeadResponses(t, h1Mode) }
   982  func TestHeadResponses_h2(t *testing.T) { testHeadResponses(t, h2Mode) }
   983  
   984  func testHeadResponses(t *testing.T, h2 bool) {
   985  	defer afterTest(t)
   986  	cst := newClientServerTest(t, h2, HandlerFunc(func(w ResponseWriter, r *Request) {
   987  		_, err := w.Write([]byte("<html>"))
   988  		if err != nil {
   989  			t.Errorf("ResponseWriter.Write: %v", err)
   990  		}
   991  
   992  		// Also exercise the ReaderFrom path
   993  		_, err = io.Copy(w, strings.NewReader("789a"))
   994  		if err != nil {
   995  			t.Errorf("Copy(ResponseWriter, ...): %v", err)
   996  		}
   997  	}))
   998  	defer cst.close()
   999  	res, err := cst.c.Head(cst.ts.URL)
  1000  	if err != nil {
  1001  		t.Error(err)
  1002  	}
  1003  	if len(res.TransferEncoding) > 0 {
  1004  		t.Errorf("expected no TransferEncoding; got %v", res.TransferEncoding)
  1005  	}
  1006  	if ct := res.Header.Get("Content-Type"); ct != "text/html; charset=utf-8" {
  1007  		t.Errorf("Content-Type: %q; want text/html; charset=utf-8", ct)
  1008  	}
  1009  	if v := res.ContentLength; v != 10 {
  1010  		t.Errorf("Content-Length: %d; want 10", v)
  1011  	}
  1012  	body, err := ioutil.ReadAll(res.Body)
  1013  	if err != nil {
  1014  		t.Error(err)
  1015  	}
  1016  	if len(body) > 0 {
  1017  		t.Errorf("got unexpected body %q", string(body))
  1018  	}
  1019  }
  1020  
  1021  func TestTLSHandshakeTimeout(t *testing.T) {
  1022  	if runtime.GOOS == "plan9" {
  1023  		t.Skip("skipping test; see https://golang.org/issue/7237")
  1024  	}
  1025  	setParallel(t)
  1026  	defer afterTest(t)
  1027  	ts := httptest.NewUnstartedServer(HandlerFunc(func(w ResponseWriter, r *Request) {}))
  1028  	errc := make(chanWriter, 10) // but only expecting 1
  1029  	ts.Config.ReadTimeout = 250 * time.Millisecond
  1030  	ts.Config.ErrorLog = log.New(errc, "", 0)
  1031  	ts.StartTLS()
  1032  	defer ts.Close()
  1033  	conn, err := net.Dial("tcp", ts.Listener.Addr().String())
  1034  	if err != nil {
  1035  		t.Fatalf("Dial: %v", err)
  1036  	}
  1037  	defer conn.Close()
  1038  	goTimeout(t, 10*time.Second, func() {
  1039  		var buf [1]byte
  1040  		n, err := conn.Read(buf[:])
  1041  		if err == nil || n != 0 {
  1042  			t.Errorf("Read = %d, %v; want an error and no bytes", n, err)
  1043  		}
  1044  	})
  1045  	select {
  1046  	case v := <-errc:
  1047  		if !strings.Contains(v, "timeout") && !strings.Contains(v, "TLS handshake") {
  1048  			t.Errorf("expected a TLS handshake timeout error; got %q", v)
  1049  		}
  1050  	case <-time.After(5 * time.Second):
  1051  		t.Errorf("timeout waiting for logged error")
  1052  	}
  1053  }
  1054  
  1055  func TestTLSServer(t *testing.T) {
  1056  	defer afterTest(t)
  1057  	ts := httptest.NewTLSServer(HandlerFunc(func(w ResponseWriter, r *Request) {
  1058  		if r.TLS != nil {
  1059  			w.Header().Set("X-TLS-Set", "true")
  1060  			if r.TLS.HandshakeComplete {
  1061  				w.Header().Set("X-TLS-HandshakeComplete", "true")
  1062  			}
  1063  		}
  1064  	}))
  1065  	ts.Config.ErrorLog = log.New(ioutil.Discard, "", 0)
  1066  	defer ts.Close()
  1067  
  1068  	// Connect an idle TCP connection to this server before we run
  1069  	// our real tests. This idle connection used to block forever
  1070  	// in the TLS handshake, preventing future connections from
  1071  	// being accepted. It may prevent future accidental blocking
  1072  	// in newConn.
  1073  	idleConn, err := net.Dial("tcp", ts.Listener.Addr().String())
  1074  	if err != nil {
  1075  		t.Fatalf("Dial: %v", err)
  1076  	}
  1077  	defer idleConn.Close()
  1078  	goTimeout(t, 10*time.Second, func() {
  1079  		if !strings.HasPrefix(ts.URL, "https://") {
  1080  			t.Errorf("expected test TLS server to start with https://, got %q", ts.URL)
  1081  			return
  1082  		}
  1083  		noVerifyTransport := &Transport{
  1084  			TLSClientConfig: &tls.Config{
  1085  				InsecureSkipVerify: true,
  1086  			},
  1087  		}
  1088  		client := &Client{Transport: noVerifyTransport}
  1089  		res, err := client.Get(ts.URL)
  1090  		if err != nil {
  1091  			t.Error(err)
  1092  			return
  1093  		}
  1094  		if res == nil {
  1095  			t.Errorf("got nil Response")
  1096  			return
  1097  		}
  1098  		defer res.Body.Close()
  1099  		if res.Header.Get("X-TLS-Set") != "true" {
  1100  			t.Errorf("expected X-TLS-Set response header")
  1101  			return
  1102  		}
  1103  		if res.Header.Get("X-TLS-HandshakeComplete") != "true" {
  1104  			t.Errorf("expected X-TLS-HandshakeComplete header")
  1105  		}
  1106  	})
  1107  }
  1108  
  1109  func TestAutomaticHTTP2_Serve(t *testing.T) {
  1110  	defer afterTest(t)
  1111  	ln := newLocalListener(t)
  1112  	ln.Close() // immediately (not a defer!)
  1113  	var s Server
  1114  	if err := s.Serve(ln); err == nil {
  1115  		t.Fatal("expected an error")
  1116  	}
  1117  	on := s.TLSNextProto["h2"] != nil
  1118  	if !on {
  1119  		t.Errorf("http2 wasn't automatically enabled")
  1120  	}
  1121  }
  1122  
  1123  func TestAutomaticHTTP2_ListenAndServe(t *testing.T) {
  1124  	cert, err := tls.X509KeyPair(internal.LocalhostCert, internal.LocalhostKey)
  1125  	if err != nil {
  1126  		t.Fatal(err)
  1127  	}
  1128  	testAutomaticHTTP2_ListenAndServe(t, &tls.Config{
  1129  		Certificates: []tls.Certificate{cert},
  1130  	})
  1131  }
  1132  
  1133  func TestAutomaticHTTP2_ListenAndServe_GetCertificate(t *testing.T) {
  1134  	cert, err := tls.X509KeyPair(internal.LocalhostCert, internal.LocalhostKey)
  1135  	if err != nil {
  1136  		t.Fatal(err)
  1137  	}
  1138  	testAutomaticHTTP2_ListenAndServe(t, &tls.Config{
  1139  		GetCertificate: func(clientHello *tls.ClientHelloInfo) (*tls.Certificate, error) {
  1140  			return &cert, nil
  1141  		},
  1142  	})
  1143  }
  1144  
  1145  func testAutomaticHTTP2_ListenAndServe(t *testing.T, tlsConf *tls.Config) {
  1146  	defer afterTest(t)
  1147  	defer SetTestHookServerServe(nil)
  1148  	var ok bool
  1149  	var s *Server
  1150  	const maxTries = 5
  1151  	var ln net.Listener
  1152  Try:
  1153  	for try := 0; try < maxTries; try++ {
  1154  		ln = newLocalListener(t)
  1155  		addr := ln.Addr().String()
  1156  		ln.Close()
  1157  		t.Logf("Got %v", addr)
  1158  		lnc := make(chan net.Listener, 1)
  1159  		SetTestHookServerServe(func(s *Server, ln net.Listener) {
  1160  			lnc <- ln
  1161  		})
  1162  		s = &Server{
  1163  			Addr:      addr,
  1164  			TLSConfig: tlsConf,
  1165  		}
  1166  		errc := make(chan error, 1)
  1167  		go func() { errc <- s.ListenAndServeTLS("", "") }()
  1168  		select {
  1169  		case err := <-errc:
  1170  			t.Logf("On try #%v: %v", try+1, err)
  1171  			continue
  1172  		case ln = <-lnc:
  1173  			ok = true
  1174  			t.Logf("Listening on %v", ln.Addr().String())
  1175  			break Try
  1176  		}
  1177  	}
  1178  	if !ok {
  1179  		t.Fatalf("Failed to start up after %d tries", maxTries)
  1180  	}
  1181  	defer ln.Close()
  1182  	c, err := tls.Dial("tcp", ln.Addr().String(), &tls.Config{
  1183  		InsecureSkipVerify: true,
  1184  		NextProtos:         []string{"h2", "http/1.1"},
  1185  	})
  1186  	if err != nil {
  1187  		t.Fatal(err)
  1188  	}
  1189  	defer c.Close()
  1190  	if got, want := c.ConnectionState().NegotiatedProtocol, "h2"; got != want {
  1191  		t.Errorf("NegotiatedProtocol = %q; want %q", got, want)
  1192  	}
  1193  	if got, want := c.ConnectionState().NegotiatedProtocolIsMutual, true; got != want {
  1194  		t.Errorf("NegotiatedProtocolIsMutual = %v; want %v", got, want)
  1195  	}
  1196  }
  1197  
  1198  type serverExpectTest struct {
  1199  	contentLength    int // of request body
  1200  	chunked          bool
  1201  	expectation      string // e.g. "100-continue"
  1202  	readBody         bool   // whether handler should read the body (if false, sends StatusUnauthorized)
  1203  	expectedResponse string // expected substring in first line of http response
  1204  }
  1205  
  1206  func expectTest(contentLength int, expectation string, readBody bool, expectedResponse string) serverExpectTest {
  1207  	return serverExpectTest{
  1208  		contentLength:    contentLength,
  1209  		expectation:      expectation,
  1210  		readBody:         readBody,
  1211  		expectedResponse: expectedResponse,
  1212  	}
  1213  }
  1214  
  1215  var serverExpectTests = []serverExpectTest{
  1216  	// Normal 100-continues, case-insensitive.
  1217  	expectTest(100, "100-continue", true, "100 Continue"),
  1218  	expectTest(100, "100-cOntInUE", true, "100 Continue"),
  1219  
  1220  	// No 100-continue.
  1221  	expectTest(100, "", true, "200 OK"),
  1222  
  1223  	// 100-continue but requesting client to deny us,
  1224  	// so it never reads the body.
  1225  	expectTest(100, "100-continue", false, "401 Unauthorized"),
  1226  	// Likewise without 100-continue:
  1227  	expectTest(100, "", false, "401 Unauthorized"),
  1228  
  1229  	// Non-standard expectations are failures
  1230  	expectTest(0, "a-pony", false, "417 Expectation Failed"),
  1231  
  1232  	// Expect-100 requested but no body (is apparently okay: Issue 7625)
  1233  	expectTest(0, "100-continue", true, "200 OK"),
  1234  	// Expect-100 requested but handler doesn't read the body
  1235  	expectTest(0, "100-continue", false, "401 Unauthorized"),
  1236  	// Expect-100 continue with no body, but a chunked body.
  1237  	{
  1238  		expectation:      "100-continue",
  1239  		readBody:         true,
  1240  		chunked:          true,
  1241  		expectedResponse: "100 Continue",
  1242  	},
  1243  }
  1244  
  1245  // Tests that the server responds to the "Expect" request header
  1246  // correctly.
  1247  // http2 test: TestServer_Response_Automatic100Continue
  1248  func TestServerExpect(t *testing.T) {
  1249  	defer afterTest(t)
  1250  	ts := httptest.NewServer(HandlerFunc(func(w ResponseWriter, r *Request) {
  1251  		// Note using r.FormValue("readbody") because for POST
  1252  		// requests that would read from r.Body, which we only
  1253  		// conditionally want to do.
  1254  		if strings.Contains(r.URL.RawQuery, "readbody=true") {
  1255  			ioutil.ReadAll(r.Body)
  1256  			w.Write([]byte("Hi"))
  1257  		} else {
  1258  			w.WriteHeader(StatusUnauthorized)
  1259  		}
  1260  	}))
  1261  	defer ts.Close()
  1262  
  1263  	runTest := func(test serverExpectTest) {
  1264  		conn, err := net.Dial("tcp", ts.Listener.Addr().String())
  1265  		if err != nil {
  1266  			t.Fatalf("Dial: %v", err)
  1267  		}
  1268  		defer conn.Close()
  1269  
  1270  		// Only send the body immediately if we're acting like an HTTP client
  1271  		// that doesn't send 100-continue expectations.
  1272  		writeBody := test.contentLength != 0 && strings.ToLower(test.expectation) != "100-continue"
  1273  
  1274  		go func() {
  1275  			contentLen := fmt.Sprintf("Content-Length: %d", test.contentLength)
  1276  			if test.chunked {
  1277  				contentLen = "Transfer-Encoding: chunked"
  1278  			}
  1279  			_, err := fmt.Fprintf(conn, "POST /?readbody=%v HTTP/1.1\r\n"+
  1280  				"Connection: close\r\n"+
  1281  				"%s\r\n"+
  1282  				"Expect: %s\r\nHost: foo\r\n\r\n",
  1283  				test.readBody, contentLen, test.expectation)
  1284  			if err != nil {
  1285  				t.Errorf("On test %#v, error writing request headers: %v", test, err)
  1286  				return
  1287  			}
  1288  			if writeBody {
  1289  				var targ io.WriteCloser = struct {
  1290  					io.Writer
  1291  					io.Closer
  1292  				}{
  1293  					conn,
  1294  					ioutil.NopCloser(nil),
  1295  				}
  1296  				if test.chunked {
  1297  					targ = httputil.NewChunkedWriter(conn)
  1298  				}
  1299  				body := strings.Repeat("A", test.contentLength)
  1300  				_, err = fmt.Fprint(targ, body)
  1301  				if err == nil {
  1302  					err = targ.Close()
  1303  				}
  1304  				if err != nil {
  1305  					if !test.readBody {
  1306  						// Server likely already hung up on us.
  1307  						// See larger comment below.
  1308  						t.Logf("On test %#v, acceptable error writing request body: %v", test, err)
  1309  						return
  1310  					}
  1311  					t.Errorf("On test %#v, error writing request body: %v", test, err)
  1312  				}
  1313  			}
  1314  		}()
  1315  		bufr := bufio.NewReader(conn)
  1316  		line, err := bufr.ReadString('\n')
  1317  		if err != nil {
  1318  			if writeBody && !test.readBody {
  1319  				// This is an acceptable failure due to a possible TCP race:
  1320  				// We were still writing data and the server hung up on us. A TCP
  1321  				// implementation may send a RST if our request body data was known
  1322  				// to be lost, which may trigger our reads to fail.
  1323  				// See RFC 1122 page 88.
  1324  				t.Logf("On test %#v, acceptable error from ReadString: %v", test, err)
  1325  				return
  1326  			}
  1327  			t.Fatalf("On test %#v, ReadString: %v", test, err)
  1328  		}
  1329  		if !strings.Contains(line, test.expectedResponse) {
  1330  			t.Errorf("On test %#v, got first line = %q; want %q", test, line, test.expectedResponse)
  1331  		}
  1332  	}
  1333  
  1334  	for _, test := range serverExpectTests {
  1335  		runTest(test)
  1336  	}
  1337  }
  1338  
  1339  // Under a ~256KB (maxPostHandlerReadBytes) threshold, the server
  1340  // should consume client request bodies that a handler didn't read.
  1341  func TestServerUnreadRequestBodyLittle(t *testing.T) {
  1342  	defer afterTest(t)
  1343  	conn := new(testConn)
  1344  	body := strings.Repeat("x", 100<<10)
  1345  	conn.readBuf.Write([]byte(fmt.Sprintf(
  1346  		"POST / HTTP/1.1\r\n"+
  1347  			"Host: test\r\n"+
  1348  			"Content-Length: %d\r\n"+
  1349  			"\r\n", len(body))))
  1350  	conn.readBuf.Write([]byte(body))
  1351  
  1352  	done := make(chan bool)
  1353  
  1354  	readBufLen := func() int {
  1355  		conn.readMu.Lock()
  1356  		defer conn.readMu.Unlock()
  1357  		return conn.readBuf.Len()
  1358  	}
  1359  
  1360  	ls := &oneConnListener{conn}
  1361  	go Serve(ls, HandlerFunc(func(rw ResponseWriter, req *Request) {
  1362  		defer close(done)
  1363  		if bufLen := readBufLen(); bufLen < len(body)/2 {
  1364  			t.Errorf("on request, read buffer length is %d; expected about 100 KB", bufLen)
  1365  		}
  1366  		rw.WriteHeader(200)
  1367  		rw.(Flusher).Flush()
  1368  		if g, e := readBufLen(), 0; g != e {
  1369  			t.Errorf("after WriteHeader, read buffer length is %d; want %d", g, e)
  1370  		}
  1371  		if c := rw.Header().Get("Connection"); c != "" {
  1372  			t.Errorf(`Connection header = %q; want ""`, c)
  1373  		}
  1374  	}))
  1375  	<-done
  1376  }
  1377  
  1378  // Over a ~256KB (maxPostHandlerReadBytes) threshold, the server
  1379  // should ignore client request bodies that a handler didn't read
  1380  // and close the connection.
  1381  func TestServerUnreadRequestBodyLarge(t *testing.T) {
  1382  	if testing.Short() && testenv.Builder() == "" {
  1383  		t.Log("skipping in short mode")
  1384  	}
  1385  	conn := new(testConn)
  1386  	body := strings.Repeat("x", 1<<20)
  1387  	conn.readBuf.Write([]byte(fmt.Sprintf(
  1388  		"POST / HTTP/1.1\r\n"+
  1389  			"Host: test\r\n"+
  1390  			"Content-Length: %d\r\n"+
  1391  			"\r\n", len(body))))
  1392  	conn.readBuf.Write([]byte(body))
  1393  	conn.closec = make(chan bool, 1)
  1394  
  1395  	ls := &oneConnListener{conn}
  1396  	go Serve(ls, HandlerFunc(func(rw ResponseWriter, req *Request) {
  1397  		if conn.readBuf.Len() < len(body)/2 {
  1398  			t.Errorf("on request, read buffer length is %d; expected about 1MB", conn.readBuf.Len())
  1399  		}
  1400  		rw.WriteHeader(200)
  1401  		rw.(Flusher).Flush()
  1402  		if conn.readBuf.Len() < len(body)/2 {
  1403  			t.Errorf("post-WriteHeader, read buffer length is %d; expected about 1MB", conn.readBuf.Len())
  1404  		}
  1405  	}))
  1406  	<-conn.closec
  1407  
  1408  	if res := conn.writeBuf.String(); !strings.Contains(res, "Connection: close") {
  1409  		t.Errorf("Expected a Connection: close header; got response: %s", res)
  1410  	}
  1411  }
  1412  
  1413  type handlerBodyCloseTest struct {
  1414  	bodySize     int
  1415  	bodyChunked  bool
  1416  	reqConnClose bool
  1417  
  1418  	wantEOFSearch bool // should Handler's Body.Close do Reads, looking for EOF?
  1419  	wantNextReq   bool // should it find the next request on the same conn?
  1420  }
  1421  
  1422  func (t handlerBodyCloseTest) connectionHeader() string {
  1423  	if t.reqConnClose {
  1424  		return "Connection: close\r\n"
  1425  	}
  1426  	return ""
  1427  }
  1428  
  1429  var handlerBodyCloseTests = [...]handlerBodyCloseTest{
  1430  	// Small enough to slurp past to the next request +
  1431  	// has Content-Length.
  1432  	0: {
  1433  		bodySize:      20 << 10,
  1434  		bodyChunked:   false,
  1435  		reqConnClose:  false,
  1436  		wantEOFSearch: true,
  1437  		wantNextReq:   true,
  1438  	},
  1439  
  1440  	// Small enough to slurp past to the next request +
  1441  	// is chunked.
  1442  	1: {
  1443  		bodySize:      20 << 10,
  1444  		bodyChunked:   true,
  1445  		reqConnClose:  false,
  1446  		wantEOFSearch: true,
  1447  		wantNextReq:   true,
  1448  	},
  1449  
  1450  	// Small enough to slurp past to the next request +
  1451  	// has Content-Length +
  1452  	// declares Connection: close (so pointless to read more).
  1453  	2: {
  1454  		bodySize:      20 << 10,
  1455  		bodyChunked:   false,
  1456  		reqConnClose:  true,
  1457  		wantEOFSearch: false,
  1458  		wantNextReq:   false,
  1459  	},
  1460  
  1461  	// Small enough to slurp past to the next request +
  1462  	// declares Connection: close,
  1463  	// but chunked, so it might have trailers.
  1464  	// TODO: maybe skip this search if no trailers were declared
  1465  	// in the headers.
  1466  	3: {
  1467  		bodySize:      20 << 10,
  1468  		bodyChunked:   true,
  1469  		reqConnClose:  true,
  1470  		wantEOFSearch: true,
  1471  		wantNextReq:   false,
  1472  	},
  1473  
  1474  	// Big with Content-Length, so give up immediately if we know it's too big.
  1475  	4: {
  1476  		bodySize:      1 << 20,
  1477  		bodyChunked:   false, // has a Content-Length
  1478  		reqConnClose:  false,
  1479  		wantEOFSearch: false,
  1480  		wantNextReq:   false,
  1481  	},
  1482  
  1483  	// Big chunked, so read a bit before giving up.
  1484  	5: {
  1485  		bodySize:      1 << 20,
  1486  		bodyChunked:   true,
  1487  		reqConnClose:  false,
  1488  		wantEOFSearch: true,
  1489  		wantNextReq:   false,
  1490  	},
  1491  
  1492  	// Big with Connection: close, but chunked, so search for trailers.
  1493  	// TODO: maybe skip this search if no trailers were declared
  1494  	// in the headers.
  1495  	6: {
  1496  		bodySize:      1 << 20,
  1497  		bodyChunked:   true,
  1498  		reqConnClose:  true,
  1499  		wantEOFSearch: true,
  1500  		wantNextReq:   false,
  1501  	},
  1502  
  1503  	// Big with Connection: close, so don't do any reads on Close.
  1504  	// With Content-Length.
  1505  	7: {
  1506  		bodySize:      1 << 20,
  1507  		bodyChunked:   false,
  1508  		reqConnClose:  true,
  1509  		wantEOFSearch: false,
  1510  		wantNextReq:   false,
  1511  	},
  1512  }
  1513  
  1514  func TestHandlerBodyClose(t *testing.T) {
  1515  	if testing.Short() && testenv.Builder() == "" {
  1516  		t.Skip("skipping in -short mode")
  1517  	}
  1518  	for i, tt := range handlerBodyCloseTests {
  1519  		testHandlerBodyClose(t, i, tt)
  1520  	}
  1521  }
  1522  
  1523  func testHandlerBodyClose(t *testing.T, i int, tt handlerBodyCloseTest) {
  1524  	conn := new(testConn)
  1525  	body := strings.Repeat("x", tt.bodySize)
  1526  	if tt.bodyChunked {
  1527  		conn.readBuf.WriteString("POST / HTTP/1.1\r\n" +
  1528  			"Host: test\r\n" +
  1529  			tt.connectionHeader() +
  1530  			"Transfer-Encoding: chunked\r\n" +
  1531  			"\r\n")
  1532  		cw := internal.NewChunkedWriter(&conn.readBuf)
  1533  		io.WriteString(cw, body)
  1534  		cw.Close()
  1535  		conn.readBuf.WriteString("\r\n")
  1536  	} else {
  1537  		conn.readBuf.Write([]byte(fmt.Sprintf(
  1538  			"POST / HTTP/1.1\r\n"+
  1539  				"Host: test\r\n"+
  1540  				tt.connectionHeader()+
  1541  				"Content-Length: %d\r\n"+
  1542  				"\r\n", len(body))))
  1543  		conn.readBuf.Write([]byte(body))
  1544  	}
  1545  	if !tt.reqConnClose {
  1546  		conn.readBuf.WriteString("GET / HTTP/1.1\r\nHost: test\r\n\r\n")
  1547  	}
  1548  	conn.closec = make(chan bool, 1)
  1549  
  1550  	readBufLen := func() int {
  1551  		conn.readMu.Lock()
  1552  		defer conn.readMu.Unlock()
  1553  		return conn.readBuf.Len()
  1554  	}
  1555  
  1556  	ls := &oneConnListener{conn}
  1557  	var numReqs int
  1558  	var size0, size1 int
  1559  	go Serve(ls, HandlerFunc(func(rw ResponseWriter, req *Request) {
  1560  		numReqs++
  1561  		if numReqs == 1 {
  1562  			size0 = readBufLen()
  1563  			req.Body.Close()
  1564  			size1 = readBufLen()
  1565  		}
  1566  	}))
  1567  	<-conn.closec
  1568  	if numReqs < 1 || numReqs > 2 {
  1569  		t.Fatalf("%d. bug in test. unexpected number of requests = %d", i, numReqs)
  1570  	}
  1571  	didSearch := size0 != size1
  1572  	if didSearch != tt.wantEOFSearch {
  1573  		t.Errorf("%d. did EOF search = %v; want %v (size went from %d to %d)", i, didSearch, !didSearch, size0, size1)
  1574  	}
  1575  	if tt.wantNextReq && numReqs != 2 {
  1576  		t.Errorf("%d. numReq = %d; want 2", i, numReqs)
  1577  	}
  1578  }
  1579  
  1580  // testHandlerBodyConsumer represents a function injected into a test handler to
  1581  // vary work done on a request Body.
  1582  type testHandlerBodyConsumer struct {
  1583  	name string
  1584  	f    func(io.ReadCloser)
  1585  }
  1586  
  1587  var testHandlerBodyConsumers = []testHandlerBodyConsumer{
  1588  	{"nil", func(io.ReadCloser) {}},
  1589  	{"close", func(r io.ReadCloser) { r.Close() }},
  1590  	{"discard", func(r io.ReadCloser) { io.Copy(ioutil.Discard, r) }},
  1591  }
  1592  
  1593  func TestRequestBodyReadErrorClosesConnection(t *testing.T) {
  1594  	defer afterTest(t)
  1595  	for _, handler := range testHandlerBodyConsumers {
  1596  		conn := new(testConn)
  1597  		conn.readBuf.WriteString("POST /public HTTP/1.1\r\n" +
  1598  			"Host: test\r\n" +
  1599  			"Transfer-Encoding: chunked\r\n" +
  1600  			"\r\n" +
  1601  			"hax\r\n" + // Invalid chunked encoding
  1602  			"GET /secret HTTP/1.1\r\n" +
  1603  			"Host: test\r\n" +
  1604  			"\r\n")
  1605  
  1606  		conn.closec = make(chan bool, 1)
  1607  		ls := &oneConnListener{conn}
  1608  		var numReqs int
  1609  		go Serve(ls, HandlerFunc(func(_ ResponseWriter, req *Request) {
  1610  			numReqs++
  1611  			if strings.Contains(req.URL.Path, "secret") {
  1612  				t.Error("Request for /secret encountered, should not have happened.")
  1613  			}
  1614  			handler.f(req.Body)
  1615  		}))
  1616  		<-conn.closec
  1617  		if numReqs != 1 {
  1618  			t.Errorf("Handler %v: got %d reqs; want 1", handler.name, numReqs)
  1619  		}
  1620  	}
  1621  }
  1622  
  1623  func TestInvalidTrailerClosesConnection(t *testing.T) {
  1624  	defer afterTest(t)
  1625  	for _, handler := range testHandlerBodyConsumers {
  1626  		conn := new(testConn)
  1627  		conn.readBuf.WriteString("POST /public HTTP/1.1\r\n" +
  1628  			"Host: test\r\n" +
  1629  			"Trailer: hack\r\n" +
  1630  			"Transfer-Encoding: chunked\r\n" +
  1631  			"\r\n" +
  1632  			"3\r\n" +
  1633  			"hax\r\n" +
  1634  			"0\r\n" +
  1635  			"I'm not a valid trailer\r\n" +
  1636  			"GET /secret HTTP/1.1\r\n" +
  1637  			"Host: test\r\n" +
  1638  			"\r\n")
  1639  
  1640  		conn.closec = make(chan bool, 1)
  1641  		ln := &oneConnListener{conn}
  1642  		var numReqs int
  1643  		go Serve(ln, HandlerFunc(func(_ ResponseWriter, req *Request) {
  1644  			numReqs++
  1645  			if strings.Contains(req.URL.Path, "secret") {
  1646  				t.Errorf("Handler %s, Request for /secret encountered, should not have happened.", handler.name)
  1647  			}
  1648  			handler.f(req.Body)
  1649  		}))
  1650  		<-conn.closec
  1651  		if numReqs != 1 {
  1652  			t.Errorf("Handler %s: got %d reqs; want 1", handler.name, numReqs)
  1653  		}
  1654  	}
  1655  }
  1656  
  1657  // slowTestConn is a net.Conn that provides a means to simulate parts of a
  1658  // request being received piecemeal. Deadlines can be set and enforced in both
  1659  // Read and Write.
  1660  type slowTestConn struct {
  1661  	// over multiple calls to Read, time.Durations are slept, strings are read.
  1662  	script []interface{}
  1663  	closec chan bool
  1664  
  1665  	mu     sync.Mutex // guards rd/wd
  1666  	rd, wd time.Time  // read, write deadline
  1667  	noopConn
  1668  }
  1669  
  1670  func (c *slowTestConn) SetDeadline(t time.Time) error {
  1671  	c.SetReadDeadline(t)
  1672  	c.SetWriteDeadline(t)
  1673  	return nil
  1674  }
  1675  
  1676  func (c *slowTestConn) SetReadDeadline(t time.Time) error {
  1677  	c.mu.Lock()
  1678  	defer c.mu.Unlock()
  1679  	c.rd = t
  1680  	return nil
  1681  }
  1682  
  1683  func (c *slowTestConn) SetWriteDeadline(t time.Time) error {
  1684  	c.mu.Lock()
  1685  	defer c.mu.Unlock()
  1686  	c.wd = t
  1687  	return nil
  1688  }
  1689  
  1690  func (c *slowTestConn) Read(b []byte) (n int, err error) {
  1691  	c.mu.Lock()
  1692  	defer c.mu.Unlock()
  1693  restart:
  1694  	if !c.rd.IsZero() && time.Now().After(c.rd) {
  1695  		return 0, syscall.ETIMEDOUT
  1696  	}
  1697  	if len(c.script) == 0 {
  1698  		return 0, io.EOF
  1699  	}
  1700  
  1701  	switch cue := c.script[0].(type) {
  1702  	case time.Duration:
  1703  		if !c.rd.IsZero() {
  1704  			// If the deadline falls in the middle of our sleep window, deduct
  1705  			// part of the sleep, then return a timeout.
  1706  			if remaining := c.rd.Sub(time.Now()); remaining < cue {
  1707  				c.script[0] = cue - remaining
  1708  				time.Sleep(remaining)
  1709  				return 0, syscall.ETIMEDOUT
  1710  			}
  1711  		}
  1712  		c.script = c.script[1:]
  1713  		time.Sleep(cue)
  1714  		goto restart
  1715  
  1716  	case string:
  1717  		n = copy(b, cue)
  1718  		// If cue is too big for the buffer, leave the end for the next Read.
  1719  		if len(cue) > n {
  1720  			c.script[0] = cue[n:]
  1721  		} else {
  1722  			c.script = c.script[1:]
  1723  		}
  1724  
  1725  	default:
  1726  		panic("unknown cue in slowTestConn script")
  1727  	}
  1728  
  1729  	return
  1730  }
  1731  
  1732  func (c *slowTestConn) Close() error {
  1733  	select {
  1734  	case c.closec <- true:
  1735  	default:
  1736  	}
  1737  	return nil
  1738  }
  1739  
  1740  func (c *slowTestConn) Write(b []byte) (int, error) {
  1741  	if !c.wd.IsZero() && time.Now().After(c.wd) {
  1742  		return 0, syscall.ETIMEDOUT
  1743  	}
  1744  	return len(b), nil
  1745  }
  1746  
  1747  func TestRequestBodyTimeoutClosesConnection(t *testing.T) {
  1748  	if testing.Short() {
  1749  		t.Skip("skipping in -short mode")
  1750  	}
  1751  	defer afterTest(t)
  1752  	for _, handler := range testHandlerBodyConsumers {
  1753  		conn := &slowTestConn{
  1754  			script: []interface{}{
  1755  				"POST /public HTTP/1.1\r\n" +
  1756  					"Host: test\r\n" +
  1757  					"Content-Length: 10000\r\n" +
  1758  					"\r\n",
  1759  				"foo bar baz",
  1760  				600 * time.Millisecond, // Request deadline should hit here
  1761  				"GET /secret HTTP/1.1\r\n" +
  1762  					"Host: test\r\n" +
  1763  					"\r\n",
  1764  			},
  1765  			closec: make(chan bool, 1),
  1766  		}
  1767  		ls := &oneConnListener{conn}
  1768  
  1769  		var numReqs int
  1770  		s := Server{
  1771  			Handler: HandlerFunc(func(_ ResponseWriter, req *Request) {
  1772  				numReqs++
  1773  				if strings.Contains(req.URL.Path, "secret") {
  1774  					t.Error("Request for /secret encountered, should not have happened.")
  1775  				}
  1776  				handler.f(req.Body)
  1777  			}),
  1778  			ReadTimeout: 400 * time.Millisecond,
  1779  		}
  1780  		go s.Serve(ls)
  1781  		<-conn.closec
  1782  
  1783  		if numReqs != 1 {
  1784  			t.Errorf("Handler %v: got %d reqs; want 1", handler.name, numReqs)
  1785  		}
  1786  	}
  1787  }
  1788  
  1789  func TestTimeoutHandler_h1(t *testing.T) { testTimeoutHandler(t, h1Mode) }
  1790  func TestTimeoutHandler_h2(t *testing.T) { testTimeoutHandler(t, h2Mode) }
  1791  func testTimeoutHandler(t *testing.T, h2 bool) {
  1792  	defer afterTest(t)
  1793  	sendHi := make(chan bool, 1)
  1794  	writeErrors := make(chan error, 1)
  1795  	sayHi := HandlerFunc(func(w ResponseWriter, r *Request) {
  1796  		<-sendHi
  1797  		_, werr := w.Write([]byte("hi"))
  1798  		writeErrors <- werr
  1799  	})
  1800  	timeout := make(chan time.Time, 1) // write to this to force timeouts
  1801  	cst := newClientServerTest(t, h2, NewTestTimeoutHandler(sayHi, timeout))
  1802  	defer cst.close()
  1803  
  1804  	// Succeed without timing out:
  1805  	sendHi <- true
  1806  	res, err := cst.c.Get(cst.ts.URL)
  1807  	if err != nil {
  1808  		t.Error(err)
  1809  	}
  1810  	if g, e := res.StatusCode, StatusOK; g != e {
  1811  		t.Errorf("got res.StatusCode %d; expected %d", g, e)
  1812  	}
  1813  	body, _ := ioutil.ReadAll(res.Body)
  1814  	if g, e := string(body), "hi"; g != e {
  1815  		t.Errorf("got body %q; expected %q", g, e)
  1816  	}
  1817  	if g := <-writeErrors; g != nil {
  1818  		t.Errorf("got unexpected Write error on first request: %v", g)
  1819  	}
  1820  
  1821  	// Times out:
  1822  	timeout <- time.Time{}
  1823  	res, err = cst.c.Get(cst.ts.URL)
  1824  	if err != nil {
  1825  		t.Error(err)
  1826  	}
  1827  	if g, e := res.StatusCode, StatusServiceUnavailable; g != e {
  1828  		t.Errorf("got res.StatusCode %d; expected %d", g, e)
  1829  	}
  1830  	body, _ = ioutil.ReadAll(res.Body)
  1831  	if !strings.Contains(string(body), "<title>Timeout</title>") {
  1832  		t.Errorf("expected timeout body; got %q", string(body))
  1833  	}
  1834  
  1835  	// Now make the previously-timed out handler speak again,
  1836  	// which verifies the panic is handled:
  1837  	sendHi <- true
  1838  	if g, e := <-writeErrors, ErrHandlerTimeout; g != e {
  1839  		t.Errorf("expected Write error of %v; got %v", e, g)
  1840  	}
  1841  }
  1842  
  1843  // See issues 8209 and 8414.
  1844  func TestTimeoutHandlerRace(t *testing.T) {
  1845  	defer afterTest(t)
  1846  
  1847  	delayHi := HandlerFunc(func(w ResponseWriter, r *Request) {
  1848  		ms, _ := strconv.Atoi(r.URL.Path[1:])
  1849  		if ms == 0 {
  1850  			ms = 1
  1851  		}
  1852  		for i := 0; i < ms; i++ {
  1853  			w.Write([]byte("hi"))
  1854  			time.Sleep(time.Millisecond)
  1855  		}
  1856  	})
  1857  
  1858  	ts := httptest.NewServer(TimeoutHandler(delayHi, 20*time.Millisecond, ""))
  1859  	defer ts.Close()
  1860  
  1861  	var wg sync.WaitGroup
  1862  	gate := make(chan bool, 10)
  1863  	n := 50
  1864  	if testing.Short() {
  1865  		n = 10
  1866  		gate = make(chan bool, 3)
  1867  	}
  1868  	for i := 0; i < n; i++ {
  1869  		gate <- true
  1870  		wg.Add(1)
  1871  		go func() {
  1872  			defer wg.Done()
  1873  			defer func() { <-gate }()
  1874  			res, err := Get(fmt.Sprintf("%s/%d", ts.URL, rand.Intn(50)))
  1875  			if err == nil {
  1876  				io.Copy(ioutil.Discard, res.Body)
  1877  				res.Body.Close()
  1878  			}
  1879  		}()
  1880  	}
  1881  	wg.Wait()
  1882  }
  1883  
  1884  // See issues 8209 and 8414.
  1885  func TestTimeoutHandlerRaceHeader(t *testing.T) {
  1886  	defer afterTest(t)
  1887  
  1888  	delay204 := HandlerFunc(func(w ResponseWriter, r *Request) {
  1889  		w.WriteHeader(204)
  1890  	})
  1891  
  1892  	ts := httptest.NewServer(TimeoutHandler(delay204, time.Nanosecond, ""))
  1893  	defer ts.Close()
  1894  
  1895  	var wg sync.WaitGroup
  1896  	gate := make(chan bool, 50)
  1897  	n := 500
  1898  	if testing.Short() {
  1899  		n = 10
  1900  	}
  1901  	for i := 0; i < n; i++ {
  1902  		gate <- true
  1903  		wg.Add(1)
  1904  		go func() {
  1905  			defer wg.Done()
  1906  			defer func() { <-gate }()
  1907  			res, err := Get(ts.URL)
  1908  			if err != nil {
  1909  				t.Error(err)
  1910  				return
  1911  			}
  1912  			defer res.Body.Close()
  1913  			io.Copy(ioutil.Discard, res.Body)
  1914  		}()
  1915  	}
  1916  	wg.Wait()
  1917  }
  1918  
  1919  // Issue 9162
  1920  func TestTimeoutHandlerRaceHeaderTimeout(t *testing.T) {
  1921  	defer afterTest(t)
  1922  	sendHi := make(chan bool, 1)
  1923  	writeErrors := make(chan error, 1)
  1924  	sayHi := HandlerFunc(func(w ResponseWriter, r *Request) {
  1925  		w.Header().Set("Content-Type", "text/plain")
  1926  		<-sendHi
  1927  		_, werr := w.Write([]byte("hi"))
  1928  		writeErrors <- werr
  1929  	})
  1930  	timeout := make(chan time.Time, 1) // write to this to force timeouts
  1931  	cst := newClientServerTest(t, h1Mode, NewTestTimeoutHandler(sayHi, timeout))
  1932  	defer cst.close()
  1933  
  1934  	// Succeed without timing out:
  1935  	sendHi <- true
  1936  	res, err := cst.c.Get(cst.ts.URL)
  1937  	if err != nil {
  1938  		t.Error(err)
  1939  	}
  1940  	if g, e := res.StatusCode, StatusOK; g != e {
  1941  		t.Errorf("got res.StatusCode %d; expected %d", g, e)
  1942  	}
  1943  	body, _ := ioutil.ReadAll(res.Body)
  1944  	if g, e := string(body), "hi"; g != e {
  1945  		t.Errorf("got body %q; expected %q", g, e)
  1946  	}
  1947  	if g := <-writeErrors; g != nil {
  1948  		t.Errorf("got unexpected Write error on first request: %v", g)
  1949  	}
  1950  
  1951  	// Times out:
  1952  	timeout <- time.Time{}
  1953  	res, err = cst.c.Get(cst.ts.URL)
  1954  	if err != nil {
  1955  		t.Error(err)
  1956  	}
  1957  	if g, e := res.StatusCode, StatusServiceUnavailable; g != e {
  1958  		t.Errorf("got res.StatusCode %d; expected %d", g, e)
  1959  	}
  1960  	body, _ = ioutil.ReadAll(res.Body)
  1961  	if !strings.Contains(string(body), "<title>Timeout</title>") {
  1962  		t.Errorf("expected timeout body; got %q", string(body))
  1963  	}
  1964  
  1965  	// Now make the previously-timed out handler speak again,
  1966  	// which verifies the panic is handled:
  1967  	sendHi <- true
  1968  	if g, e := <-writeErrors, ErrHandlerTimeout; g != e {
  1969  		t.Errorf("expected Write error of %v; got %v", e, g)
  1970  	}
  1971  }
  1972  
  1973  // Issue 14568.
  1974  func TestTimeoutHandlerStartTimerWhenServing(t *testing.T) {
  1975  	if testing.Short() {
  1976  		t.Skip("skipping sleeping test in -short mode")
  1977  	}
  1978  	defer afterTest(t)
  1979  	var handler HandlerFunc = func(w ResponseWriter, _ *Request) {
  1980  		w.WriteHeader(StatusNoContent)
  1981  	}
  1982  	timeout := 300 * time.Millisecond
  1983  	ts := httptest.NewServer(TimeoutHandler(handler, timeout, ""))
  1984  	defer ts.Close()
  1985  	// Issue was caused by the timeout handler starting the timer when
  1986  	// was created, not when the request. So wait for more than the timeout
  1987  	// to ensure that's not the case.
  1988  	time.Sleep(2 * timeout)
  1989  	res, err := Get(ts.URL)
  1990  	if err != nil {
  1991  		t.Fatal(err)
  1992  	}
  1993  	defer res.Body.Close()
  1994  	if res.StatusCode != StatusNoContent {
  1995  		t.Errorf("got res.StatusCode %d, want %v", res.StatusCode, StatusNoContent)
  1996  	}
  1997  }
  1998  
  1999  // https://golang.org/issue/15948
  2000  func TestTimeoutHandlerEmptyResponse(t *testing.T) {
  2001  	defer afterTest(t)
  2002  	var handler HandlerFunc = func(w ResponseWriter, _ *Request) {
  2003  		// No response.
  2004  	}
  2005  	timeout := 300 * time.Millisecond
  2006  	ts := httptest.NewServer(TimeoutHandler(handler, timeout, ""))
  2007  	defer ts.Close()
  2008  
  2009  	res, err := Get(ts.URL)
  2010  	if err != nil {
  2011  		t.Fatal(err)
  2012  	}
  2013  	defer res.Body.Close()
  2014  	if res.StatusCode != StatusOK {
  2015  		t.Errorf("got res.StatusCode %d, want %v", res.StatusCode, StatusOK)
  2016  	}
  2017  }
  2018  
  2019  // Verifies we don't path.Clean() on the wrong parts in redirects.
  2020  func TestRedirectMunging(t *testing.T) {
  2021  	req, _ := NewRequest("GET", "http://example.com/", nil)
  2022  
  2023  	resp := httptest.NewRecorder()
  2024  	Redirect(resp, req, "/foo?next=http://bar.com/", 302)
  2025  	if g, e := resp.Header().Get("Location"), "/foo?next=http://bar.com/"; g != e {
  2026  		t.Errorf("Location header was %q; want %q", g, e)
  2027  	}
  2028  
  2029  	resp = httptest.NewRecorder()
  2030  	Redirect(resp, req, "http://localhost:8080/_ah/login?continue=http://localhost:8080/", 302)
  2031  	if g, e := resp.Header().Get("Location"), "http://localhost:8080/_ah/login?continue=http://localhost:8080/"; g != e {
  2032  		t.Errorf("Location header was %q; want %q", g, e)
  2033  	}
  2034  }
  2035  
  2036  func TestRedirectBadPath(t *testing.T) {
  2037  	// This used to crash. It's not valid input (bad path), but it
  2038  	// shouldn't crash.
  2039  	rr := httptest.NewRecorder()
  2040  	req := &Request{
  2041  		Method: "GET",
  2042  		URL: &url.URL{
  2043  			Scheme: "http",
  2044  			Path:   "not-empty-but-no-leading-slash", // bogus
  2045  		},
  2046  	}
  2047  	Redirect(rr, req, "", 304)
  2048  	if rr.Code != 304 {
  2049  		t.Errorf("Code = %d; want 304", rr.Code)
  2050  	}
  2051  }
  2052  
  2053  // Test different URL formats and schemes
  2054  func TestRedirectURLFormat(t *testing.T) {
  2055  	req, _ := NewRequest("GET", "http://example.com/qux/", nil)
  2056  
  2057  	var tests = []struct {
  2058  		in   string
  2059  		want string
  2060  	}{
  2061  		// normal http
  2062  		{"http://foobar.com/baz", "http://foobar.com/baz"},
  2063  		// normal https
  2064  		{"https://foobar.com/baz", "https://foobar.com/baz"},
  2065  		// custom scheme
  2066  		{"test://foobar.com/baz", "test://foobar.com/baz"},
  2067  		// schemeless
  2068  		{"//foobar.com/baz", "//foobar.com/baz"},
  2069  		// relative to the root
  2070  		{"/foobar.com/baz", "/foobar.com/baz"},
  2071  		// relative to the current path
  2072  		{"foobar.com/baz", "/qux/foobar.com/baz"},
  2073  		// relative to the current path (+ going upwards)
  2074  		{"../quux/foobar.com/baz", "/quux/foobar.com/baz"},
  2075  		// incorrect number of slashes
  2076  		{"///foobar.com/baz", "/foobar.com/baz"},
  2077  	}
  2078  
  2079  	for _, tt := range tests {
  2080  		rec := httptest.NewRecorder()
  2081  		Redirect(rec, req, tt.in, 302)
  2082  		if got := rec.Header().Get("Location"); got != tt.want {
  2083  			t.Errorf("Redirect(%q) generated Location header %q; want %q", tt.in, got, tt.want)
  2084  		}
  2085  	}
  2086  }
  2087  
  2088  // TestZeroLengthPostAndResponse exercises an optimization done by the Transport:
  2089  // when there is no body (either because the method doesn't permit a body, or an
  2090  // explicit Content-Length of zero is present), then the transport can re-use the
  2091  // connection immediately. But when it re-uses the connection, it typically closes
  2092  // the previous request's body, which is not optimal for zero-lengthed bodies,
  2093  // as the client would then see http.ErrBodyReadAfterClose and not 0, io.EOF.
  2094  func TestZeroLengthPostAndResponse_h1(t *testing.T) {
  2095  	testZeroLengthPostAndResponse(t, h1Mode)
  2096  }
  2097  func TestZeroLengthPostAndResponse_h2(t *testing.T) {
  2098  	testZeroLengthPostAndResponse(t, h2Mode)
  2099  }
  2100  
  2101  func testZeroLengthPostAndResponse(t *testing.T, h2 bool) {
  2102  	defer afterTest(t)
  2103  	cst := newClientServerTest(t, h2, HandlerFunc(func(rw ResponseWriter, r *Request) {
  2104  		all, err := ioutil.ReadAll(r.Body)
  2105  		if err != nil {
  2106  			t.Fatalf("handler ReadAll: %v", err)
  2107  		}
  2108  		if len(all) != 0 {
  2109  			t.Errorf("handler got %d bytes; expected 0", len(all))
  2110  		}
  2111  		rw.Header().Set("Content-Length", "0")
  2112  	}))
  2113  	defer cst.close()
  2114  
  2115  	req, err := NewRequest("POST", cst.ts.URL, strings.NewReader(""))
  2116  	if err != nil {
  2117  		t.Fatal(err)
  2118  	}
  2119  	req.ContentLength = 0
  2120  
  2121  	var resp [5]*Response
  2122  	for i := range resp {
  2123  		resp[i], err = cst.c.Do(req)
  2124  		if err != nil {
  2125  			t.Fatalf("client post #%d: %v", i, err)
  2126  		}
  2127  	}
  2128  
  2129  	for i := range resp {
  2130  		all, err := ioutil.ReadAll(resp[i].Body)
  2131  		if err != nil {
  2132  			t.Fatalf("req #%d: client ReadAll: %v", i, err)
  2133  		}
  2134  		if len(all) != 0 {
  2135  			t.Errorf("req #%d: client got %d bytes; expected 0", i, len(all))
  2136  		}
  2137  	}
  2138  }
  2139  
  2140  func TestHandlerPanicNil_h1(t *testing.T) { testHandlerPanic(t, false, h1Mode, nil) }
  2141  func TestHandlerPanicNil_h2(t *testing.T) { testHandlerPanic(t, false, h2Mode, nil) }
  2142  
  2143  func TestHandlerPanic_h1(t *testing.T) {
  2144  	testHandlerPanic(t, false, h1Mode, "intentional death for testing")
  2145  }
  2146  func TestHandlerPanic_h2(t *testing.T) {
  2147  	testHandlerPanic(t, false, h2Mode, "intentional death for testing")
  2148  }
  2149  
  2150  func TestHandlerPanicWithHijack(t *testing.T) {
  2151  	// Only testing HTTP/1, and our http2 server doesn't support hijacking.
  2152  	testHandlerPanic(t, true, h1Mode, "intentional death for testing")
  2153  }
  2154  
  2155  func testHandlerPanic(t *testing.T, withHijack, h2 bool, panicValue interface{}) {
  2156  	defer afterTest(t)
  2157  	// Unlike the other tests that set the log output to ioutil.Discard
  2158  	// to quiet the output, this test uses a pipe. The pipe serves three
  2159  	// purposes:
  2160  	//
  2161  	//   1) The log.Print from the http server (generated by the caught
  2162  	//      panic) will go to the pipe instead of stderr, making the
  2163  	//      output quiet.
  2164  	//
  2165  	//   2) We read from the pipe to verify that the handler
  2166  	//      actually caught the panic and logged something.
  2167  	//
  2168  	//   3) The blocking Read call prevents this TestHandlerPanic
  2169  	//      function from exiting before the HTTP server handler
  2170  	//      finishes crashing. If this text function exited too
  2171  	//      early (and its defer log.SetOutput(os.Stderr) ran),
  2172  	//      then the crash output could spill into the next test.
  2173  	pr, pw := io.Pipe()
  2174  	log.SetOutput(pw)
  2175  	defer log.SetOutput(os.Stderr)
  2176  	defer pw.Close()
  2177  
  2178  	cst := newClientServerTest(t, h2, HandlerFunc(func(w ResponseWriter, r *Request) {
  2179  		if withHijack {
  2180  			rwc, _, err := w.(Hijacker).Hijack()
  2181  			if err != nil {
  2182  				t.Logf("unexpected error: %v", err)
  2183  			}
  2184  			defer rwc.Close()
  2185  		}
  2186  		panic(panicValue)
  2187  	}))
  2188  	defer cst.close()
  2189  
  2190  	// Do a blocking read on the log output pipe so its logging
  2191  	// doesn't bleed into the next test. But wait only 5 seconds
  2192  	// for it.
  2193  	done := make(chan bool, 1)
  2194  	go func() {
  2195  		buf := make([]byte, 4<<10)
  2196  		_, err := pr.Read(buf)
  2197  		pr.Close()
  2198  		if err != nil && err != io.EOF {
  2199  			t.Error(err)
  2200  		}
  2201  		done <- true
  2202  	}()
  2203  
  2204  	_, err := cst.c.Get(cst.ts.URL)
  2205  	if err == nil {
  2206  		t.Logf("expected an error")
  2207  	}
  2208  
  2209  	if panicValue == nil {
  2210  		return
  2211  	}
  2212  
  2213  	select {
  2214  	case <-done:
  2215  		return
  2216  	case <-time.After(5 * time.Second):
  2217  		t.Fatal("expected server handler to log an error")
  2218  	}
  2219  }
  2220  
  2221  func TestServerNoDate_h1(t *testing.T)        { testServerNoHeader(t, h1Mode, "Date") }
  2222  func TestServerNoDate_h2(t *testing.T)        { testServerNoHeader(t, h2Mode, "Date") }
  2223  func TestServerNoContentType_h1(t *testing.T) { testServerNoHeader(t, h1Mode, "Content-Type") }
  2224  func TestServerNoContentType_h2(t *testing.T) { testServerNoHeader(t, h2Mode, "Content-Type") }
  2225  
  2226  func testServerNoHeader(t *testing.T, h2 bool, header string) {
  2227  	defer afterTest(t)
  2228  	cst := newClientServerTest(t, h2, HandlerFunc(func(w ResponseWriter, r *Request) {
  2229  		w.Header()[header] = nil
  2230  		io.WriteString(w, "<html>foo</html>") // non-empty
  2231  	}))
  2232  	defer cst.close()
  2233  	res, err := cst.c.Get(cst.ts.URL)
  2234  	if err != nil {
  2235  		t.Fatal(err)
  2236  	}
  2237  	res.Body.Close()
  2238  	if got, ok := res.Header[header]; ok {
  2239  		t.Fatalf("Expected no %s header; got %q", header, got)
  2240  	}
  2241  }
  2242  
  2243  func TestStripPrefix(t *testing.T) {
  2244  	defer afterTest(t)
  2245  	h := HandlerFunc(func(w ResponseWriter, r *Request) {
  2246  		w.Header().Set("X-Path", r.URL.Path)
  2247  	})
  2248  	ts := httptest.NewServer(StripPrefix("/foo", h))
  2249  	defer ts.Close()
  2250  
  2251  	res, err := Get(ts.URL + "/foo/bar")
  2252  	if err != nil {
  2253  		t.Fatal(err)
  2254  	}
  2255  	if g, e := res.Header.Get("X-Path"), "/bar"; g != e {
  2256  		t.Errorf("test 1: got %s, want %s", g, e)
  2257  	}
  2258  	res.Body.Close()
  2259  
  2260  	res, err = Get(ts.URL + "/bar")
  2261  	if err != nil {
  2262  		t.Fatal(err)
  2263  	}
  2264  	if g, e := res.StatusCode, 404; g != e {
  2265  		t.Errorf("test 2: got status %v, want %v", g, e)
  2266  	}
  2267  	res.Body.Close()
  2268  }
  2269  
  2270  func TestRequestLimit_h1(t *testing.T) { testRequestLimit(t, h1Mode) }
  2271  func TestRequestLimit_h2(t *testing.T) { testRequestLimit(t, h2Mode) }
  2272  func testRequestLimit(t *testing.T, h2 bool) {
  2273  	defer afterTest(t)
  2274  	cst := newClientServerTest(t, h2, HandlerFunc(func(w ResponseWriter, r *Request) {
  2275  		t.Fatalf("didn't expect to get request in Handler")
  2276  	}))
  2277  	defer cst.close()
  2278  	req, _ := NewRequest("GET", cst.ts.URL, nil)
  2279  	var bytesPerHeader = len("header12345: val12345\r\n")
  2280  	for i := 0; i < ((DefaultMaxHeaderBytes+4096)/bytesPerHeader)+1; i++ {
  2281  		req.Header.Set(fmt.Sprintf("header%05d", i), fmt.Sprintf("val%05d", i))
  2282  	}
  2283  	res, err := cst.c.Do(req)
  2284  	if err != nil {
  2285  		// Some HTTP clients may fail on this undefined behavior (server replying and
  2286  		// closing the connection while the request is still being written), but
  2287  		// we do support it (at least currently), so we expect a response below.
  2288  		t.Fatalf("Do: %v", err)
  2289  	}
  2290  	defer res.Body.Close()
  2291  	if res.StatusCode != 431 {
  2292  		t.Fatalf("expected 431 response status; got: %d %s", res.StatusCode, res.Status)
  2293  	}
  2294  }
  2295  
  2296  type neverEnding byte
  2297  
  2298  func (b neverEnding) Read(p []byte) (n int, err error) {
  2299  	for i := range p {
  2300  		p[i] = byte(b)
  2301  	}
  2302  	return len(p), nil
  2303  }
  2304  
  2305  type countReader struct {
  2306  	r io.Reader
  2307  	n *int64
  2308  }
  2309  
  2310  func (cr countReader) Read(p []byte) (n int, err error) {
  2311  	n, err = cr.r.Read(p)
  2312  	atomic.AddInt64(cr.n, int64(n))
  2313  	return
  2314  }
  2315  
  2316  func TestRequestBodyLimit_h1(t *testing.T) { testRequestBodyLimit(t, h1Mode) }
  2317  func TestRequestBodyLimit_h2(t *testing.T) { testRequestBodyLimit(t, h2Mode) }
  2318  func testRequestBodyLimit(t *testing.T, h2 bool) {
  2319  	defer afterTest(t)
  2320  	const limit = 1 << 20
  2321  	cst := newClientServerTest(t, h2, HandlerFunc(func(w ResponseWriter, r *Request) {
  2322  		r.Body = MaxBytesReader(w, r.Body, limit)
  2323  		n, err := io.Copy(ioutil.Discard, r.Body)
  2324  		if err == nil {
  2325  			t.Errorf("expected error from io.Copy")
  2326  		}
  2327  		if n != limit {
  2328  			t.Errorf("io.Copy = %d, want %d", n, limit)
  2329  		}
  2330  	}))
  2331  	defer cst.close()
  2332  
  2333  	nWritten := new(int64)
  2334  	req, _ := NewRequest("POST", cst.ts.URL, io.LimitReader(countReader{neverEnding('a'), nWritten}, limit*200))
  2335  
  2336  	// Send the POST, but don't care it succeeds or not. The
  2337  	// remote side is going to reply and then close the TCP
  2338  	// connection, and HTTP doesn't really define if that's
  2339  	// allowed or not. Some HTTP clients will get the response
  2340  	// and some (like ours, currently) will complain that the
  2341  	// request write failed, without reading the response.
  2342  	//
  2343  	// But that's okay, since what we're really testing is that
  2344  	// the remote side hung up on us before we wrote too much.
  2345  	_, _ = cst.c.Do(req)
  2346  
  2347  	if atomic.LoadInt64(nWritten) > limit*100 {
  2348  		t.Errorf("handler restricted the request body to %d bytes, but client managed to write %d",
  2349  			limit, nWritten)
  2350  	}
  2351  }
  2352  
  2353  // TestClientWriteShutdown tests that if the client shuts down the write
  2354  // side of their TCP connection, the server doesn't send a 400 Bad Request.
  2355  func TestClientWriteShutdown(t *testing.T) {
  2356  	if runtime.GOOS == "plan9" {
  2357  		t.Skip("skipping test; see https://golang.org/issue/7237")
  2358  	}
  2359  	defer afterTest(t)
  2360  	ts := httptest.NewServer(HandlerFunc(func(w ResponseWriter, r *Request) {}))
  2361  	defer ts.Close()
  2362  	conn, err := net.Dial("tcp", ts.Listener.Addr().String())
  2363  	if err != nil {
  2364  		t.Fatalf("Dial: %v", err)
  2365  	}
  2366  	err = conn.(*net.TCPConn).CloseWrite()
  2367  	if err != nil {
  2368  		t.Fatalf("Dial: %v", err)
  2369  	}
  2370  	donec := make(chan bool)
  2371  	go func() {
  2372  		defer close(donec)
  2373  		bs, err := ioutil.ReadAll(conn)
  2374  		if err != nil {
  2375  			t.Fatalf("ReadAll: %v", err)
  2376  		}
  2377  		got := string(bs)
  2378  		if got != "" {
  2379  			t.Errorf("read %q from server; want nothing", got)
  2380  		}
  2381  	}()
  2382  	select {
  2383  	case <-donec:
  2384  	case <-time.After(10 * time.Second):
  2385  		t.Fatalf("timeout")
  2386  	}
  2387  }
  2388  
  2389  // Tests that chunked server responses that write 1 byte at a time are
  2390  // buffered before chunk headers are added, not after chunk headers.
  2391  func TestServerBufferedChunking(t *testing.T) {
  2392  	conn := new(testConn)
  2393  	conn.readBuf.Write([]byte("GET / HTTP/1.1\r\nHost: foo\r\n\r\n"))
  2394  	conn.closec = make(chan bool, 1)
  2395  	ls := &oneConnListener{conn}
  2396  	go Serve(ls, HandlerFunc(func(rw ResponseWriter, req *Request) {
  2397  		rw.(Flusher).Flush() // force the Header to be sent, in chunking mode, not counting the length
  2398  		rw.Write([]byte{'x'})
  2399  		rw.Write([]byte{'y'})
  2400  		rw.Write([]byte{'z'})
  2401  	}))
  2402  	<-conn.closec
  2403  	if !bytes.HasSuffix(conn.writeBuf.Bytes(), []byte("\r\n\r\n3\r\nxyz\r\n0\r\n\r\n")) {
  2404  		t.Errorf("response didn't end with a single 3 byte 'xyz' chunk; got:\n%q",
  2405  			conn.writeBuf.Bytes())
  2406  	}
  2407  }
  2408  
  2409  // Tests that the server flushes its response headers out when it's
  2410  // ignoring the response body and waits a bit before forcefully
  2411  // closing the TCP connection, causing the client to get a RST.
  2412  // See https://golang.org/issue/3595
  2413  func TestServerGracefulClose(t *testing.T) {
  2414  	defer afterTest(t)
  2415  	ts := httptest.NewServer(HandlerFunc(func(w ResponseWriter, r *Request) {
  2416  		Error(w, "bye", StatusUnauthorized)
  2417  	}))
  2418  	defer ts.Close()
  2419  
  2420  	conn, err := net.Dial("tcp", ts.Listener.Addr().String())
  2421  	if err != nil {
  2422  		t.Fatal(err)
  2423  	}
  2424  	defer conn.Close()
  2425  	const bodySize = 5 << 20
  2426  	req := []byte(fmt.Sprintf("POST / HTTP/1.1\r\nHost: foo.com\r\nContent-Length: %d\r\n\r\n", bodySize))
  2427  	for i := 0; i < bodySize; i++ {
  2428  		req = append(req, 'x')
  2429  	}
  2430  	writeErr := make(chan error)
  2431  	go func() {
  2432  		_, err := conn.Write(req)
  2433  		writeErr <- err
  2434  	}()
  2435  	br := bufio.NewReader(conn)
  2436  	lineNum := 0
  2437  	for {
  2438  		line, err := br.ReadString('\n')
  2439  		if err == io.EOF {
  2440  			break
  2441  		}
  2442  		if err != nil {
  2443  			t.Fatalf("ReadLine: %v", err)
  2444  		}
  2445  		lineNum++
  2446  		if lineNum == 1 && !strings.Contains(line, "401 Unauthorized") {
  2447  			t.Errorf("Response line = %q; want a 401", line)
  2448  		}
  2449  	}
  2450  	// Wait for write to finish. This is a broken pipe on both
  2451  	// Darwin and Linux, but checking this isn't the point of
  2452  	// the test.
  2453  	<-writeErr
  2454  }
  2455  
  2456  func TestCaseSensitiveMethod_h1(t *testing.T) { testCaseSensitiveMethod(t, h1Mode) }
  2457  func TestCaseSensitiveMethod_h2(t *testing.T) { testCaseSensitiveMethod(t, h2Mode) }
  2458  func testCaseSensitiveMethod(t *testing.T, h2 bool) {
  2459  	defer afterTest(t)
  2460  	cst := newClientServerTest(t, h2, HandlerFunc(func(w ResponseWriter, r *Request) {
  2461  		if r.Method != "get" {
  2462  			t.Errorf(`Got method %q; want "get"`, r.Method)
  2463  		}
  2464  	}))
  2465  	defer cst.close()
  2466  	req, _ := NewRequest("get", cst.ts.URL, nil)
  2467  	res, err := cst.c.Do(req)
  2468  	if err != nil {
  2469  		t.Error(err)
  2470  		return
  2471  	}
  2472  
  2473  	res.Body.Close()
  2474  }
  2475  
  2476  // TestContentLengthZero tests that for both an HTTP/1.0 and HTTP/1.1
  2477  // request (both keep-alive), when a Handler never writes any
  2478  // response, the net/http package adds a "Content-Length: 0" response
  2479  // header.
  2480  func TestContentLengthZero(t *testing.T) {
  2481  	ts := httptest.NewServer(HandlerFunc(func(rw ResponseWriter, req *Request) {}))
  2482  	defer ts.Close()
  2483  
  2484  	for _, version := range []string{"HTTP/1.0", "HTTP/1.1"} {
  2485  		conn, err := net.Dial("tcp", ts.Listener.Addr().String())
  2486  		if err != nil {
  2487  			t.Fatalf("error dialing: %v", err)
  2488  		}
  2489  		_, err = fmt.Fprintf(conn, "GET / %v\r\nConnection: keep-alive\r\nHost: foo\r\n\r\n", version)
  2490  		if err != nil {
  2491  			t.Fatalf("error writing: %v", err)
  2492  		}
  2493  		req, _ := NewRequest("GET", "/", nil)
  2494  		res, err := ReadResponse(bufio.NewReader(conn), req)
  2495  		if err != nil {
  2496  			t.Fatalf("error reading response: %v", err)
  2497  		}
  2498  		if te := res.TransferEncoding; len(te) > 0 {
  2499  			t.Errorf("For version %q, Transfer-Encoding = %q; want none", version, te)
  2500  		}
  2501  		if cl := res.ContentLength; cl != 0 {
  2502  			t.Errorf("For version %q, Content-Length = %v; want 0", version, cl)
  2503  		}
  2504  		conn.Close()
  2505  	}
  2506  }
  2507  
  2508  func TestCloseNotifier(t *testing.T) {
  2509  	defer afterTest(t)
  2510  	gotReq := make(chan bool, 1)
  2511  	sawClose := make(chan bool, 1)
  2512  	ts := httptest.NewServer(HandlerFunc(func(rw ResponseWriter, req *Request) {
  2513  		gotReq <- true
  2514  		cc := rw.(CloseNotifier).CloseNotify()
  2515  		<-cc
  2516  		sawClose <- true
  2517  	}))
  2518  	conn, err := net.Dial("tcp", ts.Listener.Addr().String())
  2519  	if err != nil {
  2520  		t.Fatalf("error dialing: %v", err)
  2521  	}
  2522  	diec := make(chan bool)
  2523  	go func() {
  2524  		_, err = fmt.Fprintf(conn, "GET / HTTP/1.1\r\nConnection: keep-alive\r\nHost: foo\r\n\r\n")
  2525  		if err != nil {
  2526  			t.Fatal(err)
  2527  		}
  2528  		<-diec
  2529  		conn.Close()
  2530  	}()
  2531  For:
  2532  	for {
  2533  		select {
  2534  		case <-gotReq:
  2535  			diec <- true
  2536  		case <-sawClose:
  2537  			break For
  2538  		case <-time.After(5 * time.Second):
  2539  			t.Fatal("timeout")
  2540  		}
  2541  	}
  2542  	ts.Close()
  2543  }
  2544  
  2545  // Tests that a pipelined request causes the first request's Handler's CloseNotify
  2546  // channel to fire. Previously it deadlocked.
  2547  //
  2548  // Issue 13165
  2549  func TestCloseNotifierPipelined(t *testing.T) {
  2550  	defer afterTest(t)
  2551  	gotReq := make(chan bool, 2)
  2552  	sawClose := make(chan bool, 2)
  2553  	ts := httptest.NewServer(HandlerFunc(func(rw ResponseWriter, req *Request) {
  2554  		gotReq <- true
  2555  		cc := rw.(CloseNotifier).CloseNotify()
  2556  		<-cc
  2557  		sawClose <- true
  2558  	}))
  2559  	conn, err := net.Dial("tcp", ts.Listener.Addr().String())
  2560  	if err != nil {
  2561  		t.Fatalf("error dialing: %v", err)
  2562  	}
  2563  	diec := make(chan bool, 1)
  2564  	go func() {
  2565  		const req = "GET / HTTP/1.1\r\nConnection: keep-alive\r\nHost: foo\r\n\r\n"
  2566  		_, err = io.WriteString(conn, req+req) // two requests
  2567  		if err != nil {
  2568  			t.Fatal(err)
  2569  		}
  2570  		<-diec
  2571  		conn.Close()
  2572  	}()
  2573  	reqs := 0
  2574  	closes := 0
  2575  For:
  2576  	for {
  2577  		select {
  2578  		case <-gotReq:
  2579  			reqs++
  2580  			if reqs > 2 {
  2581  				t.Fatal("too many requests")
  2582  			} else if reqs > 1 {
  2583  				diec <- true
  2584  			}
  2585  		case <-sawClose:
  2586  			closes++
  2587  			if closes > 1 {
  2588  				break For
  2589  			}
  2590  		case <-time.After(5 * time.Second):
  2591  			ts.CloseClientConnections()
  2592  			t.Fatal("timeout")
  2593  		}
  2594  	}
  2595  	ts.Close()
  2596  }
  2597  
  2598  func TestCloseNotifierChanLeak(t *testing.T) {
  2599  	defer afterTest(t)
  2600  	req := reqBytes("GET / HTTP/1.0\nHost: golang.org")
  2601  	for i := 0; i < 20; i++ {
  2602  		var output bytes.Buffer
  2603  		conn := &rwTestConn{
  2604  			Reader: bytes.NewReader(req),
  2605  			Writer: &output,
  2606  			closec: make(chan bool, 1),
  2607  		}
  2608  		ln := &oneConnListener{conn: conn}
  2609  		handler := HandlerFunc(func(rw ResponseWriter, r *Request) {
  2610  			// Ignore the return value and never read from
  2611  			// it, testing that we don't leak goroutines
  2612  			// on the sending side:
  2613  			_ = rw.(CloseNotifier).CloseNotify()
  2614  		})
  2615  		go Serve(ln, handler)
  2616  		<-conn.closec
  2617  	}
  2618  }
  2619  
  2620  // Tests that we can use CloseNotifier in one request, and later call Hijack
  2621  // on a second request on the same connection.
  2622  //
  2623  // It also tests that the connReader stitches together its background
  2624  // 1-byte read for CloseNotifier when CloseNotifier doesn't fire with
  2625  // the rest of the second HTTP later.
  2626  //
  2627  // Issue 9763.
  2628  // HTTP/1-only test. (http2 doesn't have Hijack)
  2629  func TestHijackAfterCloseNotifier(t *testing.T) {
  2630  	defer afterTest(t)
  2631  	script := make(chan string, 2)
  2632  	script <- "closenotify"
  2633  	script <- "hijack"
  2634  	close(script)
  2635  	ts := httptest.NewServer(HandlerFunc(func(w ResponseWriter, r *Request) {
  2636  		plan := <-script
  2637  		switch plan {
  2638  		default:
  2639  			panic("bogus plan; too many requests")
  2640  		case "closenotify":
  2641  			w.(CloseNotifier).CloseNotify() // discard result
  2642  			w.Header().Set("X-Addr", r.RemoteAddr)
  2643  		case "hijack":
  2644  			c, _, err := w.(Hijacker).Hijack()
  2645  			if err != nil {
  2646  				t.Errorf("Hijack in Handler: %v", err)
  2647  				return
  2648  			}
  2649  			if _, ok := c.(*net.TCPConn); !ok {
  2650  				// Verify it's not wrapped in some type.
  2651  				// Not strictly a go1 compat issue, but in practice it probably is.
  2652  				t.Errorf("type of hijacked conn is %T; want *net.TCPConn", c)
  2653  			}
  2654  			fmt.Fprintf(c, "HTTP/1.0 200 OK\r\nX-Addr: %v\r\nContent-Length: 0\r\n\r\n", r.RemoteAddr)
  2655  			c.Close()
  2656  			return
  2657  		}
  2658  	}))
  2659  	defer ts.Close()
  2660  	res1, err := Get(ts.URL)
  2661  	if err != nil {
  2662  		log.Fatal(err)
  2663  	}
  2664  	res2, err := Get(ts.URL)
  2665  	if err != nil {
  2666  		log.Fatal(err)
  2667  	}
  2668  	addr1 := res1.Header.Get("X-Addr")
  2669  	addr2 := res2.Header.Get("X-Addr")
  2670  	if addr1 == "" || addr1 != addr2 {
  2671  		t.Errorf("addr1, addr2 = %q, %q; want same", addr1, addr2)
  2672  	}
  2673  }
  2674  
  2675  func TestHijackBeforeRequestBodyRead(t *testing.T) {
  2676  	defer afterTest(t)
  2677  	var requestBody = bytes.Repeat([]byte("a"), 1<<20)
  2678  	bodyOkay := make(chan bool, 1)
  2679  	gotCloseNotify := make(chan bool, 1)
  2680  	ts := httptest.NewServer(HandlerFunc(func(w ResponseWriter, r *Request) {
  2681  		defer close(bodyOkay) // caller will read false if nothing else
  2682  
  2683  		reqBody := r.Body
  2684  		r.Body = nil // to test that server.go doesn't use this value.
  2685  
  2686  		gone := w.(CloseNotifier).CloseNotify()
  2687  		slurp, err := ioutil.ReadAll(reqBody)
  2688  		if err != nil {
  2689  			t.Errorf("Body read: %v", err)
  2690  			return
  2691  		}
  2692  		if len(slurp) != len(requestBody) {
  2693  			t.Errorf("Backend read %d request body bytes; want %d", len(slurp), len(requestBody))
  2694  			return
  2695  		}
  2696  		if !bytes.Equal(slurp, requestBody) {
  2697  			t.Error("Backend read wrong request body.") // 1MB; omitting details
  2698  			return
  2699  		}
  2700  		bodyOkay <- true
  2701  		select {
  2702  		case <-gone:
  2703  			gotCloseNotify <- true
  2704  		case <-time.After(5 * time.Second):
  2705  			gotCloseNotify <- false
  2706  		}
  2707  	}))
  2708  	defer ts.Close()
  2709  
  2710  	conn, err := net.Dial("tcp", ts.Listener.Addr().String())
  2711  	if err != nil {
  2712  		t.Fatal(err)
  2713  	}
  2714  	defer conn.Close()
  2715  
  2716  	fmt.Fprintf(conn, "POST / HTTP/1.1\r\nHost: foo\r\nContent-Length: %d\r\n\r\n%s",
  2717  		len(requestBody), requestBody)
  2718  	if !<-bodyOkay {
  2719  		// already failed.
  2720  		return
  2721  	}
  2722  	conn.Close()
  2723  	if !<-gotCloseNotify {
  2724  		t.Error("timeout waiting for CloseNotify")
  2725  	}
  2726  }
  2727  
  2728  func TestOptions(t *testing.T) {
  2729  	uric := make(chan string, 2) // only expect 1, but leave space for 2
  2730  	mux := NewServeMux()
  2731  	mux.HandleFunc("/", func(w ResponseWriter, r *Request) {
  2732  		uric <- r.RequestURI
  2733  	})
  2734  	ts := httptest.NewServer(mux)
  2735  	defer ts.Close()
  2736  
  2737  	conn, err := net.Dial("tcp", ts.Listener.Addr().String())
  2738  	if err != nil {
  2739  		t.Fatal(err)
  2740  	}
  2741  	defer conn.Close()
  2742  
  2743  	// An OPTIONS * request should succeed.
  2744  	_, err = conn.Write([]byte("OPTIONS * HTTP/1.1\r\nHost: foo.com\r\n\r\n"))
  2745  	if err != nil {
  2746  		t.Fatal(err)
  2747  	}
  2748  	br := bufio.NewReader(conn)
  2749  	res, err := ReadResponse(br, &Request{Method: "OPTIONS"})
  2750  	if err != nil {
  2751  		t.Fatal(err)
  2752  	}
  2753  	if res.StatusCode != 200 {
  2754  		t.Errorf("Got non-200 response to OPTIONS *: %#v", res)
  2755  	}
  2756  
  2757  	// A GET * request on a ServeMux should fail.
  2758  	_, err = conn.Write([]byte("GET * HTTP/1.1\r\nHost: foo.com\r\n\r\n"))
  2759  	if err != nil {
  2760  		t.Fatal(err)
  2761  	}
  2762  	res, err = ReadResponse(br, &Request{Method: "GET"})
  2763  	if err != nil {
  2764  		t.Fatal(err)
  2765  	}
  2766  	if res.StatusCode != 400 {
  2767  		t.Errorf("Got non-400 response to GET *: %#v", res)
  2768  	}
  2769  
  2770  	res, err = Get(ts.URL + "/second")
  2771  	if err != nil {
  2772  		t.Fatal(err)
  2773  	}
  2774  	res.Body.Close()
  2775  	if got := <-uric; got != "/second" {
  2776  		t.Errorf("Handler saw request for %q; want /second", got)
  2777  	}
  2778  }
  2779  
  2780  // Tests regarding the ordering of Write, WriteHeader, Header, and
  2781  // Flush calls. In Go 1.0, rw.WriteHeader immediately flushed the
  2782  // (*response).header to the wire. In Go 1.1, the actual wire flush is
  2783  // delayed, so we could maybe tack on a Content-Length and better
  2784  // Content-Type after we see more (or all) of the output. To preserve
  2785  // compatibility with Go 1, we need to be careful to track which
  2786  // headers were live at the time of WriteHeader, so we write the same
  2787  // ones, even if the handler modifies them (~erroneously) after the
  2788  // first Write.
  2789  func TestHeaderToWire(t *testing.T) {
  2790  	tests := []struct {
  2791  		name    string
  2792  		handler func(ResponseWriter, *Request)
  2793  		check   func(output string) error
  2794  	}{
  2795  		{
  2796  			name: "write without Header",
  2797  			handler: func(rw ResponseWriter, r *Request) {
  2798  				rw.Write([]byte("hello world"))
  2799  			},
  2800  			check: func(got string) error {
  2801  				if !strings.Contains(got, "Content-Length:") {
  2802  					return errors.New("no content-length")
  2803  				}
  2804  				if !strings.Contains(got, "Content-Type: text/plain") {
  2805  					return errors.New("no content-type")
  2806  				}
  2807  				return nil
  2808  			},
  2809  		},
  2810  		{
  2811  			name: "Header mutation before write",
  2812  			handler: func(rw ResponseWriter, r *Request) {
  2813  				h := rw.Header()
  2814  				h.Set("Content-Type", "some/type")
  2815  				rw.Write([]byte("hello world"))
  2816  				h.Set("Too-Late", "bogus")
  2817  			},
  2818  			check: func(got string) error {
  2819  				if !strings.Contains(got, "Content-Length:") {
  2820  					return errors.New("no content-length")
  2821  				}
  2822  				if !strings.Contains(got, "Content-Type: some/type") {
  2823  					return errors.New("wrong content-type")
  2824  				}
  2825  				if strings.Contains(got, "Too-Late") {
  2826  					return errors.New("don't want too-late header")
  2827  				}
  2828  				return nil
  2829  			},
  2830  		},
  2831  		{
  2832  			name: "write then useless Header mutation",
  2833  			handler: func(rw ResponseWriter, r *Request) {
  2834  				rw.Write([]byte("hello world"))
  2835  				rw.Header().Set("Too-Late", "Write already wrote headers")
  2836  			},
  2837  			check: func(got string) error {
  2838  				if strings.Contains(got, "Too-Late") {
  2839  					return errors.New("header appeared from after WriteHeader")
  2840  				}
  2841  				return nil
  2842  			},
  2843  		},
  2844  		{
  2845  			name: "flush then write",
  2846  			handler: func(rw ResponseWriter, r *Request) {
  2847  				rw.(Flusher).Flush()
  2848  				rw.Write([]byte("post-flush"))
  2849  				rw.Header().Set("Too-Late", "Write already wrote headers")
  2850  			},
  2851  			check: func(got string) error {
  2852  				if !strings.Contains(got, "Transfer-Encoding: chunked") {
  2853  					return errors.New("not chunked")
  2854  				}
  2855  				if strings.Contains(got, "Too-Late") {
  2856  					return errors.New("header appeared from after WriteHeader")
  2857  				}
  2858  				return nil
  2859  			},
  2860  		},
  2861  		{
  2862  			name: "header then flush",
  2863  			handler: func(rw ResponseWriter, r *Request) {
  2864  				rw.Header().Set("Content-Type", "some/type")
  2865  				rw.(Flusher).Flush()
  2866  				rw.Write([]byte("post-flush"))
  2867  				rw.Header().Set("Too-Late", "Write already wrote headers")
  2868  			},
  2869  			check: func(got string) error {
  2870  				if !strings.Contains(got, "Transfer-Encoding: chunked") {
  2871  					return errors.New("not chunked")
  2872  				}
  2873  				if strings.Contains(got, "Too-Late") {
  2874  					return errors.New("header appeared from after WriteHeader")
  2875  				}
  2876  				if !strings.Contains(got, "Content-Type: some/type") {
  2877  					return errors.New("wrong content-type")
  2878  				}
  2879  				return nil
  2880  			},
  2881  		},
  2882  		{
  2883  			name: "sniff-on-first-write content-type",
  2884  			handler: func(rw ResponseWriter, r *Request) {
  2885  				rw.Write([]byte("<html><head></head><body>some html</body></html>"))
  2886  				rw.Header().Set("Content-Type", "x/wrong")
  2887  			},
  2888  			check: func(got string) error {
  2889  				if !strings.Contains(got, "Content-Type: text/html") {
  2890  					return errors.New("wrong content-type; want html")
  2891  				}
  2892  				return nil
  2893  			},
  2894  		},
  2895  		{
  2896  			name: "explicit content-type wins",
  2897  			handler: func(rw ResponseWriter, r *Request) {
  2898  				rw.Header().Set("Content-Type", "some/type")
  2899  				rw.Write([]byte("<html><head></head><body>some html</body></html>"))
  2900  			},
  2901  			check: func(got string) error {
  2902  				if !strings.Contains(got, "Content-Type: some/type") {
  2903  					return errors.New("wrong content-type; want html")
  2904  				}
  2905  				return nil
  2906  			},
  2907  		},
  2908  		{
  2909  			name: "empty handler",
  2910  			handler: func(rw ResponseWriter, r *Request) {
  2911  			},
  2912  			check: func(got string) error {
  2913  				if !strings.Contains(got, "Content-Type: text/plain") {
  2914  					return errors.New("wrong content-type; want text/plain")
  2915  				}
  2916  				if !strings.Contains(got, "Content-Length: 0") {
  2917  					return errors.New("want 0 content-length")
  2918  				}
  2919  				return nil
  2920  			},
  2921  		},
  2922  		{
  2923  			name: "only Header, no write",
  2924  			handler: func(rw ResponseWriter, r *Request) {
  2925  				rw.Header().Set("Some-Header", "some-value")
  2926  			},
  2927  			check: func(got string) error {
  2928  				if !strings.Contains(got, "Some-Header") {
  2929  					return errors.New("didn't get header")
  2930  				}
  2931  				return nil
  2932  			},
  2933  		},
  2934  		{
  2935  			name: "WriteHeader call",
  2936  			handler: func(rw ResponseWriter, r *Request) {
  2937  				rw.WriteHeader(404)
  2938  				rw.Header().Set("Too-Late", "some-value")
  2939  			},
  2940  			check: func(got string) error {
  2941  				if !strings.Contains(got, "404") {
  2942  					return errors.New("wrong status")
  2943  				}
  2944  				if strings.Contains(got, "Too-Late") {
  2945  					return errors.New("shouldn't have seen Too-Late")
  2946  				}
  2947  				return nil
  2948  			},
  2949  		},
  2950  	}
  2951  	for _, tc := range tests {
  2952  		ht := newHandlerTest(HandlerFunc(tc.handler))
  2953  		got := ht.rawResponse("GET / HTTP/1.1\nHost: golang.org")
  2954  		if err := tc.check(got); err != nil {
  2955  			t.Errorf("%s: %v\nGot response:\n%s", tc.name, err, got)
  2956  		}
  2957  	}
  2958  }
  2959  
  2960  // goTimeout runs f, failing t if f takes more than ns to complete.
  2961  func goTimeout(t *testing.T, d time.Duration, f func()) {
  2962  	ch := make(chan bool, 2)
  2963  	timer := time.AfterFunc(d, func() {
  2964  		t.Errorf("Timeout expired after %v", d)
  2965  		ch <- true
  2966  	})
  2967  	defer timer.Stop()
  2968  	go func() {
  2969  		defer func() { ch <- true }()
  2970  		f()
  2971  	}()
  2972  	<-ch
  2973  }
  2974  
  2975  type errorListener struct {
  2976  	errs []error
  2977  }
  2978  
  2979  func (l *errorListener) Accept() (c net.Conn, err error) {
  2980  	if len(l.errs) == 0 {
  2981  		return nil, io.EOF
  2982  	}
  2983  	err = l.errs[0]
  2984  	l.errs = l.errs[1:]
  2985  	return
  2986  }
  2987  
  2988  func (l *errorListener) Close() error {
  2989  	return nil
  2990  }
  2991  
  2992  func (l *errorListener) Addr() net.Addr {
  2993  	return dummyAddr("test-address")
  2994  }
  2995  
  2996  func TestAcceptMaxFds(t *testing.T) {
  2997  	log.SetOutput(ioutil.Discard) // is noisy otherwise
  2998  	defer log.SetOutput(os.Stderr)
  2999  
  3000  	ln := &errorListener{[]error{
  3001  		&net.OpError{
  3002  			Op:  "accept",
  3003  			Err: syscall.EMFILE,
  3004  		}}}
  3005  	err := Serve(ln, HandlerFunc(HandlerFunc(func(ResponseWriter, *Request) {})))
  3006  	if err != io.EOF {
  3007  		t.Errorf("got error %v, want EOF", err)
  3008  	}
  3009  }
  3010  
  3011  func TestWriteAfterHijack(t *testing.T) {
  3012  	req := reqBytes("GET / HTTP/1.1\nHost: golang.org")
  3013  	var buf bytes.Buffer
  3014  	wrotec := make(chan bool, 1)
  3015  	conn := &rwTestConn{
  3016  		Reader: bytes.NewReader(req),
  3017  		Writer: &buf,
  3018  		closec: make(chan bool, 1),
  3019  	}
  3020  	handler := HandlerFunc(func(rw ResponseWriter, r *Request) {
  3021  		conn, bufrw, err := rw.(Hijacker).Hijack()
  3022  		if err != nil {
  3023  			t.Error(err)
  3024  			return
  3025  		}
  3026  		go func() {
  3027  			bufrw.Write([]byte("[hijack-to-bufw]"))
  3028  			bufrw.Flush()
  3029  			conn.Write([]byte("[hijack-to-conn]"))
  3030  			conn.Close()
  3031  			wrotec <- true
  3032  		}()
  3033  	})
  3034  	ln := &oneConnListener{conn: conn}
  3035  	go Serve(ln, handler)
  3036  	<-conn.closec
  3037  	<-wrotec
  3038  	if g, w := buf.String(), "[hijack-to-bufw][hijack-to-conn]"; g != w {
  3039  		t.Errorf("wrote %q; want %q", g, w)
  3040  	}
  3041  }
  3042  
  3043  func TestDoubleHijack(t *testing.T) {
  3044  	req := reqBytes("GET / HTTP/1.1\nHost: golang.org")
  3045  	var buf bytes.Buffer
  3046  	conn := &rwTestConn{
  3047  		Reader: bytes.NewReader(req),
  3048  		Writer: &buf,
  3049  		closec: make(chan bool, 1),
  3050  	}
  3051  	handler := HandlerFunc(func(rw ResponseWriter, r *Request) {
  3052  		conn, _, err := rw.(Hijacker).Hijack()
  3053  		if err != nil {
  3054  			t.Error(err)
  3055  			return
  3056  		}
  3057  		_, _, err = rw.(Hijacker).Hijack()
  3058  		if err == nil {
  3059  			t.Errorf("got err = nil;  want err != nil")
  3060  		}
  3061  		conn.Close()
  3062  	})
  3063  	ln := &oneConnListener{conn: conn}
  3064  	go Serve(ln, handler)
  3065  	<-conn.closec
  3066  }
  3067  
  3068  // https://golang.org/issue/5955
  3069  // Note that this does not test the "request too large"
  3070  // exit path from the http server. This is intentional;
  3071  // not sending Connection: close is just a minor wire
  3072  // optimization and is pointless if dealing with a
  3073  // badly behaved client.
  3074  func TestHTTP10ConnectionHeader(t *testing.T) {
  3075  	defer afterTest(t)
  3076  
  3077  	mux := NewServeMux()
  3078  	mux.Handle("/", HandlerFunc(func(ResponseWriter, *Request) {}))
  3079  	ts := httptest.NewServer(mux)
  3080  	defer ts.Close()
  3081  
  3082  	// net/http uses HTTP/1.1 for requests, so write requests manually
  3083  	tests := []struct {
  3084  		req    string   // raw http request
  3085  		expect []string // expected Connection header(s)
  3086  	}{
  3087  		{
  3088  			req:    "GET / HTTP/1.0\r\n\r\n",
  3089  			expect: nil,
  3090  		},
  3091  		{
  3092  			req:    "OPTIONS * HTTP/1.0\r\n\r\n",
  3093  			expect: nil,
  3094  		},
  3095  		{
  3096  			req:    "GET / HTTP/1.0\r\nConnection: keep-alive\r\n\r\n",
  3097  			expect: []string{"keep-alive"},
  3098  		},
  3099  	}
  3100  
  3101  	for _, tt := range tests {
  3102  		conn, err := net.Dial("tcp", ts.Listener.Addr().String())
  3103  		if err != nil {
  3104  			t.Fatal("dial err:", err)
  3105  		}
  3106  
  3107  		_, err = fmt.Fprint(conn, tt.req)
  3108  		if err != nil {
  3109  			t.Fatal("conn write err:", err)
  3110  		}
  3111  
  3112  		resp, err := ReadResponse(bufio.NewReader(conn), &Request{Method: "GET"})
  3113  		if err != nil {
  3114  			t.Fatal("ReadResponse err:", err)
  3115  		}
  3116  		conn.Close()
  3117  		resp.Body.Close()
  3118  
  3119  		got := resp.Header["Connection"]
  3120  		if !reflect.DeepEqual(got, tt.expect) {
  3121  			t.Errorf("wrong Connection headers for request %q. Got %q expect %q", tt.req, got, tt.expect)
  3122  		}
  3123  	}
  3124  }
  3125  
  3126  // See golang.org/issue/5660
  3127  func TestServerReaderFromOrder_h1(t *testing.T) { testServerReaderFromOrder(t, h1Mode) }
  3128  func TestServerReaderFromOrder_h2(t *testing.T) { testServerReaderFromOrder(t, h2Mode) }
  3129  func testServerReaderFromOrder(t *testing.T, h2 bool) {
  3130  	defer afterTest(t)
  3131  	pr, pw := io.Pipe()
  3132  	const size = 3 << 20
  3133  	cst := newClientServerTest(t, h2, HandlerFunc(func(rw ResponseWriter, req *Request) {
  3134  		rw.Header().Set("Content-Type", "text/plain") // prevent sniffing path
  3135  		done := make(chan bool)
  3136  		go func() {
  3137  			io.Copy(rw, pr)
  3138  			close(done)
  3139  		}()
  3140  		time.Sleep(25 * time.Millisecond) // give Copy a chance to break things
  3141  		n, err := io.Copy(ioutil.Discard, req.Body)
  3142  		if err != nil {
  3143  			t.Errorf("handler Copy: %v", err)
  3144  			return
  3145  		}
  3146  		if n != size {
  3147  			t.Errorf("handler Copy = %d; want %d", n, size)
  3148  		}
  3149  		pw.Write([]byte("hi"))
  3150  		pw.Close()
  3151  		<-done
  3152  	}))
  3153  	defer cst.close()
  3154  
  3155  	req, err := NewRequest("POST", cst.ts.URL, io.LimitReader(neverEnding('a'), size))
  3156  	if err != nil {
  3157  		t.Fatal(err)
  3158  	}
  3159  	res, err := cst.c.Do(req)
  3160  	if err != nil {
  3161  		t.Fatal(err)
  3162  	}
  3163  	all, err := ioutil.ReadAll(res.Body)
  3164  	if err != nil {
  3165  		t.Fatal(err)
  3166  	}
  3167  	res.Body.Close()
  3168  	if string(all) != "hi" {
  3169  		t.Errorf("Body = %q; want hi", all)
  3170  	}
  3171  }
  3172  
  3173  // Issue 6157, Issue 6685
  3174  func TestCodesPreventingContentTypeAndBody(t *testing.T) {
  3175  	for _, code := range []int{StatusNotModified, StatusNoContent, StatusContinue} {
  3176  		ht := newHandlerTest(HandlerFunc(func(w ResponseWriter, r *Request) {
  3177  			if r.URL.Path == "/header" {
  3178  				w.Header().Set("Content-Length", "123")
  3179  			}
  3180  			w.WriteHeader(code)
  3181  			if r.URL.Path == "/more" {
  3182  				w.Write([]byte("stuff"))
  3183  			}
  3184  		}))
  3185  		for _, req := range []string{
  3186  			"GET / HTTP/1.0",
  3187  			"GET /header HTTP/1.0",
  3188  			"GET /more HTTP/1.0",
  3189  			"GET / HTTP/1.1\nHost: foo",
  3190  			"GET /header HTTP/1.1\nHost: foo",
  3191  			"GET /more HTTP/1.1\nHost: foo",
  3192  		} {
  3193  			got := ht.rawResponse(req)
  3194  			wantStatus := fmt.Sprintf("%d %s", code, StatusText(code))
  3195  			if !strings.Contains(got, wantStatus) {
  3196  				t.Errorf("Code %d: Wanted %q Modified for %q: %s", code, wantStatus, req, got)
  3197  			} else if strings.Contains(got, "Content-Length") {
  3198  				t.Errorf("Code %d: Got a Content-Length from %q: %s", code, req, got)
  3199  			} else if strings.Contains(got, "stuff") {
  3200  				t.Errorf("Code %d: Response contains a body from %q: %s", code, req, got)
  3201  			}
  3202  		}
  3203  	}
  3204  }
  3205  
  3206  func TestContentTypeOkayOn204(t *testing.T) {
  3207  	ht := newHandlerTest(HandlerFunc(func(w ResponseWriter, r *Request) {
  3208  		w.Header().Set("Content-Length", "123") // suppressed
  3209  		w.Header().Set("Content-Type", "foo/bar")
  3210  		w.WriteHeader(204)
  3211  	}))
  3212  	got := ht.rawResponse("GET / HTTP/1.1\nHost: foo")
  3213  	if !strings.Contains(got, "Content-Type: foo/bar") {
  3214  		t.Errorf("Response = %q; want Content-Type: foo/bar", got)
  3215  	}
  3216  	if strings.Contains(got, "Content-Length: 123") {
  3217  		t.Errorf("Response = %q; don't want a Content-Length", got)
  3218  	}
  3219  }
  3220  
  3221  // Issue 6995
  3222  // A server Handler can receive a Request, and then turn around and
  3223  // give a copy of that Request.Body out to the Transport (e.g. any
  3224  // proxy).  So then two people own that Request.Body (both the server
  3225  // and the http client), and both think they can close it on failure.
  3226  // Therefore, all incoming server requests Bodies need to be thread-safe.
  3227  func TestTransportAndServerSharedBodyRace_h1(t *testing.T) {
  3228  	testTransportAndServerSharedBodyRace(t, h1Mode)
  3229  }
  3230  func TestTransportAndServerSharedBodyRace_h2(t *testing.T) {
  3231  	testTransportAndServerSharedBodyRace(t, h2Mode)
  3232  }
  3233  func testTransportAndServerSharedBodyRace(t *testing.T, h2 bool) {
  3234  	defer afterTest(t)
  3235  
  3236  	const bodySize = 1 << 20
  3237  
  3238  	// errorf is like t.Errorf, but also writes to println. When
  3239  	// this test fails, it hangs. This helps debugging and I've
  3240  	// added this enough times "temporarily".  It now gets added
  3241  	// full time.
  3242  	errorf := func(format string, args ...interface{}) {
  3243  		v := fmt.Sprintf(format, args...)
  3244  		println(v)
  3245  		t.Error(v)
  3246  	}
  3247  
  3248  	unblockBackend := make(chan bool)
  3249  	backend := newClientServerTest(t, h2, HandlerFunc(func(rw ResponseWriter, req *Request) {
  3250  		gone := rw.(CloseNotifier).CloseNotify()
  3251  		didCopy := make(chan interface{})
  3252  		go func() {
  3253  			n, err := io.CopyN(rw, req.Body, bodySize)
  3254  			didCopy <- []interface{}{n, err}
  3255  		}()
  3256  		isGone := false
  3257  	Loop:
  3258  		for {
  3259  			select {
  3260  			case <-didCopy:
  3261  				break Loop
  3262  			case <-gone:
  3263  				isGone = true
  3264  			case <-time.After(time.Second):
  3265  				println("1 second passes in backend, proxygone=", isGone)
  3266  			}
  3267  		}
  3268  		<-unblockBackend
  3269  	}))
  3270  	var quitTimer *time.Timer
  3271  	defer func() { quitTimer.Stop() }()
  3272  	defer backend.close()
  3273  
  3274  	backendRespc := make(chan *Response, 1)
  3275  	var proxy *clientServerTest
  3276  	proxy = newClientServerTest(t, h2, HandlerFunc(func(rw ResponseWriter, req *Request) {
  3277  		req2, _ := NewRequest("POST", backend.ts.URL, req.Body)
  3278  		req2.ContentLength = bodySize
  3279  		cancel := make(chan struct{})
  3280  		req2.Cancel = cancel
  3281  
  3282  		bresp, err := proxy.c.Do(req2)
  3283  		if err != nil {
  3284  			errorf("Proxy outbound request: %v", err)
  3285  			return
  3286  		}
  3287  		_, err = io.CopyN(ioutil.Discard, bresp.Body, bodySize/2)
  3288  		if err != nil {
  3289  			errorf("Proxy copy error: %v", err)
  3290  			return
  3291  		}
  3292  		backendRespc <- bresp // to close later
  3293  
  3294  		// Try to cause a race: Both the Transport and the proxy handler's Server
  3295  		// will try to read/close req.Body (aka req2.Body)
  3296  		if h2 {
  3297  			close(cancel)
  3298  		} else {
  3299  			proxy.c.Transport.(*Transport).CancelRequest(req2)
  3300  		}
  3301  		rw.Write([]byte("OK"))
  3302  	}))
  3303  	defer proxy.close()
  3304  	defer func() {
  3305  		// Before we shut down our two httptest.Servers, start a timer.
  3306  		// We choose 7 seconds because httptest.Server starts logging
  3307  		// warnings to stderr at 5 seconds. If we don't disarm this bomb
  3308  		// in 7 seconds (after the two httptest.Server.Close calls above),
  3309  		// then we explode with stacks.
  3310  		quitTimer = time.AfterFunc(7*time.Second, func() {
  3311  			debug.SetTraceback("ALL")
  3312  			stacks := make([]byte, 1<<20)
  3313  			stacks = stacks[:runtime.Stack(stacks, true)]
  3314  			fmt.Fprintf(os.Stderr, "%s", stacks)
  3315  			log.Fatalf("Timeout.")
  3316  		})
  3317  	}()
  3318  
  3319  	defer close(unblockBackend)
  3320  	req, _ := NewRequest("POST", proxy.ts.URL, io.LimitReader(neverEnding('a'), bodySize))
  3321  	res, err := proxy.c.Do(req)
  3322  	if err != nil {
  3323  		t.Fatalf("Original request: %v", err)
  3324  	}
  3325  
  3326  	// Cleanup, so we don't leak goroutines.
  3327  	res.Body.Close()
  3328  	select {
  3329  	case res := <-backendRespc:
  3330  		res.Body.Close()
  3331  	default:
  3332  		// We failed earlier. (e.g. on proxy.c.Do(req2))
  3333  	}
  3334  }
  3335  
  3336  // Test that a hanging Request.Body.Read from another goroutine can't
  3337  // cause the Handler goroutine's Request.Body.Close to block.
  3338  func TestRequestBodyCloseDoesntBlock(t *testing.T) {
  3339  	t.Skipf("Skipping known issue; see golang.org/issue/7121")
  3340  	if testing.Short() {
  3341  		t.Skip("skipping in -short mode")
  3342  	}
  3343  	defer afterTest(t)
  3344  
  3345  	readErrCh := make(chan error, 1)
  3346  	errCh := make(chan error, 2)
  3347  
  3348  	server := httptest.NewServer(HandlerFunc(func(rw ResponseWriter, req *Request) {
  3349  		go func(body io.Reader) {
  3350  			_, err := body.Read(make([]byte, 100))
  3351  			readErrCh <- err
  3352  		}(req.Body)
  3353  		time.Sleep(500 * time.Millisecond)
  3354  	}))
  3355  	defer server.Close()
  3356  
  3357  	closeConn := make(chan bool)
  3358  	defer close(closeConn)
  3359  	go func() {
  3360  		conn, err := net.Dial("tcp", server.Listener.Addr().String())
  3361  		if err != nil {
  3362  			errCh <- err
  3363  			return
  3364  		}
  3365  		defer conn.Close()
  3366  		_, err = conn.Write([]byte("POST / HTTP/1.1\r\nConnection: close\r\nHost: foo\r\nContent-Length: 100000\r\n\r\n"))
  3367  		if err != nil {
  3368  			errCh <- err
  3369  			return
  3370  		}
  3371  		// And now just block, making the server block on our
  3372  		// 100000 bytes of body that will never arrive.
  3373  		<-closeConn
  3374  	}()
  3375  	select {
  3376  	case err := <-readErrCh:
  3377  		if err == nil {
  3378  			t.Error("Read was nil. Expected error.")
  3379  		}
  3380  	case err := <-errCh:
  3381  		t.Error(err)
  3382  	case <-time.After(5 * time.Second):
  3383  		t.Error("timeout")
  3384  	}
  3385  }
  3386  
  3387  // test that ResponseWriter implements io.stringWriter.
  3388  func TestResponseWriterWriteString(t *testing.T) {
  3389  	okc := make(chan bool, 1)
  3390  	ht := newHandlerTest(HandlerFunc(func(w ResponseWriter, r *Request) {
  3391  		type stringWriter interface {
  3392  			WriteString(s string) (n int, err error)
  3393  		}
  3394  		_, ok := w.(stringWriter)
  3395  		okc <- ok
  3396  	}))
  3397  	ht.rawResponse("GET / HTTP/1.0")
  3398  	select {
  3399  	case ok := <-okc:
  3400  		if !ok {
  3401  			t.Error("ResponseWriter did not implement io.stringWriter")
  3402  		}
  3403  	default:
  3404  		t.Error("handler was never called")
  3405  	}
  3406  }
  3407  
  3408  func TestAppendTime(t *testing.T) {
  3409  	var b [len(TimeFormat)]byte
  3410  	t1 := time.Date(2013, 9, 21, 15, 41, 0, 0, time.FixedZone("CEST", 2*60*60))
  3411  	res := ExportAppendTime(b[:0], t1)
  3412  	t2, err := ParseTime(string(res))
  3413  	if err != nil {
  3414  		t.Fatalf("Error parsing time: %s", err)
  3415  	}
  3416  	if !t1.Equal(t2) {
  3417  		t.Fatalf("Times differ; expected: %v, got %v (%s)", t1, t2, string(res))
  3418  	}
  3419  }
  3420  
  3421  func TestServerConnState(t *testing.T) {
  3422  	defer afterTest(t)
  3423  	handler := map[string]func(w ResponseWriter, r *Request){
  3424  		"/": func(w ResponseWriter, r *Request) {
  3425  			fmt.Fprintf(w, "Hello.")
  3426  		},
  3427  		"/close": func(w ResponseWriter, r *Request) {
  3428  			w.Header().Set("Connection", "close")
  3429  			fmt.Fprintf(w, "Hello.")
  3430  		},
  3431  		"/hijack": func(w ResponseWriter, r *Request) {
  3432  			c, _, _ := w.(Hijacker).Hijack()
  3433  			c.Write([]byte("HTTP/1.0 200 OK\r\nConnection: close\r\n\r\nHello."))
  3434  			c.Close()
  3435  		},
  3436  		"/hijack-panic": func(w ResponseWriter, r *Request) {
  3437  			c, _, _ := w.(Hijacker).Hijack()
  3438  			c.Write([]byte("HTTP/1.0 200 OK\r\nConnection: close\r\n\r\nHello."))
  3439  			c.Close()
  3440  			panic("intentional panic")
  3441  		},
  3442  	}
  3443  	ts := httptest.NewUnstartedServer(HandlerFunc(func(w ResponseWriter, r *Request) {
  3444  		handler[r.URL.Path](w, r)
  3445  	}))
  3446  	defer ts.Close()
  3447  
  3448  	var mu sync.Mutex // guard stateLog and connID
  3449  	var stateLog = map[int][]ConnState{}
  3450  	var connID = map[net.Conn]int{}
  3451  
  3452  	ts.Config.ErrorLog = log.New(ioutil.Discard, "", 0)
  3453  	ts.Config.ConnState = func(c net.Conn, state ConnState) {
  3454  		if c == nil {
  3455  			t.Errorf("nil conn seen in state %s", state)
  3456  			return
  3457  		}
  3458  		mu.Lock()
  3459  		defer mu.Unlock()
  3460  		id, ok := connID[c]
  3461  		if !ok {
  3462  			id = len(connID) + 1
  3463  			connID[c] = id
  3464  		}
  3465  		stateLog[id] = append(stateLog[id], state)
  3466  	}
  3467  	ts.Start()
  3468  
  3469  	mustGet(t, ts.URL+"/")
  3470  	mustGet(t, ts.URL+"/close")
  3471  
  3472  	mustGet(t, ts.URL+"/")
  3473  	mustGet(t, ts.URL+"/", "Connection", "close")
  3474  
  3475  	mustGet(t, ts.URL+"/hijack")
  3476  	mustGet(t, ts.URL+"/hijack-panic")
  3477  
  3478  	// New->Closed
  3479  	{
  3480  		c, err := net.Dial("tcp", ts.Listener.Addr().String())
  3481  		if err != nil {
  3482  			t.Fatal(err)
  3483  		}
  3484  		c.Close()
  3485  	}
  3486  
  3487  	// New->Active->Closed
  3488  	{
  3489  		c, err := net.Dial("tcp", ts.Listener.Addr().String())
  3490  		if err != nil {
  3491  			t.Fatal(err)
  3492  		}
  3493  		if _, err := io.WriteString(c, "BOGUS REQUEST\r\n\r\n"); err != nil {
  3494  			t.Fatal(err)
  3495  		}
  3496  		c.Read(make([]byte, 1)) // block until server hangs up on us
  3497  		c.Close()
  3498  	}
  3499  
  3500  	// New->Idle->Closed
  3501  	{
  3502  		c, err := net.Dial("tcp", ts.Listener.Addr().String())
  3503  		if err != nil {
  3504  			t.Fatal(err)
  3505  		}
  3506  		if _, err := io.WriteString(c, "GET / HTTP/1.1\r\nHost: foo\r\n\r\n"); err != nil {
  3507  			t.Fatal(err)
  3508  		}
  3509  		res, err := ReadResponse(bufio.NewReader(c), nil)
  3510  		if err != nil {
  3511  			t.Fatal(err)
  3512  		}
  3513  		if _, err := io.Copy(ioutil.Discard, res.Body); err != nil {
  3514  			t.Fatal(err)
  3515  		}
  3516  		c.Close()
  3517  	}
  3518  
  3519  	want := map[int][]ConnState{
  3520  		1: {StateNew, StateActive, StateIdle, StateActive, StateClosed},
  3521  		2: {StateNew, StateActive, StateIdle, StateActive, StateClosed},
  3522  		3: {StateNew, StateActive, StateHijacked},
  3523  		4: {StateNew, StateActive, StateHijacked},
  3524  		5: {StateNew, StateClosed},
  3525  		6: {StateNew, StateActive, StateClosed},
  3526  		7: {StateNew, StateActive, StateIdle, StateClosed},
  3527  	}
  3528  	logString := func(m map[int][]ConnState) string {
  3529  		var b bytes.Buffer
  3530  		var keys []int
  3531  		for id := range m {
  3532  			keys = append(keys, id)
  3533  		}
  3534  		sort.Ints(keys)
  3535  		for _, id := range keys {
  3536  			fmt.Fprintf(&b, "Conn %d: ", id)
  3537  			for _, s := range m[id] {
  3538  				fmt.Fprintf(&b, "%s ", s)
  3539  			}
  3540  			b.WriteString("\n")
  3541  		}
  3542  		return b.String()
  3543  	}
  3544  
  3545  	for i := 0; i < 5; i++ {
  3546  		time.Sleep(time.Duration(i) * 50 * time.Millisecond)
  3547  		mu.Lock()
  3548  		match := reflect.DeepEqual(stateLog, want)
  3549  		mu.Unlock()
  3550  		if match {
  3551  			return
  3552  		}
  3553  	}
  3554  
  3555  	mu.Lock()
  3556  	t.Errorf("Unexpected events.\nGot log: %s\n   Want: %s\n", logString(stateLog), logString(want))
  3557  	mu.Unlock()
  3558  }
  3559  
  3560  func mustGet(t *testing.T, url string, headers ...string) {
  3561  	req, err := NewRequest("GET", url, nil)
  3562  	if err != nil {
  3563  		t.Fatal(err)
  3564  	}
  3565  	for len(headers) > 0 {
  3566  		req.Header.Add(headers[0], headers[1])
  3567  		headers = headers[2:]
  3568  	}
  3569  	res, err := DefaultClient.Do(req)
  3570  	if err != nil {
  3571  		t.Errorf("Error fetching %s: %v", url, err)
  3572  		return
  3573  	}
  3574  	_, err = ioutil.ReadAll(res.Body)
  3575  	defer res.Body.Close()
  3576  	if err != nil {
  3577  		t.Errorf("Error reading %s: %v", url, err)
  3578  	}
  3579  }
  3580  
  3581  func TestServerKeepAlivesEnabled(t *testing.T) {
  3582  	defer afterTest(t)
  3583  	ts := httptest.NewUnstartedServer(HandlerFunc(func(w ResponseWriter, r *Request) {}))
  3584  	ts.Config.SetKeepAlivesEnabled(false)
  3585  	ts.Start()
  3586  	defer ts.Close()
  3587  	res, err := Get(ts.URL)
  3588  	if err != nil {
  3589  		t.Fatal(err)
  3590  	}
  3591  	defer res.Body.Close()
  3592  	if !res.Close {
  3593  		t.Errorf("Body.Close == false; want true")
  3594  	}
  3595  }
  3596  
  3597  // golang.org/issue/7856
  3598  func TestServerEmptyBodyRace_h1(t *testing.T) { testServerEmptyBodyRace(t, h1Mode) }
  3599  func TestServerEmptyBodyRace_h2(t *testing.T) { testServerEmptyBodyRace(t, h2Mode) }
  3600  func testServerEmptyBodyRace(t *testing.T, h2 bool) {
  3601  	defer afterTest(t)
  3602  	var n int32
  3603  	cst := newClientServerTest(t, h2, HandlerFunc(func(rw ResponseWriter, req *Request) {
  3604  		atomic.AddInt32(&n, 1)
  3605  	}))
  3606  	defer cst.close()
  3607  	var wg sync.WaitGroup
  3608  	const reqs = 20
  3609  	for i := 0; i < reqs; i++ {
  3610  		wg.Add(1)
  3611  		go func() {
  3612  			defer wg.Done()
  3613  			res, err := cst.c.Get(cst.ts.URL)
  3614  			if err != nil {
  3615  				t.Error(err)
  3616  				return
  3617  			}
  3618  			defer res.Body.Close()
  3619  			_, err = io.Copy(ioutil.Discard, res.Body)
  3620  			if err != nil {
  3621  				t.Error(err)
  3622  				return
  3623  			}
  3624  		}()
  3625  	}
  3626  	wg.Wait()
  3627  	if got := atomic.LoadInt32(&n); got != reqs {
  3628  		t.Errorf("handler ran %d times; want %d", got, reqs)
  3629  	}
  3630  }
  3631  
  3632  func TestServerConnStateNew(t *testing.T) {
  3633  	sawNew := false // if the test is buggy, we'll race on this variable.
  3634  	srv := &Server{
  3635  		ConnState: func(c net.Conn, state ConnState) {
  3636  			if state == StateNew {
  3637  				sawNew = true // testing that this write isn't racy
  3638  			}
  3639  		},
  3640  		Handler: HandlerFunc(func(w ResponseWriter, r *Request) {}), // irrelevant
  3641  	}
  3642  	srv.Serve(&oneConnListener{
  3643  		conn: &rwTestConn{
  3644  			Reader: strings.NewReader("GET / HTTP/1.1\r\nHost: foo\r\n\r\n"),
  3645  			Writer: ioutil.Discard,
  3646  		},
  3647  	})
  3648  	if !sawNew { // testing that this read isn't racy
  3649  		t.Error("StateNew not seen")
  3650  	}
  3651  }
  3652  
  3653  type closeWriteTestConn struct {
  3654  	rwTestConn
  3655  	didCloseWrite bool
  3656  }
  3657  
  3658  func (c *closeWriteTestConn) CloseWrite() error {
  3659  	c.didCloseWrite = true
  3660  	return nil
  3661  }
  3662  
  3663  func TestCloseWrite(t *testing.T) {
  3664  	var srv Server
  3665  	var testConn closeWriteTestConn
  3666  	c := ExportServerNewConn(&srv, &testConn)
  3667  	ExportCloseWriteAndWait(c)
  3668  	if !testConn.didCloseWrite {
  3669  		t.Error("didn't see CloseWrite call")
  3670  	}
  3671  }
  3672  
  3673  // This verifies that a handler can Flush and then Hijack.
  3674  //
  3675  // An similar test crashed once during development, but it was only
  3676  // testing this tangentially and temporarily until another TODO was
  3677  // fixed.
  3678  //
  3679  // So add an explicit test for this.
  3680  func TestServerFlushAndHijack(t *testing.T) {
  3681  	defer afterTest(t)
  3682  	ts := httptest.NewServer(HandlerFunc(func(w ResponseWriter, r *Request) {
  3683  		io.WriteString(w, "Hello, ")
  3684  		w.(Flusher).Flush()
  3685  		conn, buf, _ := w.(Hijacker).Hijack()
  3686  		buf.WriteString("6\r\nworld!\r\n0\r\n\r\n")
  3687  		if err := buf.Flush(); err != nil {
  3688  			t.Error(err)
  3689  		}
  3690  		if err := conn.Close(); err != nil {
  3691  			t.Error(err)
  3692  		}
  3693  	}))
  3694  	defer ts.Close()
  3695  	res, err := Get(ts.URL)
  3696  	if err != nil {
  3697  		t.Fatal(err)
  3698  	}
  3699  	defer res.Body.Close()
  3700  	all, err := ioutil.ReadAll(res.Body)
  3701  	if err != nil {
  3702  		t.Fatal(err)
  3703  	}
  3704  	if want := "Hello, world!"; string(all) != want {
  3705  		t.Errorf("Got %q; want %q", all, want)
  3706  	}
  3707  }
  3708  
  3709  // golang.org/issue/8534 -- the Server shouldn't reuse a connection
  3710  // for keep-alive after it's seen any Write error (e.g. a timeout) on
  3711  // that net.Conn.
  3712  //
  3713  // To test, verify we don't timeout or see fewer unique client
  3714  // addresses (== unique connections) than requests.
  3715  func TestServerKeepAliveAfterWriteError(t *testing.T) {
  3716  	if testing.Short() {
  3717  		t.Skip("skipping in -short mode")
  3718  	}
  3719  	defer afterTest(t)
  3720  	const numReq = 3
  3721  	addrc := make(chan string, numReq)
  3722  	ts := httptest.NewUnstartedServer(HandlerFunc(func(w ResponseWriter, r *Request) {
  3723  		addrc <- r.RemoteAddr
  3724  		time.Sleep(500 * time.Millisecond)
  3725  		w.(Flusher).Flush()
  3726  	}))
  3727  	ts.Config.WriteTimeout = 250 * time.Millisecond
  3728  	ts.Start()
  3729  	defer ts.Close()
  3730  
  3731  	errc := make(chan error, numReq)
  3732  	go func() {
  3733  		defer close(errc)
  3734  		for i := 0; i < numReq; i++ {
  3735  			res, err := Get(ts.URL)
  3736  			if res != nil {
  3737  				res.Body.Close()
  3738  			}
  3739  			errc <- err
  3740  		}
  3741  	}()
  3742  
  3743  	timeout := time.NewTimer(numReq * 2 * time.Second) // 4x overkill
  3744  	defer timeout.Stop()
  3745  	addrSeen := map[string]bool{}
  3746  	numOkay := 0
  3747  	for {
  3748  		select {
  3749  		case v := <-addrc:
  3750  			addrSeen[v] = true
  3751  		case err, ok := <-errc:
  3752  			if !ok {
  3753  				if len(addrSeen) != numReq {
  3754  					t.Errorf("saw %d unique client addresses; want %d", len(addrSeen), numReq)
  3755  				}
  3756  				if numOkay != 0 {
  3757  					t.Errorf("got %d successful client requests; want 0", numOkay)
  3758  				}
  3759  				return
  3760  			}
  3761  			if err == nil {
  3762  				numOkay++
  3763  			}
  3764  		case <-timeout.C:
  3765  			t.Fatal("timeout waiting for requests to complete")
  3766  		}
  3767  	}
  3768  }
  3769  
  3770  // Issue 9987: shouldn't add automatic Content-Length (or
  3771  // Content-Type) if a Transfer-Encoding was set by the handler.
  3772  func TestNoContentLengthIfTransferEncoding(t *testing.T) {
  3773  	defer afterTest(t)
  3774  	ts := httptest.NewServer(HandlerFunc(func(w ResponseWriter, r *Request) {
  3775  		w.Header().Set("Transfer-Encoding", "foo")
  3776  		io.WriteString(w, "<html>")
  3777  	}))
  3778  	defer ts.Close()
  3779  	c, err := net.Dial("tcp", ts.Listener.Addr().String())
  3780  	if err != nil {
  3781  		t.Fatalf("Dial: %v", err)
  3782  	}
  3783  	defer c.Close()
  3784  	if _, err := io.WriteString(c, "GET / HTTP/1.1\r\nHost: foo\r\n\r\n"); err != nil {
  3785  		t.Fatal(err)
  3786  	}
  3787  	bs := bufio.NewScanner(c)
  3788  	var got bytes.Buffer
  3789  	for bs.Scan() {
  3790  		if strings.TrimSpace(bs.Text()) == "" {
  3791  			break
  3792  		}
  3793  		got.WriteString(bs.Text())
  3794  		got.WriteByte('\n')
  3795  	}
  3796  	if err := bs.Err(); err != nil {
  3797  		t.Fatal(err)
  3798  	}
  3799  	if strings.Contains(got.String(), "Content-Length") {
  3800  		t.Errorf("Unexpected Content-Length in response headers: %s", got.String())
  3801  	}
  3802  	if strings.Contains(got.String(), "Content-Type") {
  3803  		t.Errorf("Unexpected Content-Type in response headers: %s", got.String())
  3804  	}
  3805  }
  3806  
  3807  // tolerate extra CRLF(s) before Request-Line on subsequent requests on a conn
  3808  // Issue 10876.
  3809  func TestTolerateCRLFBeforeRequestLine(t *testing.T) {
  3810  	req := []byte("POST / HTTP/1.1\r\nHost: golang.org\r\nContent-Length: 3\r\n\r\nABC" +
  3811  		"\r\n\r\n" + // <-- this stuff is bogus, but we'll ignore it
  3812  		"GET / HTTP/1.1\r\nHost: golang.org\r\n\r\n")
  3813  	var buf bytes.Buffer
  3814  	conn := &rwTestConn{
  3815  		Reader: bytes.NewReader(req),
  3816  		Writer: &buf,
  3817  		closec: make(chan bool, 1),
  3818  	}
  3819  	ln := &oneConnListener{conn: conn}
  3820  	numReq := 0
  3821  	go Serve(ln, HandlerFunc(func(rw ResponseWriter, r *Request) {
  3822  		numReq++
  3823  	}))
  3824  	<-conn.closec
  3825  	if numReq != 2 {
  3826  		t.Errorf("num requests = %d; want 2", numReq)
  3827  		t.Logf("Res: %s", buf.Bytes())
  3828  	}
  3829  }
  3830  
  3831  func TestIssue13893_Expect100(t *testing.T) {
  3832  	// test that the Server doesn't filter out Expect headers.
  3833  	req := reqBytes(`PUT /readbody HTTP/1.1
  3834  User-Agent: PycURL/7.22.0
  3835  Host: 127.0.0.1:9000
  3836  Accept: */*
  3837  Expect: 100-continue
  3838  Content-Length: 10
  3839  
  3840  HelloWorld
  3841  
  3842  `)
  3843  	var buf bytes.Buffer
  3844  	conn := &rwTestConn{
  3845  		Reader: bytes.NewReader(req),
  3846  		Writer: &buf,
  3847  		closec: make(chan bool, 1),
  3848  	}
  3849  	ln := &oneConnListener{conn: conn}
  3850  	go Serve(ln, HandlerFunc(func(w ResponseWriter, r *Request) {
  3851  		if _, ok := r.Header["Expect"]; !ok {
  3852  			t.Error("Expect header should not be filtered out")
  3853  		}
  3854  	}))
  3855  	<-conn.closec
  3856  }
  3857  
  3858  func TestIssue11549_Expect100(t *testing.T) {
  3859  	req := reqBytes(`PUT /readbody HTTP/1.1
  3860  User-Agent: PycURL/7.22.0
  3861  Host: 127.0.0.1:9000
  3862  Accept: */*
  3863  Expect: 100-continue
  3864  Content-Length: 10
  3865  
  3866  HelloWorldPUT /noreadbody HTTP/1.1
  3867  User-Agent: PycURL/7.22.0
  3868  Host: 127.0.0.1:9000
  3869  Accept: */*
  3870  Expect: 100-continue
  3871  Content-Length: 10
  3872  
  3873  GET /should-be-ignored HTTP/1.1
  3874  Host: foo
  3875  
  3876  `)
  3877  	var buf bytes.Buffer
  3878  	conn := &rwTestConn{
  3879  		Reader: bytes.NewReader(req),
  3880  		Writer: &buf,
  3881  		closec: make(chan bool, 1),
  3882  	}
  3883  	ln := &oneConnListener{conn: conn}
  3884  	numReq := 0
  3885  	go Serve(ln, HandlerFunc(func(w ResponseWriter, r *Request) {
  3886  		numReq++
  3887  		if r.URL.Path == "/readbody" {
  3888  			ioutil.ReadAll(r.Body)
  3889  		}
  3890  		io.WriteString(w, "Hello world!")
  3891  	}))
  3892  	<-conn.closec
  3893  	if numReq != 2 {
  3894  		t.Errorf("num requests = %d; want 2", numReq)
  3895  	}
  3896  	if !strings.Contains(buf.String(), "Connection: close\r\n") {
  3897  		t.Errorf("expected 'Connection: close' in response; got: %s", buf.String())
  3898  	}
  3899  }
  3900  
  3901  // If a Handler finishes and there's an unread request body,
  3902  // verify the server try to do implicit read on it before replying.
  3903  func TestHandlerFinishSkipBigContentLengthRead(t *testing.T) {
  3904  	conn := &testConn{closec: make(chan bool)}
  3905  	conn.readBuf.Write([]byte(fmt.Sprintf(
  3906  		"POST / HTTP/1.1\r\n" +
  3907  			"Host: test\r\n" +
  3908  			"Content-Length: 9999999999\r\n" +
  3909  			"\r\n" + strings.Repeat("a", 1<<20))))
  3910  
  3911  	ls := &oneConnListener{conn}
  3912  	var inHandlerLen int
  3913  	go Serve(ls, HandlerFunc(func(rw ResponseWriter, req *Request) {
  3914  		inHandlerLen = conn.readBuf.Len()
  3915  		rw.WriteHeader(404)
  3916  	}))
  3917  	<-conn.closec
  3918  	afterHandlerLen := conn.readBuf.Len()
  3919  
  3920  	if afterHandlerLen != inHandlerLen {
  3921  		t.Errorf("unexpected implicit read. Read buffer went from %d -> %d", inHandlerLen, afterHandlerLen)
  3922  	}
  3923  }
  3924  
  3925  func TestHandlerSetsBodyNil_h1(t *testing.T) { testHandlerSetsBodyNil(t, h1Mode) }
  3926  func TestHandlerSetsBodyNil_h2(t *testing.T) { testHandlerSetsBodyNil(t, h2Mode) }
  3927  func testHandlerSetsBodyNil(t *testing.T, h2 bool) {
  3928  	defer afterTest(t)
  3929  	cst := newClientServerTest(t, h2, HandlerFunc(func(w ResponseWriter, r *Request) {
  3930  		r.Body = nil
  3931  		fmt.Fprintf(w, "%v", r.RemoteAddr)
  3932  	}))
  3933  	defer cst.close()
  3934  	get := func() string {
  3935  		res, err := cst.c.Get(cst.ts.URL)
  3936  		if err != nil {
  3937  			t.Fatal(err)
  3938  		}
  3939  		defer res.Body.Close()
  3940  		slurp, err := ioutil.ReadAll(res.Body)
  3941  		if err != nil {
  3942  			t.Fatal(err)
  3943  		}
  3944  		return string(slurp)
  3945  	}
  3946  	a, b := get(), get()
  3947  	if a != b {
  3948  		t.Errorf("Failed to reuse connections between requests: %v vs %v", a, b)
  3949  	}
  3950  }
  3951  
  3952  // Test that we validate the Host header.
  3953  // Issue 11206 (invalid bytes in Host) and 13624 (Host present in HTTP/1.1)
  3954  func TestServerValidatesHostHeader(t *testing.T) {
  3955  	tests := []struct {
  3956  		proto string
  3957  		host  string
  3958  		want  int
  3959  	}{
  3960  		{"HTTP/1.1", "", 400},
  3961  		{"HTTP/1.1", "Host: \r\n", 200},
  3962  		{"HTTP/1.1", "Host: 1.2.3.4\r\n", 200},
  3963  		{"HTTP/1.1", "Host: foo.com\r\n", 200},
  3964  		{"HTTP/1.1", "Host: foo-bar_baz.com\r\n", 200},
  3965  		{"HTTP/1.1", "Host: foo.com:80\r\n", 200},
  3966  		{"HTTP/1.1", "Host: ::1\r\n", 200},
  3967  		{"HTTP/1.1", "Host: [::1]\r\n", 200}, // questionable without port, but accept it
  3968  		{"HTTP/1.1", "Host: [::1]:80\r\n", 200},
  3969  		{"HTTP/1.1", "Host: [::1%25en0]:80\r\n", 200},
  3970  		{"HTTP/1.1", "Host: 1.2.3.4\r\n", 200},
  3971  		{"HTTP/1.1", "Host: \x06\r\n", 400},
  3972  		{"HTTP/1.1", "Host: \xff\r\n", 400},
  3973  		{"HTTP/1.1", "Host: {\r\n", 400},
  3974  		{"HTTP/1.1", "Host: }\r\n", 400},
  3975  		{"HTTP/1.1", "Host: first\r\nHost: second\r\n", 400},
  3976  
  3977  		// HTTP/1.0 can lack a host header, but if present
  3978  		// must play by the rules too:
  3979  		{"HTTP/1.0", "", 200},
  3980  		{"HTTP/1.0", "Host: first\r\nHost: second\r\n", 400},
  3981  		{"HTTP/1.0", "Host: \xff\r\n", 400},
  3982  
  3983  		// Make an exception for HTTP upgrade requests:
  3984  		{"PRI * HTTP/2.0", "", 200},
  3985  	}
  3986  	for _, tt := range tests {
  3987  		conn := &testConn{closec: make(chan bool, 1)}
  3988  		methodTarget := "GET / "
  3989  		if !strings.HasPrefix(tt.proto, "HTTP/") {
  3990  			methodTarget = ""
  3991  		}
  3992  		io.WriteString(&conn.readBuf, methodTarget+tt.proto+"\r\n"+tt.host+"\r\n")
  3993  
  3994  		ln := &oneConnListener{conn}
  3995  		go Serve(ln, HandlerFunc(func(ResponseWriter, *Request) {}))
  3996  		<-conn.closec
  3997  		res, err := ReadResponse(bufio.NewReader(&conn.writeBuf), nil)
  3998  		if err != nil {
  3999  			t.Errorf("For %s %q, ReadResponse: %v", tt.proto, tt.host, res)
  4000  			continue
  4001  		}
  4002  		if res.StatusCode != tt.want {
  4003  			t.Errorf("For %s %q, Status = %d; want %d", tt.proto, tt.host, res.StatusCode, tt.want)
  4004  		}
  4005  	}
  4006  }
  4007  
  4008  func TestServerHandlersCanHandleH2PRI(t *testing.T) {
  4009  	const upgradeResponse = "upgrade here"
  4010  	defer afterTest(t)
  4011  	ts := httptest.NewServer(HandlerFunc(func(w ResponseWriter, r *Request) {
  4012  		conn, br, err := w.(Hijacker).Hijack()
  4013  		defer conn.Close()
  4014  		if r.Method != "PRI" || r.RequestURI != "*" {
  4015  			t.Errorf("Got method/target %q %q; want PRI *", r.Method, r.RequestURI)
  4016  			return
  4017  		}
  4018  		if !r.Close {
  4019  			t.Errorf("Request.Close = true; want false")
  4020  		}
  4021  		const want = "SM\r\n\r\n"
  4022  		buf := make([]byte, len(want))
  4023  		n, err := io.ReadFull(br, buf)
  4024  		if err != nil || string(buf[:n]) != want {
  4025  			t.Errorf("Read = %v, %v (%q), want %q", n, err, buf[:n], want)
  4026  			return
  4027  		}
  4028  		io.WriteString(conn, upgradeResponse)
  4029  	}))
  4030  	defer ts.Close()
  4031  
  4032  	c, err := net.Dial("tcp", ts.Listener.Addr().String())
  4033  	if err != nil {
  4034  		t.Fatalf("Dial: %v", err)
  4035  	}
  4036  	defer c.Close()
  4037  	io.WriteString(c, "PRI * HTTP/2.0\r\n\r\nSM\r\n\r\n")
  4038  	slurp, err := ioutil.ReadAll(c)
  4039  	if err != nil {
  4040  		t.Fatal(err)
  4041  	}
  4042  	if string(slurp) != upgradeResponse {
  4043  		t.Errorf("Handler response = %q; want %q", slurp, upgradeResponse)
  4044  	}
  4045  }
  4046  
  4047  // Test that we validate the valid bytes in HTTP/1 headers.
  4048  // Issue 11207.
  4049  func TestServerValidatesHeaders(t *testing.T) {
  4050  	tests := []struct {
  4051  		header string
  4052  		want   int
  4053  	}{
  4054  		{"", 200},
  4055  		{"Foo: bar\r\n", 200},
  4056  		{"X-Foo: bar\r\n", 200},
  4057  		{"Foo: a space\r\n", 200},
  4058  
  4059  		{"A space: foo\r\n", 400},    // space in header
  4060  		{"foo\xffbar: foo\r\n", 400}, // binary in header
  4061  		{"foo\x00bar: foo\r\n", 400}, // binary in header
  4062  
  4063  		{"foo: foo foo\r\n", 200},    // LWS space is okay
  4064  		{"foo: foo\tfoo\r\n", 200},   // LWS tab is okay
  4065  		{"foo: foo\x00foo\r\n", 400}, // CTL 0x00 in value is bad
  4066  		{"foo: foo\x7ffoo\r\n", 400}, // CTL 0x7f in value is bad
  4067  		{"foo: foo\xfffoo\r\n", 200}, // non-ASCII high octets in value are fine
  4068  	}
  4069  	for _, tt := range tests {
  4070  		conn := &testConn{closec: make(chan bool, 1)}
  4071  		io.WriteString(&conn.readBuf, "GET / HTTP/1.1\r\nHost: foo\r\n"+tt.header+"\r\n")
  4072  
  4073  		ln := &oneConnListener{conn}
  4074  		go Serve(ln, HandlerFunc(func(ResponseWriter, *Request) {}))
  4075  		<-conn.closec
  4076  		res, err := ReadResponse(bufio.NewReader(&conn.writeBuf), nil)
  4077  		if err != nil {
  4078  			t.Errorf("For %q, ReadResponse: %v", tt.header, res)
  4079  			continue
  4080  		}
  4081  		if res.StatusCode != tt.want {
  4082  			t.Errorf("For %q, Status = %d; want %d", tt.header, res.StatusCode, tt.want)
  4083  		}
  4084  	}
  4085  }
  4086  
  4087  func TestServerRequestContextCancel_ServeHTTPDone_h1(t *testing.T) {
  4088  	testServerRequestContextCancel_ServeHTTPDone(t, h1Mode)
  4089  }
  4090  func TestServerRequestContextCancel_ServeHTTPDone_h2(t *testing.T) {
  4091  	testServerRequestContextCancel_ServeHTTPDone(t, h2Mode)
  4092  }
  4093  func testServerRequestContextCancel_ServeHTTPDone(t *testing.T, h2 bool) {
  4094  	defer afterTest(t)
  4095  	ctxc := make(chan context.Context, 1)
  4096  	cst := newClientServerTest(t, h2, HandlerFunc(func(w ResponseWriter, r *Request) {
  4097  		ctx := r.Context()
  4098  		select {
  4099  		case <-ctx.Done():
  4100  			t.Error("should not be Done in ServeHTTP")
  4101  		default:
  4102  		}
  4103  		ctxc <- ctx
  4104  	}))
  4105  	defer cst.close()
  4106  	res, err := cst.c.Get(cst.ts.URL)
  4107  	if err != nil {
  4108  		t.Fatal(err)
  4109  	}
  4110  	res.Body.Close()
  4111  	ctx := <-ctxc
  4112  	select {
  4113  	case <-ctx.Done():
  4114  	default:
  4115  		t.Error("context should be done after ServeHTTP completes")
  4116  	}
  4117  }
  4118  
  4119  func TestServerRequestContextCancel_ConnClose(t *testing.T) {
  4120  	// Currently the context is not canceled when the connection
  4121  	// is closed because we're not reading from the connection
  4122  	// until after ServeHTTP for the previous handler is done.
  4123  	// Until the server code is modified to always be in a read
  4124  	// (Issue 15224), this test doesn't work yet.
  4125  	t.Skip("TODO(bradfitz): this test doesn't yet work; golang.org/issue/15224")
  4126  	defer afterTest(t)
  4127  	inHandler := make(chan struct{})
  4128  	handlerDone := make(chan struct{})
  4129  	ts := httptest.NewServer(HandlerFunc(func(w ResponseWriter, r *Request) {
  4130  		close(inHandler)
  4131  		select {
  4132  		case <-r.Context().Done():
  4133  		case <-time.After(3 * time.Second):
  4134  			t.Errorf("timeout waiting for context to be done")
  4135  		}
  4136  		close(handlerDone)
  4137  	}))
  4138  	defer ts.Close()
  4139  	c, err := net.Dial("tcp", ts.Listener.Addr().String())
  4140  	if err != nil {
  4141  		t.Fatal(err)
  4142  	}
  4143  	defer c.Close()
  4144  	io.WriteString(c, "GET / HTTP/1.1\r\nHost: foo\r\n\r\n")
  4145  	select {
  4146  	case <-inHandler:
  4147  	case <-time.After(3 * time.Second):
  4148  		t.Fatalf("timeout waiting to see ServeHTTP get called")
  4149  	}
  4150  	c.Close() // this should trigger the context being done
  4151  
  4152  	select {
  4153  	case <-handlerDone:
  4154  	case <-time.After(3 * time.Second):
  4155  		t.Fatalf("timeout waiting to see ServeHTTP exit")
  4156  	}
  4157  }
  4158  
  4159  func TestServerContext_ServerContextKey_h1(t *testing.T) {
  4160  	testServerContext_ServerContextKey(t, h1Mode)
  4161  }
  4162  func TestServerContext_ServerContextKey_h2(t *testing.T) {
  4163  	testServerContext_ServerContextKey(t, h2Mode)
  4164  }
  4165  func testServerContext_ServerContextKey(t *testing.T, h2 bool) {
  4166  	defer afterTest(t)
  4167  	cst := newClientServerTest(t, h2, HandlerFunc(func(w ResponseWriter, r *Request) {
  4168  		ctx := r.Context()
  4169  		got := ctx.Value(ServerContextKey)
  4170  		if _, ok := got.(*Server); !ok {
  4171  			t.Errorf("context value = %T; want *http.Server", got)
  4172  		}
  4173  
  4174  		got = ctx.Value(LocalAddrContextKey)
  4175  		if addr, ok := got.(net.Addr); !ok {
  4176  			t.Errorf("local addr value = %T; want net.Addr", got)
  4177  		} else if fmt.Sprint(addr) != r.Host {
  4178  			t.Errorf("local addr = %v; want %v", addr, r.Host)
  4179  		}
  4180  	}))
  4181  	defer cst.close()
  4182  	res, err := cst.c.Get(cst.ts.URL)
  4183  	if err != nil {
  4184  		t.Fatal(err)
  4185  	}
  4186  	res.Body.Close()
  4187  }
  4188  
  4189  // https://golang.org/issue/15960
  4190  func TestHandlerSetTransferEncodingChunked(t *testing.T) {
  4191  	defer afterTest(t)
  4192  	ht := newHandlerTest(HandlerFunc(func(w ResponseWriter, r *Request) {
  4193  		w.Header().Set("Transfer-Encoding", "chunked")
  4194  		w.Write([]byte("hello"))
  4195  	}))
  4196  	resp := ht.rawResponse("GET / HTTP/1.1\nHost: foo")
  4197  	const hdr = "Transfer-Encoding: chunked"
  4198  	if n := strings.Count(resp, hdr); n != 1 {
  4199  		t.Errorf("want 1 occurrence of %q in response, got %v\nresponse: %v", hdr, n, resp)
  4200  	}
  4201  }
  4202  
  4203  func BenchmarkClientServer(b *testing.B) {
  4204  	b.ReportAllocs()
  4205  	b.StopTimer()
  4206  	ts := httptest.NewServer(HandlerFunc(func(rw ResponseWriter, r *Request) {
  4207  		fmt.Fprintf(rw, "Hello world.\n")
  4208  	}))
  4209  	defer ts.Close()
  4210  	b.StartTimer()
  4211  
  4212  	for i := 0; i < b.N; i++ {
  4213  		res, err := Get(ts.URL)
  4214  		if err != nil {
  4215  			b.Fatal("Get:", err)
  4216  		}
  4217  		all, err := ioutil.ReadAll(res.Body)
  4218  		res.Body.Close()
  4219  		if err != nil {
  4220  			b.Fatal("ReadAll:", err)
  4221  		}
  4222  		body := string(all)
  4223  		if body != "Hello world.\n" {
  4224  			b.Fatal("Got body:", body)
  4225  		}
  4226  	}
  4227  
  4228  	b.StopTimer()
  4229  }
  4230  
  4231  func BenchmarkClientServerParallel4(b *testing.B) {
  4232  	benchmarkClientServerParallel(b, 4, false)
  4233  }
  4234  
  4235  func BenchmarkClientServerParallel64(b *testing.B) {
  4236  	benchmarkClientServerParallel(b, 64, false)
  4237  }
  4238  
  4239  func BenchmarkClientServerParallelTLS4(b *testing.B) {
  4240  	benchmarkClientServerParallel(b, 4, true)
  4241  }
  4242  
  4243  func BenchmarkClientServerParallelTLS64(b *testing.B) {
  4244  	benchmarkClientServerParallel(b, 64, true)
  4245  }
  4246  
  4247  func benchmarkClientServerParallel(b *testing.B, parallelism int, useTLS bool) {
  4248  	b.ReportAllocs()
  4249  	ts := httptest.NewUnstartedServer(HandlerFunc(func(rw ResponseWriter, r *Request) {
  4250  		fmt.Fprintf(rw, "Hello world.\n")
  4251  	}))
  4252  	if useTLS {
  4253  		ts.StartTLS()
  4254  	} else {
  4255  		ts.Start()
  4256  	}
  4257  	defer ts.Close()
  4258  	b.ResetTimer()
  4259  	b.SetParallelism(parallelism)
  4260  	b.RunParallel(func(pb *testing.PB) {
  4261  		noVerifyTransport := &Transport{
  4262  			TLSClientConfig: &tls.Config{
  4263  				InsecureSkipVerify: true,
  4264  			},
  4265  		}
  4266  		defer noVerifyTransport.CloseIdleConnections()
  4267  		client := &Client{Transport: noVerifyTransport}
  4268  		for pb.Next() {
  4269  			res, err := client.Get(ts.URL)
  4270  			if err != nil {
  4271  				b.Logf("Get: %v", err)
  4272  				continue
  4273  			}
  4274  			all, err := ioutil.ReadAll(res.Body)
  4275  			res.Body.Close()
  4276  			if err != nil {
  4277  				b.Logf("ReadAll: %v", err)
  4278  				continue
  4279  			}
  4280  			body := string(all)
  4281  			if body != "Hello world.\n" {
  4282  				panic("Got body: " + body)
  4283  			}
  4284  		}
  4285  	})
  4286  }
  4287  
  4288  // A benchmark for profiling the server without the HTTP client code.
  4289  // The client code runs in a subprocess.
  4290  //
  4291  // For use like:
  4292  //   $ go test -c
  4293  //   $ ./http.test -test.run=XX -test.bench=BenchmarkServer -test.benchtime=15s -test.cpuprofile=http.prof
  4294  //   $ go tool pprof http.test http.prof
  4295  //   (pprof) web
  4296  func BenchmarkServer(b *testing.B) {
  4297  	b.ReportAllocs()
  4298  	// Child process mode;
  4299  	if url := os.Getenv("TEST_BENCH_SERVER_URL"); url != "" {
  4300  		n, err := strconv.Atoi(os.Getenv("TEST_BENCH_CLIENT_N"))
  4301  		if err != nil {
  4302  			panic(err)
  4303  		}
  4304  		for i := 0; i < n; i++ {
  4305  			res, err := Get(url)
  4306  			if err != nil {
  4307  				log.Panicf("Get: %v", err)
  4308  			}
  4309  			all, err := ioutil.ReadAll(res.Body)
  4310  			res.Body.Close()
  4311  			if err != nil {
  4312  				log.Panicf("ReadAll: %v", err)
  4313  			}
  4314  			body := string(all)
  4315  			if body != "Hello world.\n" {
  4316  				log.Panicf("Got body: %q", body)
  4317  			}
  4318  		}
  4319  		os.Exit(0)
  4320  		return
  4321  	}
  4322  
  4323  	var res = []byte("Hello world.\n")
  4324  	b.StopTimer()
  4325  	ts := httptest.NewServer(HandlerFunc(func(rw ResponseWriter, r *Request) {
  4326  		rw.Header().Set("Content-Type", "text/html; charset=utf-8")
  4327  		rw.Write(res)
  4328  	}))
  4329  	defer ts.Close()
  4330  	b.StartTimer()
  4331  
  4332  	cmd := exec.Command(os.Args[0], "-test.run=XXXX", "-test.bench=BenchmarkServer$")
  4333  	cmd.Env = append([]string{
  4334  		fmt.Sprintf("TEST_BENCH_CLIENT_N=%d", b.N),
  4335  		fmt.Sprintf("TEST_BENCH_SERVER_URL=%s", ts.URL),
  4336  	}, os.Environ()...)
  4337  	out, err := cmd.CombinedOutput()
  4338  	if err != nil {
  4339  		b.Errorf("Test failure: %v, with output: %s", err, out)
  4340  	}
  4341  }
  4342  
  4343  // getNoBody wraps Get but closes any Response.Body before returning the response.
  4344  func getNoBody(urlStr string) (*Response, error) {
  4345  	res, err := Get(urlStr)
  4346  	if err != nil {
  4347  		return nil, err
  4348  	}
  4349  	res.Body.Close()
  4350  	return res, nil
  4351  }
  4352  
  4353  // A benchmark for profiling the client without the HTTP server code.
  4354  // The server code runs in a subprocess.
  4355  func BenchmarkClient(b *testing.B) {
  4356  	b.ReportAllocs()
  4357  	b.StopTimer()
  4358  	defer afterTest(b)
  4359  
  4360  	port := os.Getenv("TEST_BENCH_SERVER_PORT") // can be set by user
  4361  	if port == "" {
  4362  		port = "39207"
  4363  	}
  4364  	var data = []byte("Hello world.\n")
  4365  	if server := os.Getenv("TEST_BENCH_SERVER"); server != "" {
  4366  		// Server process mode.
  4367  		HandleFunc("/", func(w ResponseWriter, r *Request) {
  4368  			r.ParseForm()
  4369  			if r.Form.Get("stop") != "" {
  4370  				os.Exit(0)
  4371  			}
  4372  			w.Header().Set("Content-Type", "text/html; charset=utf-8")
  4373  			w.Write(data)
  4374  		})
  4375  		log.Fatal(ListenAndServe("localhost:"+port, nil))
  4376  	}
  4377  
  4378  	// Start server process.
  4379  	cmd := exec.Command(os.Args[0], "-test.run=XXXX", "-test.bench=BenchmarkClient$")
  4380  	cmd.Env = append(os.Environ(), "TEST_BENCH_SERVER=yes")
  4381  	if err := cmd.Start(); err != nil {
  4382  		b.Fatalf("subprocess failed to start: %v", err)
  4383  	}
  4384  	defer cmd.Process.Kill()
  4385  	done := make(chan error)
  4386  	go func() {
  4387  		done <- cmd.Wait()
  4388  	}()
  4389  
  4390  	// Wait for the server process to respond.
  4391  	url := "http://localhost:" + port + "/"
  4392  	for i := 0; i < 100; i++ {
  4393  		time.Sleep(100 * time.Millisecond)
  4394  		if _, err := getNoBody(url); err == nil {
  4395  			break
  4396  		}
  4397  		if i == 99 {
  4398  			b.Fatalf("subprocess does not respond")
  4399  		}
  4400  	}
  4401  
  4402  	// Do b.N requests to the server.
  4403  	b.StartTimer()
  4404  	for i := 0; i < b.N; i++ {
  4405  		res, err := Get(url)
  4406  		if err != nil {
  4407  			b.Fatalf("Get: %v", err)
  4408  		}
  4409  		body, err := ioutil.ReadAll(res.Body)
  4410  		res.Body.Close()
  4411  		if err != nil {
  4412  			b.Fatalf("ReadAll: %v", err)
  4413  		}
  4414  		if !bytes.Equal(body, data) {
  4415  			b.Fatalf("Got body: %q", body)
  4416  		}
  4417  	}
  4418  	b.StopTimer()
  4419  
  4420  	// Instruct server process to stop.
  4421  	getNoBody(url + "?stop=yes")
  4422  	select {
  4423  	case err := <-done:
  4424  		if err != nil {
  4425  			b.Fatalf("subprocess failed: %v", err)
  4426  		}
  4427  	case <-time.After(5 * time.Second):
  4428  		b.Fatalf("subprocess did not stop")
  4429  	}
  4430  }
  4431  
  4432  func BenchmarkServerFakeConnNoKeepAlive(b *testing.B) {
  4433  	b.ReportAllocs()
  4434  	req := reqBytes(`GET / HTTP/1.0
  4435  Host: golang.org
  4436  Accept: text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8
  4437  User-Agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_2) AppleWebKit/537.17 (KHTML, like Gecko) Chrome/24.0.1312.52 Safari/537.17
  4438  Accept-Encoding: gzip,deflate,sdch
  4439  Accept-Language: en-US,en;q=0.8
  4440  Accept-Charset: ISO-8859-1,utf-8;q=0.7,*;q=0.3
  4441  `)
  4442  	res := []byte("Hello world!\n")
  4443  
  4444  	conn := &testConn{
  4445  		// testConn.Close will not push into the channel
  4446  		// if it's full.
  4447  		closec: make(chan bool, 1),
  4448  	}
  4449  	handler := HandlerFunc(func(rw ResponseWriter, r *Request) {
  4450  		rw.Header().Set("Content-Type", "text/html; charset=utf-8")
  4451  		rw.Write(res)
  4452  	})
  4453  	ln := new(oneConnListener)
  4454  	for i := 0; i < b.N; i++ {
  4455  		conn.readBuf.Reset()
  4456  		conn.writeBuf.Reset()
  4457  		conn.readBuf.Write(req)
  4458  		ln.conn = conn
  4459  		Serve(ln, handler)
  4460  		<-conn.closec
  4461  	}
  4462  }
  4463  
  4464  // repeatReader reads content count times, then EOFs.
  4465  type repeatReader struct {
  4466  	content []byte
  4467  	count   int
  4468  	off     int
  4469  }
  4470  
  4471  func (r *repeatReader) Read(p []byte) (n int, err error) {
  4472  	if r.count <= 0 {
  4473  		return 0, io.EOF
  4474  	}
  4475  	n = copy(p, r.content[r.off:])
  4476  	r.off += n
  4477  	if r.off == len(r.content) {
  4478  		r.count--
  4479  		r.off = 0
  4480  	}
  4481  	return
  4482  }
  4483  
  4484  func BenchmarkServerFakeConnWithKeepAlive(b *testing.B) {
  4485  	b.ReportAllocs()
  4486  
  4487  	req := reqBytes(`GET / HTTP/1.1
  4488  Host: golang.org
  4489  Accept: text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8
  4490  User-Agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_2) AppleWebKit/537.17 (KHTML, like Gecko) Chrome/24.0.1312.52 Safari/537.17
  4491  Accept-Encoding: gzip,deflate,sdch
  4492  Accept-Language: en-US,en;q=0.8
  4493  Accept-Charset: ISO-8859-1,utf-8;q=0.7,*;q=0.3
  4494  `)
  4495  	res := []byte("Hello world!\n")
  4496  
  4497  	conn := &rwTestConn{
  4498  		Reader: &repeatReader{content: req, count: b.N},
  4499  		Writer: ioutil.Discard,
  4500  		closec: make(chan bool, 1),
  4501  	}
  4502  	handled := 0
  4503  	handler := HandlerFunc(func(rw ResponseWriter, r *Request) {
  4504  		handled++
  4505  		rw.Header().Set("Content-Type", "text/html; charset=utf-8")
  4506  		rw.Write(res)
  4507  	})
  4508  	ln := &oneConnListener{conn: conn}
  4509  	go Serve(ln, handler)
  4510  	<-conn.closec
  4511  	if b.N != handled {
  4512  		b.Errorf("b.N=%d but handled %d", b.N, handled)
  4513  	}
  4514  }
  4515  
  4516  // same as above, but representing the most simple possible request
  4517  // and handler. Notably: the handler does not call rw.Header().
  4518  func BenchmarkServerFakeConnWithKeepAliveLite(b *testing.B) {
  4519  	b.ReportAllocs()
  4520  
  4521  	req := reqBytes(`GET / HTTP/1.1
  4522  Host: golang.org
  4523  `)
  4524  	res := []byte("Hello world!\n")
  4525  
  4526  	conn := &rwTestConn{
  4527  		Reader: &repeatReader{content: req, count: b.N},
  4528  		Writer: ioutil.Discard,
  4529  		closec: make(chan bool, 1),
  4530  	}
  4531  	handled := 0
  4532  	handler := HandlerFunc(func(rw ResponseWriter, r *Request) {
  4533  		handled++
  4534  		rw.Write(res)
  4535  	})
  4536  	ln := &oneConnListener{conn: conn}
  4537  	go Serve(ln, handler)
  4538  	<-conn.closec
  4539  	if b.N != handled {
  4540  		b.Errorf("b.N=%d but handled %d", b.N, handled)
  4541  	}
  4542  }
  4543  
  4544  const someResponse = "<html>some response</html>"
  4545  
  4546  // A Response that's just no bigger than 2KB, the buffer-before-chunking threshold.
  4547  var response = bytes.Repeat([]byte(someResponse), 2<<10/len(someResponse))
  4548  
  4549  // Both Content-Type and Content-Length set. Should be no buffering.
  4550  func BenchmarkServerHandlerTypeLen(b *testing.B) {
  4551  	benchmarkHandler(b, HandlerFunc(func(w ResponseWriter, r *Request) {
  4552  		w.Header().Set("Content-Type", "text/html")
  4553  		w.Header().Set("Content-Length", strconv.Itoa(len(response)))
  4554  		w.Write(response)
  4555  	}))
  4556  }
  4557  
  4558  // A Content-Type is set, but no length. No sniffing, but will count the Content-Length.
  4559  func BenchmarkServerHandlerNoLen(b *testing.B) {
  4560  	benchmarkHandler(b, HandlerFunc(func(w ResponseWriter, r *Request) {
  4561  		w.Header().Set("Content-Type", "text/html")
  4562  		w.Write(response)
  4563  	}))
  4564  }
  4565  
  4566  // A Content-Length is set, but the Content-Type will be sniffed.
  4567  func BenchmarkServerHandlerNoType(b *testing.B) {
  4568  	benchmarkHandler(b, HandlerFunc(func(w ResponseWriter, r *Request) {
  4569  		w.Header().Set("Content-Length", strconv.Itoa(len(response)))
  4570  		w.Write(response)
  4571  	}))
  4572  }
  4573  
  4574  // Neither a Content-Type or Content-Length, so sniffed and counted.
  4575  func BenchmarkServerHandlerNoHeader(b *testing.B) {
  4576  	benchmarkHandler(b, HandlerFunc(func(w ResponseWriter, r *Request) {
  4577  		w.Write(response)
  4578  	}))
  4579  }
  4580  
  4581  func benchmarkHandler(b *testing.B, h Handler) {
  4582  	b.ReportAllocs()
  4583  	req := reqBytes(`GET / HTTP/1.1
  4584  Host: golang.org
  4585  `)
  4586  	conn := &rwTestConn{
  4587  		Reader: &repeatReader{content: req, count: b.N},
  4588  		Writer: ioutil.Discard,
  4589  		closec: make(chan bool, 1),
  4590  	}
  4591  	handled := 0
  4592  	handler := HandlerFunc(func(rw ResponseWriter, r *Request) {
  4593  		handled++
  4594  		h.ServeHTTP(rw, r)
  4595  	})
  4596  	ln := &oneConnListener{conn: conn}
  4597  	go Serve(ln, handler)
  4598  	<-conn.closec
  4599  	if b.N != handled {
  4600  		b.Errorf("b.N=%d but handled %d", b.N, handled)
  4601  	}
  4602  }
  4603  
  4604  func BenchmarkServerHijack(b *testing.B) {
  4605  	b.ReportAllocs()
  4606  	req := reqBytes(`GET / HTTP/1.1
  4607  Host: golang.org
  4608  `)
  4609  	h := HandlerFunc(func(w ResponseWriter, r *Request) {
  4610  		conn, _, err := w.(Hijacker).Hijack()
  4611  		if err != nil {
  4612  			panic(err)
  4613  		}
  4614  		conn.Close()
  4615  	})
  4616  	conn := &rwTestConn{
  4617  		Writer: ioutil.Discard,
  4618  		closec: make(chan bool, 1),
  4619  	}
  4620  	ln := &oneConnListener{conn: conn}
  4621  	for i := 0; i < b.N; i++ {
  4622  		conn.Reader = bytes.NewReader(req)
  4623  		ln.conn = conn
  4624  		Serve(ln, h)
  4625  		<-conn.closec
  4626  	}
  4627  }
  4628  
  4629  func BenchmarkCloseNotifier(b *testing.B) {
  4630  	b.ReportAllocs()
  4631  	b.StopTimer()
  4632  	sawClose := make(chan bool)
  4633  	ts := httptest.NewServer(HandlerFunc(func(rw ResponseWriter, req *Request) {
  4634  		<-rw.(CloseNotifier).CloseNotify()
  4635  		sawClose <- true
  4636  	}))
  4637  	defer ts.Close()
  4638  	tot := time.NewTimer(5 * time.Second)
  4639  	defer tot.Stop()
  4640  	b.StartTimer()
  4641  	for i := 0; i < b.N; i++ {
  4642  		conn, err := net.Dial("tcp", ts.Listener.Addr().String())
  4643  		if err != nil {
  4644  			b.Fatalf("error dialing: %v", err)
  4645  		}
  4646  		_, err = fmt.Fprintf(conn, "GET / HTTP/1.1\r\nConnection: keep-alive\r\nHost: foo\r\n\r\n")
  4647  		if err != nil {
  4648  			b.Fatal(err)
  4649  		}
  4650  		conn.Close()
  4651  		tot.Reset(5 * time.Second)
  4652  		select {
  4653  		case <-sawClose:
  4654  		case <-tot.C:
  4655  			b.Fatal("timeout")
  4656  		}
  4657  	}
  4658  	b.StopTimer()
  4659  }