github.com/bgentry/go@v0.0.0-20150121062915-6cf5a733d54d/src/net/textproto/reader_test.go (about)

     1  // Copyright 2010 The Go Authors.  All rights reserved.
     2  // Use of this source code is governed by a BSD-style
     3  // license that can be found in the LICENSE file.
     4  
     5  package textproto
     6  
     7  import (
     8  	"bufio"
     9  	"bytes"
    10  	"io"
    11  	"reflect"
    12  	"strings"
    13  	"testing"
    14  )
    15  
    16  type canonicalHeaderKeyTest struct {
    17  	in, out string
    18  }
    19  
    20  var canonicalHeaderKeyTests = []canonicalHeaderKeyTest{
    21  	{"a-b-c", "A-B-C"},
    22  	{"a-1-c", "A-1-C"},
    23  	{"User-Agent", "User-Agent"},
    24  	{"uSER-aGENT", "User-Agent"},
    25  	{"user-agent", "User-Agent"},
    26  	{"USER-AGENT", "User-Agent"},
    27  	{"üser-agenT", "üser-Agent"}, // non-ASCII unchanged
    28  
    29  	// This caused a panic due to mishandling of a space:
    30  	{"C Ontent-Transfer-Encoding", "C-Ontent-Transfer-Encoding"},
    31  	{"foo bar", "Foo-Bar"},
    32  }
    33  
    34  func TestCanonicalMIMEHeaderKey(t *testing.T) {
    35  	for _, tt := range canonicalHeaderKeyTests {
    36  		if s := CanonicalMIMEHeaderKey(tt.in); s != tt.out {
    37  			t.Errorf("CanonicalMIMEHeaderKey(%q) = %q, want %q", tt.in, s, tt.out)
    38  		}
    39  	}
    40  }
    41  
    42  func reader(s string) *Reader {
    43  	return NewReader(bufio.NewReader(strings.NewReader(s)))
    44  }
    45  
    46  func TestReadLine(t *testing.T) {
    47  	r := reader("line1\nline2\n")
    48  	s, err := r.ReadLine()
    49  	if s != "line1" || err != nil {
    50  		t.Fatalf("Line 1: %s, %v", s, err)
    51  	}
    52  	s, err = r.ReadLine()
    53  	if s != "line2" || err != nil {
    54  		t.Fatalf("Line 2: %s, %v", s, err)
    55  	}
    56  	s, err = r.ReadLine()
    57  	if s != "" || err != io.EOF {
    58  		t.Fatalf("EOF: %s, %v", s, err)
    59  	}
    60  }
    61  
    62  func TestReadContinuedLine(t *testing.T) {
    63  	r := reader("line1\nline\n 2\nline3\n")
    64  	s, err := r.ReadContinuedLine()
    65  	if s != "line1" || err != nil {
    66  		t.Fatalf("Line 1: %s, %v", s, err)
    67  	}
    68  	s, err = r.ReadContinuedLine()
    69  	if s != "line 2" || err != nil {
    70  		t.Fatalf("Line 2: %s, %v", s, err)
    71  	}
    72  	s, err = r.ReadContinuedLine()
    73  	if s != "line3" || err != nil {
    74  		t.Fatalf("Line 3: %s, %v", s, err)
    75  	}
    76  	s, err = r.ReadContinuedLine()
    77  	if s != "" || err != io.EOF {
    78  		t.Fatalf("EOF: %s, %v", s, err)
    79  	}
    80  }
    81  
    82  func TestReadCodeLine(t *testing.T) {
    83  	r := reader("123 hi\n234 bye\n345 no way\n")
    84  	code, msg, err := r.ReadCodeLine(0)
    85  	if code != 123 || msg != "hi" || err != nil {
    86  		t.Fatalf("Line 1: %d, %s, %v", code, msg, err)
    87  	}
    88  	code, msg, err = r.ReadCodeLine(23)
    89  	if code != 234 || msg != "bye" || err != nil {
    90  		t.Fatalf("Line 2: %d, %s, %v", code, msg, err)
    91  	}
    92  	code, msg, err = r.ReadCodeLine(346)
    93  	if code != 345 || msg != "no way" || err == nil {
    94  		t.Fatalf("Line 3: %d, %s, %v", code, msg, err)
    95  	}
    96  	if e, ok := err.(*Error); !ok || e.Code != code || e.Msg != msg {
    97  		t.Fatalf("Line 3: wrong error %v\n", err)
    98  	}
    99  	code, msg, err = r.ReadCodeLine(1)
   100  	if code != 0 || msg != "" || err != io.EOF {
   101  		t.Fatalf("EOF: %d, %s, %v", code, msg, err)
   102  	}
   103  }
   104  
   105  func TestReadDotLines(t *testing.T) {
   106  	r := reader("dotlines\r\n.foo\r\n..bar\n...baz\nquux\r\n\r\n.\r\nanother\n")
   107  	s, err := r.ReadDotLines()
   108  	want := []string{"dotlines", "foo", ".bar", "..baz", "quux", ""}
   109  	if !reflect.DeepEqual(s, want) || err != nil {
   110  		t.Fatalf("ReadDotLines: %v, %v", s, err)
   111  	}
   112  
   113  	s, err = r.ReadDotLines()
   114  	want = []string{"another"}
   115  	if !reflect.DeepEqual(s, want) || err != io.ErrUnexpectedEOF {
   116  		t.Fatalf("ReadDotLines2: %v, %v", s, err)
   117  	}
   118  }
   119  
   120  func TestReadDotBytes(t *testing.T) {
   121  	r := reader("dotlines\r\n.foo\r\n..bar\n...baz\nquux\r\n\r\n.\r\nanot.her\r\n")
   122  	b, err := r.ReadDotBytes()
   123  	want := []byte("dotlines\nfoo\n.bar\n..baz\nquux\n\n")
   124  	if !reflect.DeepEqual(b, want) || err != nil {
   125  		t.Fatalf("ReadDotBytes: %q, %v", b, err)
   126  	}
   127  
   128  	b, err = r.ReadDotBytes()
   129  	want = []byte("anot.her\n")
   130  	if !reflect.DeepEqual(b, want) || err != io.ErrUnexpectedEOF {
   131  		t.Fatalf("ReadDotBytes2: %q, %v", b, err)
   132  	}
   133  }
   134  
   135  func TestReadMIMEHeader(t *testing.T) {
   136  	r := reader("my-key: Value 1  \r\nLong-key: Even \n Longer Value\r\nmy-Key: Value 2\r\n\n")
   137  	m, err := r.ReadMIMEHeader()
   138  	want := MIMEHeader{
   139  		"My-Key":   {"Value 1", "Value 2"},
   140  		"Long-Key": {"Even Longer Value"},
   141  	}
   142  	if !reflect.DeepEqual(m, want) || err != nil {
   143  		t.Fatalf("ReadMIMEHeader: %v, %v; want %v", m, err, want)
   144  	}
   145  }
   146  
   147  func TestReadMIMEHeaderSingle(t *testing.T) {
   148  	r := reader("Foo: bar\n\n")
   149  	m, err := r.ReadMIMEHeader()
   150  	want := MIMEHeader{"Foo": {"bar"}}
   151  	if !reflect.DeepEqual(m, want) || err != nil {
   152  		t.Fatalf("ReadMIMEHeader: %v, %v; want %v", m, err, want)
   153  	}
   154  }
   155  
   156  func TestLargeReadMIMEHeader(t *testing.T) {
   157  	data := make([]byte, 16*1024)
   158  	for i := 0; i < len(data); i++ {
   159  		data[i] = 'x'
   160  	}
   161  	sdata := string(data)
   162  	r := reader("Cookie: " + sdata + "\r\n\n")
   163  	m, err := r.ReadMIMEHeader()
   164  	if err != nil {
   165  		t.Fatalf("ReadMIMEHeader: %v", err)
   166  	}
   167  	cookie := m.Get("Cookie")
   168  	if cookie != sdata {
   169  		t.Fatalf("ReadMIMEHeader: %v bytes, want %v bytes", len(cookie), len(sdata))
   170  	}
   171  }
   172  
   173  // Test that we read slightly-bogus MIME headers seen in the wild,
   174  // with spaces before colons, and spaces in keys.
   175  func TestReadMIMEHeaderNonCompliant(t *testing.T) {
   176  	// Invalid HTTP response header as sent by an Axis security
   177  	// camera: (this is handled by IE, Firefox, Chrome, curl, etc.)
   178  	r := reader("Foo: bar\r\n" +
   179  		"Content-Language: en\r\n" +
   180  		"SID : 0\r\n" +
   181  		"Audio Mode : None\r\n" +
   182  		"Privilege : 127\r\n\r\n")
   183  	m, err := r.ReadMIMEHeader()
   184  	want := MIMEHeader{
   185  		"Foo":              {"bar"},
   186  		"Content-Language": {"en"},
   187  		"Sid":              {"0"},
   188  		"Audio-Mode":       {"None"},
   189  		"Privilege":        {"127"},
   190  	}
   191  	if !reflect.DeepEqual(m, want) || err != nil {
   192  		t.Fatalf("ReadMIMEHeader =\n%v, %v; want:\n%v", m, err, want)
   193  	}
   194  }
   195  
   196  type readResponseTest struct {
   197  	in       string
   198  	inCode   int
   199  	wantCode int
   200  	wantMsg  string
   201  }
   202  
   203  var readResponseTests = []readResponseTest{
   204  	{"230-Anonymous access granted, restrictions apply\n" +
   205  		"Read the file README.txt,\n" +
   206  		"230  please",
   207  		23,
   208  		230,
   209  		"Anonymous access granted, restrictions apply\nRead the file README.txt,\n please",
   210  	},
   211  
   212  	{"230 Anonymous access granted, restrictions apply\n",
   213  		23,
   214  		230,
   215  		"Anonymous access granted, restrictions apply",
   216  	},
   217  
   218  	{"400-A\n400-B\n400 C",
   219  		4,
   220  		400,
   221  		"A\nB\nC",
   222  	},
   223  
   224  	{"400-A\r\n400-B\r\n400 C\r\n",
   225  		4,
   226  		400,
   227  		"A\nB\nC",
   228  	},
   229  }
   230  
   231  // See http://www.ietf.org/rfc/rfc959.txt page 36.
   232  func TestRFC959Lines(t *testing.T) {
   233  	for i, tt := range readResponseTests {
   234  		r := reader(tt.in + "\nFOLLOWING DATA")
   235  		code, msg, err := r.ReadResponse(tt.inCode)
   236  		if err != nil {
   237  			t.Errorf("#%d: ReadResponse: %v", i, err)
   238  			continue
   239  		}
   240  		if code != tt.wantCode {
   241  			t.Errorf("#%d: code=%d, want %d", i, code, tt.wantCode)
   242  		}
   243  		if msg != tt.wantMsg {
   244  			t.Errorf("#%d: msg=%q, want %q", i, msg, tt.wantMsg)
   245  		}
   246  	}
   247  }
   248  
   249  func TestCommonHeaders(t *testing.T) {
   250  	for h := range commonHeader {
   251  		if h != CanonicalMIMEHeaderKey(h) {
   252  			t.Errorf("Non-canonical header %q in commonHeader", h)
   253  		}
   254  	}
   255  	b := []byte("content-Length")
   256  	want := "Content-Length"
   257  	n := testing.AllocsPerRun(200, func() {
   258  		if x := canonicalMIMEHeaderKey(b); x != want {
   259  			t.Fatalf("canonicalMIMEHeaderKey(%q) = %q; want %q", b, x, want)
   260  		}
   261  	})
   262  	if n > 0 {
   263  		t.Errorf("canonicalMIMEHeaderKey allocs = %v; want 0", n)
   264  	}
   265  }
   266  
   267  var clientHeaders = strings.Replace(`Host: golang.org
   268  Connection: keep-alive
   269  Cache-Control: max-age=0
   270  Accept: application/xml,application/xhtml+xml,text/html;q=0.9,text/plain;q=0.8,image/png,*/*;q=0.5
   271  User-Agent: Mozilla/5.0 (X11; U; Linux x86_64; en-US) AppleWebKit/534.3 (KHTML, like Gecko) Chrome/6.0.472.63 Safari/534.3
   272  Accept-Encoding: gzip,deflate,sdch
   273  Accept-Language: en-US,en;q=0.8,fr-CH;q=0.6
   274  Accept-Charset: ISO-8859-1,utf-8;q=0.7,*;q=0.3
   275  COOKIE: __utma=000000000.0000000000.0000000000.0000000000.0000000000.00; __utmb=000000000.0.00.0000000000; __utmc=000000000; __utmz=000000000.0000000000.00.0.utmcsr=code.google.com|utmccn=(referral)|utmcmd=referral|utmcct=/p/go/issues/detail
   276  Non-Interned: test
   277  
   278  `, "\n", "\r\n", -1)
   279  
   280  var serverHeaders = strings.Replace(`Content-Type: text/html; charset=utf-8
   281  Content-Encoding: gzip
   282  Date: Thu, 27 Sep 2012 09:03:33 GMT
   283  Server: Google Frontend
   284  Cache-Control: private
   285  Content-Length: 2298
   286  VIA: 1.1 proxy.example.com:80 (XXX/n.n.n-nnn)
   287  Connection: Close
   288  Non-Interned: test
   289  
   290  `, "\n", "\r\n", -1)
   291  
   292  func BenchmarkReadMIMEHeader(b *testing.B) {
   293  	b.ReportAllocs()
   294  	var buf bytes.Buffer
   295  	br := bufio.NewReader(&buf)
   296  	r := NewReader(br)
   297  	for i := 0; i < b.N; i++ {
   298  		var want int
   299  		var find string
   300  		if (i & 1) == 1 {
   301  			buf.WriteString(clientHeaders)
   302  			want = 10
   303  			find = "Cookie"
   304  		} else {
   305  			buf.WriteString(serverHeaders)
   306  			want = 9
   307  			find = "Via"
   308  		}
   309  		h, err := r.ReadMIMEHeader()
   310  		if err != nil {
   311  			b.Fatal(err)
   312  		}
   313  		if len(h) != want {
   314  			b.Fatalf("wrong number of headers: got %d, want %d", len(h), want)
   315  		}
   316  		if _, ok := h[find]; !ok {
   317  			b.Fatalf("did not find key %s", find)
   318  		}
   319  	}
   320  }
   321  
   322  func BenchmarkUncommon(b *testing.B) {
   323  	b.ReportAllocs()
   324  	var buf bytes.Buffer
   325  	br := bufio.NewReader(&buf)
   326  	r := NewReader(br)
   327  	for i := 0; i < b.N; i++ {
   328  		buf.WriteString("uncommon-header-for-benchmark: foo\r\n\r\n")
   329  		h, err := r.ReadMIMEHeader()
   330  		if err != nil {
   331  			b.Fatal(err)
   332  		}
   333  		if _, ok := h["Uncommon-Header-For-Benchmark"]; !ok {
   334  			b.Fatal("Missing result header.")
   335  		}
   336  	}
   337  }