github.com/lianghucheng/zrddz@v0.0.0-20200923083010-c71f680932e2/src/golang.org/x/net/http/httpproxy/proxy_test.go (about) 1 // Copyright 2017 The Go Authors. All rights reserved. 2 // Use of this source code is governed by a BSD-style 3 // license that can be found in the LICENSE file. 4 5 package httpproxy_test 6 7 import ( 8 "bytes" 9 "errors" 10 "fmt" 11 "net/url" 12 "os" 13 "strings" 14 "testing" 15 16 "golang.org/x/net/http/httpproxy" 17 ) 18 19 // setHelper calls t.Helper() for Go 1.9+ (see go19_test.go) and does nothing otherwise. 20 var setHelper = func(t *testing.T) {} 21 22 type proxyForURLTest struct { 23 cfg httpproxy.Config 24 req string // URL to fetch; blank means "http://example.com" 25 want string 26 wanterr error 27 } 28 29 func (t proxyForURLTest) String() string { 30 var buf bytes.Buffer 31 space := func() { 32 if buf.Len() > 0 { 33 buf.WriteByte(' ') 34 } 35 } 36 if t.cfg.HTTPProxy != "" { 37 fmt.Fprintf(&buf, "http_proxy=%q", t.cfg.HTTPProxy) 38 } 39 if t.cfg.HTTPSProxy != "" { 40 space() 41 fmt.Fprintf(&buf, "https_proxy=%q", t.cfg.HTTPSProxy) 42 } 43 if t.cfg.NoProxy != "" { 44 space() 45 fmt.Fprintf(&buf, "no_proxy=%q", t.cfg.NoProxy) 46 } 47 req := "http://example.com" 48 if t.req != "" { 49 req = t.req 50 } 51 space() 52 fmt.Fprintf(&buf, "req=%q", req) 53 return strings.TrimSpace(buf.String()) 54 } 55 56 var proxyForURLTests = []proxyForURLTest{{ 57 cfg: httpproxy.Config{ 58 HTTPProxy: "127.0.0.1:8080", 59 }, 60 want: "http://127.0.0.1:8080", 61 }, { 62 cfg: httpproxy.Config{ 63 HTTPProxy: "cache.corp.example.com:1234", 64 }, 65 want: "http://cache.corp.example.com:1234", 66 }, { 67 cfg: httpproxy.Config{ 68 HTTPProxy: "cache.corp.example.com", 69 }, 70 want: "http://cache.corp.example.com", 71 }, { 72 cfg: httpproxy.Config{ 73 HTTPProxy: "https://cache.corp.example.com", 74 }, 75 want: "https://cache.corp.example.com", 76 }, { 77 cfg: httpproxy.Config{ 78 HTTPProxy: "http://127.0.0.1:8080", 79 }, 80 want: "http://127.0.0.1:8080", 81 }, { 82 cfg: httpproxy.Config{ 83 HTTPProxy: "https://127.0.0.1:8080", 84 }, 85 want: "https://127.0.0.1:8080", 86 }, { 87 cfg: httpproxy.Config{ 88 HTTPProxy: "socks5://127.0.0.1", 89 }, 90 want: "socks5://127.0.0.1", 91 }, { 92 // Don't use secure for http 93 cfg: httpproxy.Config{ 94 HTTPProxy: "http.proxy.tld", 95 HTTPSProxy: "secure.proxy.tld", 96 }, 97 req: "http://insecure.tld/", 98 want: "http://http.proxy.tld", 99 }, { 100 // Use secure for https. 101 cfg: httpproxy.Config{ 102 HTTPProxy: "http.proxy.tld", 103 HTTPSProxy: "secure.proxy.tld", 104 }, 105 req: "https://secure.tld/", 106 want: "http://secure.proxy.tld", 107 }, { 108 cfg: httpproxy.Config{ 109 HTTPProxy: "http.proxy.tld", 110 HTTPSProxy: "https://secure.proxy.tld", 111 }, 112 req: "https://secure.tld/", 113 want: "https://secure.proxy.tld", 114 }, { 115 // Issue 16405: don't use HTTP_PROXY in a CGI environment, 116 // where HTTP_PROXY can be attacker-controlled. 117 cfg: httpproxy.Config{ 118 HTTPProxy: "http://10.1.2.3:8080", 119 CGI: true, 120 }, 121 want: "<nil>", 122 wanterr: errors.New("refusing to use HTTP_PROXY value in CGI environment; see golang.org/s/cgihttpproxy"), 123 }, { 124 // HTTPS proxy is still used even in CGI environment. 125 // (perhaps dubious but it's the historical behaviour). 126 cfg: httpproxy.Config{ 127 HTTPSProxy: "https://secure.proxy.tld", 128 CGI: true, 129 }, 130 req: "https://secure.tld/", 131 want: "https://secure.proxy.tld", 132 }, { 133 want: "<nil>", 134 }, { 135 cfg: httpproxy.Config{ 136 NoProxy: "example.com", 137 HTTPProxy: "proxy", 138 }, 139 req: "http://example.com/", 140 want: "<nil>", 141 }, { 142 cfg: httpproxy.Config{ 143 NoProxy: ".example.com", 144 HTTPProxy: "proxy", 145 }, 146 req: "http://example.com/", 147 want: "http://proxy", 148 }, { 149 cfg: httpproxy.Config{ 150 NoProxy: "ample.com", 151 HTTPProxy: "proxy", 152 }, 153 req: "http://example.com/", 154 want: "http://proxy", 155 }, { 156 cfg: httpproxy.Config{ 157 NoProxy: "example.com", 158 HTTPProxy: "proxy", 159 }, 160 req: "http://foo.example.com/", 161 want: "<nil>", 162 }, { 163 cfg: httpproxy.Config{ 164 NoProxy: ".foo.com", 165 HTTPProxy: "proxy", 166 }, 167 req: "http://example.com/", 168 want: "http://proxy", 169 }} 170 171 func testProxyForURL(t *testing.T, tt proxyForURLTest) { 172 setHelper(t) 173 reqURLStr := tt.req 174 if reqURLStr == "" { 175 reqURLStr = "http://example.com" 176 } 177 reqURL, err := url.Parse(reqURLStr) 178 if err != nil { 179 t.Errorf("invalid URL %q", reqURLStr) 180 return 181 } 182 cfg := tt.cfg 183 proxyForURL := cfg.ProxyFunc() 184 url, err := proxyForURL(reqURL) 185 if g, e := fmt.Sprintf("%v", err), fmt.Sprintf("%v", tt.wanterr); g != e { 186 t.Errorf("%v: got error = %q, want %q", tt, g, e) 187 return 188 } 189 if got := fmt.Sprintf("%s", url); got != tt.want { 190 t.Errorf("%v: got URL = %q, want %q", tt, url, tt.want) 191 } 192 193 // Check that changing the Config doesn't change the results 194 // of the functuon. 195 cfg = httpproxy.Config{} 196 url, err = proxyForURL(reqURL) 197 if g, e := fmt.Sprintf("%v", err), fmt.Sprintf("%v", tt.wanterr); g != e { 198 t.Errorf("(after mutating config) %v: got error = %q, want %q", tt, g, e) 199 return 200 } 201 if got := fmt.Sprintf("%s", url); got != tt.want { 202 t.Errorf("(after mutating config) %v: got URL = %q, want %q", tt, url, tt.want) 203 } 204 } 205 206 func TestProxyForURL(t *testing.T) { 207 for _, tt := range proxyForURLTests { 208 testProxyForURL(t, tt) 209 } 210 } 211 212 func TestFromEnvironment(t *testing.T) { 213 os.Setenv("HTTP_PROXY", "httpproxy") 214 os.Setenv("HTTPS_PROXY", "httpsproxy") 215 os.Setenv("NO_PROXY", "noproxy") 216 os.Setenv("REQUEST_METHOD", "") 217 got := httpproxy.FromEnvironment() 218 want := httpproxy.Config{ 219 HTTPProxy: "httpproxy", 220 HTTPSProxy: "httpsproxy", 221 NoProxy: "noproxy", 222 } 223 if *got != want { 224 t.Errorf("unexpected proxy config, got %#v want %#v", got, want) 225 } 226 } 227 228 func TestFromEnvironmentWithRequestMethod(t *testing.T) { 229 os.Setenv("HTTP_PROXY", "httpproxy") 230 os.Setenv("HTTPS_PROXY", "httpsproxy") 231 os.Setenv("NO_PROXY", "noproxy") 232 os.Setenv("REQUEST_METHOD", "PUT") 233 got := httpproxy.FromEnvironment() 234 want := httpproxy.Config{ 235 HTTPProxy: "httpproxy", 236 HTTPSProxy: "httpsproxy", 237 NoProxy: "noproxy", 238 CGI: true, 239 } 240 if *got != want { 241 t.Errorf("unexpected proxy config, got %#v want %#v", got, want) 242 } 243 } 244 245 func TestFromEnvironmentLowerCase(t *testing.T) { 246 os.Setenv("http_proxy", "httpproxy") 247 os.Setenv("https_proxy", "httpsproxy") 248 os.Setenv("no_proxy", "noproxy") 249 os.Setenv("REQUEST_METHOD", "") 250 got := httpproxy.FromEnvironment() 251 want := httpproxy.Config{ 252 HTTPProxy: "httpproxy", 253 HTTPSProxy: "httpsproxy", 254 NoProxy: "noproxy", 255 } 256 if *got != want { 257 t.Errorf("unexpected proxy config, got %#v want %#v", got, want) 258 } 259 } 260 261 var UseProxyTests = []struct { 262 host string 263 match bool 264 }{ 265 // Never proxy localhost: 266 {"localhost", false}, 267 {"127.0.0.1", false}, 268 {"127.0.0.2", false}, 269 {"[::1]", false}, 270 {"[::2]", true}, // not a loopback address 271 272 {"192.168.1.1", false}, // matches exact IPv4 273 {"192.168.1.2", true}, // ports do not match 274 {"192.168.1.3", false}, // matches exact IPv4:port 275 {"192.168.1.4", true}, // no match 276 {"10.0.0.2", false}, // matches IPv4/CIDR 277 {"[2001:db8::52:0:1]", false}, // matches exact IPv6 278 {"[2001:db8::52:0:2]", true}, // no match 279 {"[2001:db8::52:0:3]", false}, // matches exact [IPv6]:port 280 {"[2002:db8:a::123]", false}, // matches IPv6/CIDR 281 {"[fe80::424b:c8be:1643:a1b6]", true}, // no match 282 283 {"barbaz.net", true}, // does not match as .barbaz.net 284 {"www.barbaz.net", false}, // does match as .barbaz.net 285 {"foobar.com", false}, // does match as foobar.com 286 {"www.foobar.com", false}, // match because NO_PROXY includes "foobar.com" 287 {"foofoobar.com", true}, // not match as a part of foobar.com 288 {"baz.com", true}, // not match as a part of barbaz.com 289 {"localhost.net", true}, // not match as suffix of address 290 {"local.localhost", true}, // not match as prefix as address 291 {"barbarbaz.net", true}, // not match, wrong domain 292 {"wildcard.io", true}, // does not match as *.wildcard.io 293 {"nested.wildcard.io", false}, // match as *.wildcard.io 294 {"awildcard.io", true}, // not a match because of '*' 295 } 296 297 var noProxy = "foobar.com, .barbaz.net, *.wildcard.io, 192.168.1.1, 192.168.1.2:81, 192.168.1.3:80, 10.0.0.0/30, 2001:db8::52:0:1, [2001:db8::52:0:2]:443, [2001:db8::52:0:3]:80, 2002:db8:a::45/64" 298 299 func TestUseProxy(t *testing.T) { 300 cfg := &httpproxy.Config{ 301 NoProxy: noProxy, 302 } 303 for _, test := range UseProxyTests { 304 if httpproxy.ExportUseProxy(cfg, test.host+":80") != test.match { 305 t.Errorf("useProxy(%v) = %v, want %v", test.host, !test.match, test.match) 306 } 307 } 308 } 309 310 func TestInvalidNoProxy(t *testing.T) { 311 cfg := &httpproxy.Config{ 312 NoProxy: ":1", 313 } 314 ok := httpproxy.ExportUseProxy(cfg, "example.com:80") // should not panic 315 if !ok { 316 t.Errorf("useProxy unexpected return; got false; want true") 317 } 318 } 319 320 func TestAllNoProxy(t *testing.T) { 321 cfg := &httpproxy.Config{ 322 NoProxy: "*", 323 } 324 for _, test := range UseProxyTests { 325 if httpproxy.ExportUseProxy(cfg, test.host+":80") != false { 326 t.Errorf("useProxy(%v) = true, want false", test.host) 327 } 328 } 329 } 330 331 func BenchmarkProxyForURL(b *testing.B) { 332 cfg := &httpproxy.Config{ 333 HTTPProxy: "http://proxy.example.org", 334 HTTPSProxy: "https://proxy.example.org", 335 NoProxy: noProxy, 336 } 337 for _, test := range UseProxyTests { 338 u, err := url.Parse("https://" + test.host + ":80") 339 if err != nil { 340 b.Fatalf("parsed failed: %s", test.host) 341 } 342 proxyFunc := cfg.ProxyFunc() 343 b.Run(test.host, func(b *testing.B) { 344 for n := 0; n < b.N; n++ { 345 if au, e := proxyFunc(u); e != nil && test.match == (au != nil) { 346 b.Errorf("useProxy(%v) = %v, want %v", test.host, !test.match, test.match) 347 } 348 } 349 }) 350 } 351 }