github.com/Kolosok86/http@v0.1.2/cookiejar/jar.go (about)

     1  // Copyright 2012 The Go Authors. All rights reserved.
     2  // Use of this source code is governed by a BSD-style
     3  // license that can be found in the LICENSE file.
     4  
     5  // Package cookiejar implements an in-memory RFC 6265-compliant http.CookieJar.
     6  package cookiejar
     7  
     8  import (
     9  	"errors"
    10  	"fmt"
    11  	"net"
    12  	"net/url"
    13  	"sort"
    14  	"strings"
    15  	"sync"
    16  	"time"
    17  
    18  	"github.com/Kolosok86/http"
    19  	"github.com/Kolosok86/http/internal/ascii"
    20  )
    21  
    22  // PublicSuffixList provides the public suffix of a domain. For example:
    23  //   - the public suffix of "example.com" is "com",
    24  //   - the public suffix of "foo1.foo2.foo3.co.uk" is "co.uk", and
    25  //   - the public suffix of "bar.pvt.k12.ma.us" is "pvt.k12.ma.us".
    26  //
    27  // Implementations of PublicSuffixList must be safe for concurrent use by
    28  // multiple goroutines.
    29  //
    30  // An implementation that always returns "" is valid and may be useful for
    31  // testing but it is not secure: it means that the HTTP server for foo.com can
    32  // set a cookie for bar.com.
    33  //
    34  // A public suffix list implementation is in the package
    35  // golang.org/x/net/publicsuffix.
    36  type PublicSuffixList interface {
    37  	// PublicSuffix returns the public suffix of domain.
    38  	//
    39  	// TODO: specify which of the caller and callee is responsible for IP
    40  	// addresses, for leading and trailing dots, for case sensitivity, and
    41  	// for IDN/Punycode.
    42  	PublicSuffix(domain string) string
    43  
    44  	// String returns a description of the source of this public suffix
    45  	// list. The description will typically contain something like a time
    46  	// stamp or version number.
    47  	String() string
    48  }
    49  
    50  // Options are the options for creating a new Jar.
    51  type Options struct {
    52  	// PublicSuffixList is the public suffix list that determines whether
    53  	// an HTTP server can set a cookie for a domain.
    54  	//
    55  	// A nil value is valid and may be useful for testing but it is not
    56  	// secure: it means that the HTTP server for foo.co.uk can set a cookie
    57  	// for bar.co.uk.
    58  	PublicSuffixList PublicSuffixList
    59  }
    60  
    61  // Jar implements the http.CookieJar interface from the net/http package.
    62  type Jar struct {
    63  	psList PublicSuffixList
    64  
    65  	// mu locks the remaining fields.
    66  	mu sync.Mutex
    67  
    68  	// entries is a set of entries, keyed by their eTLD+1 and subkeyed by
    69  	// their name/domain/path.
    70  	entries map[string]map[string]entry
    71  
    72  	// nextSeqNum is the next sequence number assigned to a new cookie
    73  	// created SetCookies.
    74  	nextSeqNum uint64
    75  }
    76  
    77  // New returns a new cookie jar. A nil *Options is equivalent to a zero
    78  // Options.
    79  func New(o *Options) (*Jar, error) {
    80  	jar := &Jar{
    81  		entries: make(map[string]map[string]entry),
    82  	}
    83  	if o != nil {
    84  		jar.psList = o.PublicSuffixList
    85  	}
    86  	return jar, nil
    87  }
    88  
    89  // entry is the internal representation of a cookie.
    90  //
    91  // This struct type is not used outside of this package per se, but the exported
    92  // fields are those of RFC 6265.
    93  type entry struct {
    94  	Name       string
    95  	Value      string
    96  	Domain     string
    97  	Path       string
    98  	SameSite   string
    99  	Secure     bool
   100  	HttpOnly   bool
   101  	Persistent bool
   102  	HostOnly   bool
   103  	Expires    time.Time
   104  	Creation   time.Time
   105  	LastAccess time.Time
   106  
   107  	// seqNum is a sequence number so that Cookies returns cookies in a
   108  	// deterministic order, even for cookies that have equal Path length and
   109  	// equal Creation time. This simplifies testing.
   110  	seqNum uint64
   111  }
   112  
   113  // id returns the domain;path;name triple of e as an id.
   114  func (e *entry) id() string {
   115  	return fmt.Sprintf("%s;%s;%s", e.Domain, e.Path, e.Name)
   116  }
   117  
   118  // shouldSend determines whether e's cookie qualifies to be included in a
   119  // request to host/path. It is the caller's responsibility to check if the
   120  // cookie is expired.
   121  func (e *entry) shouldSend(https bool, host, path string) bool {
   122  	return e.domainMatch(host) && e.pathMatch(path) && (https || !e.Secure)
   123  }
   124  
   125  // domainMatch checks whether e's Domain allows sending e back to host.
   126  // It differs from "domain-match" of RFC 6265 section 5.1.3 because we treat
   127  // a cookie with an IP address in the Domain always as a host cookie.
   128  func (e *entry) domainMatch(host string) bool {
   129  	if e.Domain == host {
   130  		return true
   131  	}
   132  	return !e.HostOnly && hasDotSuffix(host, e.Domain)
   133  }
   134  
   135  // pathMatch implements "path-match" according to RFC 6265 section 5.1.4.
   136  func (e *entry) pathMatch(requestPath string) bool {
   137  	if requestPath == e.Path {
   138  		return true
   139  	}
   140  	if strings.HasPrefix(requestPath, e.Path) {
   141  		if e.Path[len(e.Path)-1] == '/' {
   142  			return true // The "/any/" matches "/any/path" case.
   143  		} else if requestPath[len(e.Path)] == '/' {
   144  			return true // The "/any" matches "/any/path" case.
   145  		}
   146  	}
   147  	return false
   148  }
   149  
   150  // hasDotSuffix reports whether s ends in "."+suffix.
   151  func hasDotSuffix(s, suffix string) bool {
   152  	return len(s) > len(suffix) && s[len(s)-len(suffix)-1] == '.' && s[len(s)-len(suffix):] == suffix
   153  }
   154  
   155  // Cookies implements the Cookies method of the http.CookieJar interface.
   156  //
   157  // It returns an empty slice if the URL's scheme is not HTTP or HTTPS.
   158  func (j *Jar) Cookies(u *url.URL) (cookies []*http.Cookie) {
   159  	return j.cookies(u, time.Now())
   160  }
   161  
   162  // cookies is like Cookies but takes the current time as a parameter.
   163  func (j *Jar) cookies(u *url.URL, now time.Time) (cookies []*http.Cookie) {
   164  	if u.Scheme != "http" && u.Scheme != "https" {
   165  		return cookies
   166  	}
   167  	host, err := canonicalHost(u.Host)
   168  	if err != nil {
   169  		return cookies
   170  	}
   171  	key := jarKey(host, j.psList)
   172  
   173  	j.mu.Lock()
   174  	defer j.mu.Unlock()
   175  
   176  	submap := j.entries[key]
   177  	if submap == nil {
   178  		return cookies
   179  	}
   180  
   181  	https := u.Scheme == "https"
   182  	path := u.Path
   183  	if path == "" {
   184  		path = "/"
   185  	}
   186  
   187  	modified := false
   188  	var selected []entry
   189  	for id, e := range submap {
   190  		if e.Persistent && !e.Expires.After(now) {
   191  			delete(submap, id)
   192  			modified = true
   193  			continue
   194  		}
   195  		if !e.shouldSend(https, host, path) {
   196  			continue
   197  		}
   198  		e.LastAccess = now
   199  		submap[id] = e
   200  		selected = append(selected, e)
   201  		modified = true
   202  	}
   203  	if modified {
   204  		if len(submap) == 0 {
   205  			delete(j.entries, key)
   206  		} else {
   207  			j.entries[key] = submap
   208  		}
   209  	}
   210  
   211  	// sort according to RFC 6265 section 5.4 point 2: by longest
   212  	// path and then by earliest creation time.
   213  	sort.Slice(selected, func(i, j int) bool {
   214  		s := selected
   215  		if len(s[i].Path) != len(s[j].Path) {
   216  			return len(s[i].Path) > len(s[j].Path)
   217  		}
   218  		if ret := s[i].Creation.Compare(s[j].Creation); ret != 0 {
   219  			return ret < 0
   220  		}
   221  		return s[i].seqNum < s[j].seqNum
   222  	})
   223  	for _, e := range selected {
   224  		cookies = append(cookies, &http.Cookie{Name: e.Name, Value: e.Value})
   225  	}
   226  
   227  	return cookies
   228  }
   229  
   230  // SetCookies implements the SetCookies method of the http.CookieJar interface.
   231  //
   232  // It does nothing if the URL's scheme is not HTTP or HTTPS.
   233  func (j *Jar) SetCookies(u *url.URL, cookies []*http.Cookie) {
   234  	j.setCookies(u, cookies, time.Now())
   235  }
   236  
   237  // setCookies is like SetCookies but takes the current time as parameter.
   238  func (j *Jar) setCookies(u *url.URL, cookies []*http.Cookie, now time.Time) {
   239  	if len(cookies) == 0 {
   240  		return
   241  	}
   242  	if u.Scheme != "http" && u.Scheme != "https" {
   243  		return
   244  	}
   245  	host, err := canonicalHost(u.Host)
   246  	if err != nil {
   247  		return
   248  	}
   249  	key := jarKey(host, j.psList)
   250  	defPath := defaultPath(u.Path)
   251  
   252  	j.mu.Lock()
   253  	defer j.mu.Unlock()
   254  
   255  	submap := j.entries[key]
   256  
   257  	modified := false
   258  	for _, cookie := range cookies {
   259  		e, remove, err := j.newEntry(cookie, now, defPath, host)
   260  		if err != nil {
   261  			continue
   262  		}
   263  		id := e.id()
   264  		if remove {
   265  			if submap != nil {
   266  				if _, ok := submap[id]; ok {
   267  					delete(submap, id)
   268  					modified = true
   269  				}
   270  			}
   271  			continue
   272  		}
   273  		if submap == nil {
   274  			submap = make(map[string]entry)
   275  		}
   276  
   277  		if old, ok := submap[id]; ok {
   278  			e.Creation = old.Creation
   279  			e.seqNum = old.seqNum
   280  		} else {
   281  			e.Creation = now
   282  			e.seqNum = j.nextSeqNum
   283  			j.nextSeqNum++
   284  		}
   285  		e.LastAccess = now
   286  		submap[id] = e
   287  		modified = true
   288  	}
   289  
   290  	if modified {
   291  		if len(submap) == 0 {
   292  			delete(j.entries, key)
   293  		} else {
   294  			j.entries[key] = submap
   295  		}
   296  	}
   297  }
   298  
   299  // canonicalHost strips port from host if present and returns the canonicalized
   300  // host name.
   301  func canonicalHost(host string) (string, error) {
   302  	var err error
   303  	if hasPort(host) {
   304  		host, _, err = net.SplitHostPort(host)
   305  		if err != nil {
   306  			return "", err
   307  		}
   308  	}
   309  	// Strip trailing dot from fully qualified domain names.
   310  	host = strings.TrimSuffix(host, ".")
   311  	encoded, err := toASCII(host)
   312  	if err != nil {
   313  		return "", err
   314  	}
   315  	// We know this is ascii, no need to check.
   316  	lower, _ := ascii.ToLower(encoded)
   317  	return lower, nil
   318  }
   319  
   320  // hasPort reports whether host contains a port number. host may be a host
   321  // name, an IPv4 or an IPv6 address.
   322  func hasPort(host string) bool {
   323  	colons := strings.Count(host, ":")
   324  	if colons == 0 {
   325  		return false
   326  	}
   327  	if colons == 1 {
   328  		return true
   329  	}
   330  	return host[0] == '[' && strings.Contains(host, "]:")
   331  }
   332  
   333  // jarKey returns the key to use for a jar.
   334  func jarKey(host string, psl PublicSuffixList) string {
   335  	if isIP(host) {
   336  		return host
   337  	}
   338  
   339  	var i int
   340  	if psl == nil {
   341  		i = strings.LastIndex(host, ".")
   342  		if i <= 0 {
   343  			return host
   344  		}
   345  	} else {
   346  		suffix := psl.PublicSuffix(host)
   347  		if suffix == host {
   348  			return host
   349  		}
   350  		i = len(host) - len(suffix)
   351  		if i <= 0 || host[i-1] != '.' {
   352  			// The provided public suffix list psl is broken.
   353  			// Storing cookies under host is a safe stopgap.
   354  			return host
   355  		}
   356  		// Only len(suffix) is used to determine the jar key from
   357  		// here on, so it is okay if psl.PublicSuffix("www.buggy.psl")
   358  		// returns "com" as the jar key is generated from host.
   359  	}
   360  	prevDot := strings.LastIndex(host[:i-1], ".")
   361  	return host[prevDot+1:]
   362  }
   363  
   364  // isIP reports whether host is an IP address.
   365  func isIP(host string) bool {
   366  	return net.ParseIP(host) != nil
   367  }
   368  
   369  // defaultPath returns the directory part of an URL's path according to
   370  // RFC 6265 section 5.1.4.
   371  func defaultPath(path string) string {
   372  	if len(path) == 0 || path[0] != '/' {
   373  		return "/" // Path is empty or malformed.
   374  	}
   375  
   376  	i := strings.LastIndex(path, "/") // Path starts with "/", so i != -1.
   377  	if i == 0 {
   378  		return "/" // Path has the form "/abc".
   379  	}
   380  	return path[:i] // Path is either of form "/abc/xyz" or "/abc/xyz/".
   381  }
   382  
   383  // newEntry creates an entry from a http.Cookie c. now is the current time and
   384  // is compared to c.Expires to determine deletion of c. defPath and host are the
   385  // default-path and the canonical host name of the URL c was received from.
   386  //
   387  // remove records whether the jar should delete this cookie, as it has already
   388  // expired with respect to now. In this case, e may be incomplete, but it will
   389  // be valid to call e.id (which depends on e's Name, Domain and Path).
   390  //
   391  // A malformed c.Domain will result in an error.
   392  func (j *Jar) newEntry(c *http.Cookie, now time.Time, defPath, host string) (e entry, remove bool, err error) {
   393  	e.Name = c.Name
   394  
   395  	if c.Path == "" || c.Path[0] != '/' {
   396  		e.Path = defPath
   397  	} else {
   398  		e.Path = c.Path
   399  	}
   400  
   401  	e.Domain, e.HostOnly, err = j.domainAndType(host, c.Domain)
   402  	if err != nil {
   403  		return e, false, err
   404  	}
   405  
   406  	// MaxAge takes precedence over Expires.
   407  	if c.MaxAge < 0 {
   408  		return e, true, nil
   409  	} else if c.MaxAge > 0 {
   410  		e.Expires = now.Add(time.Duration(c.MaxAge) * time.Second)
   411  		e.Persistent = true
   412  	} else {
   413  		if c.Expires.IsZero() {
   414  			e.Expires = endOfTime
   415  			e.Persistent = false
   416  		} else {
   417  			if !c.Expires.After(now) {
   418  				return e, true, nil
   419  			}
   420  			e.Expires = c.Expires
   421  			e.Persistent = true
   422  		}
   423  	}
   424  
   425  	e.Value = c.Value
   426  	e.Secure = c.Secure
   427  	e.HttpOnly = c.HttpOnly
   428  
   429  	switch c.SameSite {
   430  	case http.SameSiteDefaultMode:
   431  		e.SameSite = "SameSite"
   432  	case http.SameSiteStrictMode:
   433  		e.SameSite = "SameSite=Strict"
   434  	case http.SameSiteLaxMode:
   435  		e.SameSite = "SameSite=Lax"
   436  	}
   437  
   438  	return e, false, nil
   439  }
   440  
   441  var (
   442  	errIllegalDomain   = errors.New("cookiejar: illegal cookie domain attribute")
   443  	errMalformedDomain = errors.New("cookiejar: malformed cookie domain attribute")
   444  	errNoHostname      = errors.New("cookiejar: no host name available (IP only)")
   445  )
   446  
   447  // endOfTime is the time when session (non-persistent) cookies expire.
   448  // This instant is representable in most date/time formats (not just
   449  // Go's time.Time) and should be far enough in the future.
   450  var endOfTime = time.Date(9999, 12, 31, 23, 59, 59, 0, time.UTC)
   451  
   452  // domainAndType determines the cookie's domain and hostOnly attribute.
   453  func (j *Jar) domainAndType(host, domain string) (string, bool, error) {
   454  	if domain == "" {
   455  		// No domain attribute in the SetCookie header indicates a
   456  		// host cookie.
   457  		return host, true, nil
   458  	}
   459  
   460  	if isIP(host) {
   461  		// RFC 6265 is not super clear here, a sensible interpretation
   462  		// is that cookies with an IP address in the domain-attribute
   463  		// are allowed.
   464  
   465  		// RFC 6265 section 5.2.3 mandates to strip an optional leading
   466  		// dot in the domain-attribute before processing the cookie.
   467  		//
   468  		// Most browsers don't do that for IP addresses, only curl
   469  		// version 7.54) and IE (version 11) do not reject a
   470  		//     Set-Cookie: a=1; domain=.127.0.0.1
   471  		// This leading dot is optional and serves only as hint for
   472  		// humans to indicate that a cookie with "domain=.bbc.co.uk"
   473  		// would be sent to every subdomain of bbc.co.uk.
   474  		// It just doesn't make sense on IP addresses.
   475  		// The other processing and validation steps in RFC 6265 just
   476  		// collaps to:
   477  		if host != domain {
   478  			return "", false, errIllegalDomain
   479  		}
   480  
   481  		// According to RFC 6265 such cookies should be treated as
   482  		// domain cookies.
   483  		// As there are no subdomains of an IP address the treatment
   484  		// according to RFC 6265 would be exactly the same as that of
   485  		// a host-only cookie. Contemporary browsers (and curl) do
   486  		// allows such cookies but treat them as host-only cookies.
   487  		// So do we as it just doesn't make sense to label them as
   488  		// domain cookies when there is no domain; the whole notion of
   489  		// domain cookies requires a domain name to be well defined.
   490  		return host, true, nil
   491  	}
   492  
   493  	// From here on: If the cookie is valid, it is a domain cookie (with
   494  	// the one exception of a public suffix below).
   495  	// See RFC 6265 section 5.2.3.
   496  	if domain[0] == '.' {
   497  		domain = domain[1:]
   498  	}
   499  
   500  	if len(domain) == 0 || domain[0] == '.' {
   501  		// Received either "Domain=." or "Domain=..some.thing",
   502  		// both are illegal.
   503  		return "", false, errMalformedDomain
   504  	}
   505  
   506  	domain, isASCII := ascii.ToLower(domain)
   507  	if !isASCII {
   508  		// Received non-ASCII domain, e.g. "perché.com" instead of "xn--perch-fsa.com"
   509  		return "", false, errMalformedDomain
   510  	}
   511  
   512  	if domain[len(domain)-1] == '.' {
   513  		// We received stuff like "Domain=www.example.com.".
   514  		// Browsers do handle such stuff (actually differently) but
   515  		// RFC 6265 seems to be clear here (e.g. section 4.1.2.3) in
   516  		// requiring a reject.  4.1.2.3 is not normative, but
   517  		// "Domain Matching" (5.1.3) and "Canonicalized Host Names"
   518  		// (5.1.2) are.
   519  		return "", false, errMalformedDomain
   520  	}
   521  
   522  	// See RFC 6265 section 5.3 #5.
   523  	if j.psList != nil {
   524  		if ps := j.psList.PublicSuffix(domain); ps != "" && !hasDotSuffix(domain, ps) {
   525  			if host == domain {
   526  				// This is the one exception in which a cookie
   527  				// with a domain attribute is a host cookie.
   528  				return host, true, nil
   529  			}
   530  			return "", false, errIllegalDomain
   531  		}
   532  	}
   533  
   534  	// The domain must domain-match host: www.mycompany.com cannot
   535  	// set cookies for .ourcompetitors.com.
   536  	if host != domain && !hasDotSuffix(host, domain) {
   537  		return "", false, errIllegalDomain
   538  	}
   539  
   540  	return domain, false, nil
   541  }