github.com/sbinet/go@v0.0.0-20160827155028-54d7de7dd62b/src/regexp/regexp.go (about)

     1  // Copyright 2009 The Go Authors. All rights reserved.
     2  // Use of this source code is governed by a BSD-style
     3  // license that can be found in the LICENSE file.
     4  
     5  // Package regexp implements regular expression search.
     6  //
     7  // The syntax of the regular expressions accepted is the same
     8  // general syntax used by Perl, Python, and other languages.
     9  // More precisely, it is the syntax accepted by RE2 and described at
    10  // https://golang.org/s/re2syntax, except for \C.
    11  // For an overview of the syntax, run
    12  //   go doc regexp/syntax
    13  //
    14  // The regexp implementation provided by this package is
    15  // guaranteed to run in time linear in the size of the input.
    16  // (This is a property not guaranteed by most open source
    17  // implementations of regular expressions.) For more information
    18  // about this property, see
    19  //	http://swtch.com/~rsc/regexp/regexp1.html
    20  // or any book about automata theory.
    21  //
    22  // All characters are UTF-8-encoded code points.
    23  //
    24  // There are 16 methods of Regexp that match a regular expression and identify
    25  // the matched text. Their names are matched by this regular expression:
    26  //
    27  //	Find(All)?(String)?(Submatch)?(Index)?
    28  //
    29  // If 'All' is present, the routine matches successive non-overlapping
    30  // matches of the entire expression. Empty matches abutting a preceding
    31  // match are ignored. The return value is a slice containing the successive
    32  // return values of the corresponding non-'All' routine. These routines take
    33  // an extra integer argument, n; if n >= 0, the function returns at most n
    34  // matches/submatches.
    35  //
    36  // If 'String' is present, the argument is a string; otherwise it is a slice
    37  // of bytes; return values are adjusted as appropriate.
    38  //
    39  // If 'Submatch' is present, the return value is a slice identifying the
    40  // successive submatches of the expression. Submatches are matches of
    41  // parenthesized subexpressions (also known as capturing groups) within the
    42  // regular expression, numbered from left to right in order of opening
    43  // parenthesis. Submatch 0 is the match of the entire expression, submatch 1
    44  // the match of the first parenthesized subexpression, and so on.
    45  //
    46  // If 'Index' is present, matches and submatches are identified by byte index
    47  // pairs within the input string: result[2*n:2*n+1] identifies the indexes of
    48  // the nth submatch. The pair for n==0 identifies the match of the entire
    49  // expression. If 'Index' is not present, the match is identified by the
    50  // text of the match/submatch. If an index is negative, it means that
    51  // subexpression did not match any string in the input.
    52  //
    53  // There is also a subset of the methods that can be applied to text read
    54  // from a RuneReader:
    55  //
    56  //	MatchReader, FindReaderIndex, FindReaderSubmatchIndex
    57  //
    58  // This set may grow. Note that regular expression matches may need to
    59  // examine text beyond the text returned by a match, so the methods that
    60  // match text from a RuneReader may read arbitrarily far into the input
    61  // before returning.
    62  //
    63  // (There are a few other methods that do not match this pattern.)
    64  //
    65  package regexp
    66  
    67  import (
    68  	"bytes"
    69  	"io"
    70  	"regexp/syntax"
    71  	"strconv"
    72  	"strings"
    73  	"sync"
    74  	"unicode"
    75  	"unicode/utf8"
    76  )
    77  
    78  // Regexp is the representation of a compiled regular expression.
    79  // A Regexp is safe for concurrent use by multiple goroutines.
    80  type Regexp struct {
    81  	// read-only after Compile
    82  	regexpRO
    83  
    84  	// cache of machines for running regexp
    85  	mu      sync.Mutex
    86  	machine []*machine
    87  }
    88  
    89  type regexpRO struct {
    90  	expr           string         // as passed to Compile
    91  	prog           *syntax.Prog   // compiled program
    92  	onepass        *onePassProg   // onepass program or nil
    93  	prefix         string         // required prefix in unanchored matches
    94  	prefixBytes    []byte         // prefix, as a []byte
    95  	prefixComplete bool           // prefix is the entire regexp
    96  	prefixRune     rune           // first rune in prefix
    97  	prefixEnd      uint32         // pc for last rune in prefix
    98  	cond           syntax.EmptyOp // empty-width conditions required at start of match
    99  	numSubexp      int
   100  	subexpNames    []string
   101  	longest        bool
   102  }
   103  
   104  // String returns the source text used to compile the regular expression.
   105  func (re *Regexp) String() string {
   106  	return re.expr
   107  }
   108  
   109  // Copy returns a new Regexp object copied from re.
   110  //
   111  // When using a Regexp in multiple goroutines, giving each goroutine
   112  // its own copy helps to avoid lock contention.
   113  func (re *Regexp) Copy() *Regexp {
   114  	// It is not safe to copy Regexp by value
   115  	// since it contains a sync.Mutex.
   116  	return &Regexp{
   117  		regexpRO: re.regexpRO,
   118  	}
   119  }
   120  
   121  // Compile parses a regular expression and returns, if successful,
   122  // a Regexp object that can be used to match against text.
   123  //
   124  // When matching against text, the regexp returns a match that
   125  // begins as early as possible in the input (leftmost), and among those
   126  // it chooses the one that a backtracking search would have found first.
   127  // This so-called leftmost-first matching is the same semantics
   128  // that Perl, Python, and other implementations use, although this
   129  // package implements it without the expense of backtracking.
   130  // For POSIX leftmost-longest matching, see CompilePOSIX.
   131  func Compile(expr string) (*Regexp, error) {
   132  	return compile(expr, syntax.Perl, false)
   133  }
   134  
   135  // CompilePOSIX is like Compile but restricts the regular expression
   136  // to POSIX ERE (egrep) syntax and changes the match semantics to
   137  // leftmost-longest.
   138  //
   139  // That is, when matching against text, the regexp returns a match that
   140  // begins as early as possible in the input (leftmost), and among those
   141  // it chooses a match that is as long as possible.
   142  // This so-called leftmost-longest matching is the same semantics
   143  // that early regular expression implementations used and that POSIX
   144  // specifies.
   145  //
   146  // However, there can be multiple leftmost-longest matches, with different
   147  // submatch choices, and here this package diverges from POSIX.
   148  // Among the possible leftmost-longest matches, this package chooses
   149  // the one that a backtracking search would have found first, while POSIX
   150  // specifies that the match be chosen to maximize the length of the first
   151  // subexpression, then the second, and so on from left to right.
   152  // The POSIX rule is computationally prohibitive and not even well-defined.
   153  // See http://swtch.com/~rsc/regexp/regexp2.html#posix for details.
   154  func CompilePOSIX(expr string) (*Regexp, error) {
   155  	return compile(expr, syntax.POSIX, true)
   156  }
   157  
   158  // Longest makes future searches prefer the leftmost-longest match.
   159  // That is, when matching against text, the regexp returns a match that
   160  // begins as early as possible in the input (leftmost), and among those
   161  // it chooses a match that is as long as possible.
   162  func (re *Regexp) Longest() {
   163  	re.longest = true
   164  }
   165  
   166  func compile(expr string, mode syntax.Flags, longest bool) (*Regexp, error) {
   167  	re, err := syntax.Parse(expr, mode)
   168  	if err != nil {
   169  		return nil, err
   170  	}
   171  	maxCap := re.MaxCap()
   172  	capNames := re.CapNames()
   173  
   174  	re = re.Simplify()
   175  	prog, err := syntax.Compile(re)
   176  	if err != nil {
   177  		return nil, err
   178  	}
   179  	regexp := &Regexp{
   180  		regexpRO: regexpRO{
   181  			expr:        expr,
   182  			prog:        prog,
   183  			onepass:     compileOnePass(prog),
   184  			numSubexp:   maxCap,
   185  			subexpNames: capNames,
   186  			cond:        prog.StartCond(),
   187  			longest:     longest,
   188  		},
   189  	}
   190  	if regexp.onepass == notOnePass {
   191  		regexp.prefix, regexp.prefixComplete = prog.Prefix()
   192  	} else {
   193  		regexp.prefix, regexp.prefixComplete, regexp.prefixEnd = onePassPrefix(prog)
   194  	}
   195  	if regexp.prefix != "" {
   196  		// TODO(rsc): Remove this allocation by adding
   197  		// IndexString to package bytes.
   198  		regexp.prefixBytes = []byte(regexp.prefix)
   199  		regexp.prefixRune, _ = utf8.DecodeRuneInString(regexp.prefix)
   200  	}
   201  	return regexp, nil
   202  }
   203  
   204  // get returns a machine to use for matching re.
   205  // It uses the re's machine cache if possible, to avoid
   206  // unnecessary allocation.
   207  func (re *Regexp) get() *machine {
   208  	re.mu.Lock()
   209  	if n := len(re.machine); n > 0 {
   210  		z := re.machine[n-1]
   211  		re.machine = re.machine[:n-1]
   212  		re.mu.Unlock()
   213  		return z
   214  	}
   215  	re.mu.Unlock()
   216  	z := progMachine(re.prog, re.onepass)
   217  	z.re = re
   218  	return z
   219  }
   220  
   221  // put returns a machine to the re's machine cache.
   222  // There is no attempt to limit the size of the cache, so it will
   223  // grow to the maximum number of simultaneous matches
   224  // run using re.  (The cache empties when re gets garbage collected.)
   225  func (re *Regexp) put(z *machine) {
   226  	re.mu.Lock()
   227  	re.machine = append(re.machine, z)
   228  	re.mu.Unlock()
   229  }
   230  
   231  // MustCompile is like Compile but panics if the expression cannot be parsed.
   232  // It simplifies safe initialization of global variables holding compiled regular
   233  // expressions.
   234  func MustCompile(str string) *Regexp {
   235  	regexp, error := Compile(str)
   236  	if error != nil {
   237  		panic(`regexp: Compile(` + quote(str) + `): ` + error.Error())
   238  	}
   239  	return regexp
   240  }
   241  
   242  // MustCompilePOSIX is like CompilePOSIX but panics if the expression cannot be parsed.
   243  // It simplifies safe initialization of global variables holding compiled regular
   244  // expressions.
   245  func MustCompilePOSIX(str string) *Regexp {
   246  	regexp, error := CompilePOSIX(str)
   247  	if error != nil {
   248  		panic(`regexp: CompilePOSIX(` + quote(str) + `): ` + error.Error())
   249  	}
   250  	return regexp
   251  }
   252  
   253  func quote(s string) string {
   254  	if strconv.CanBackquote(s) {
   255  		return "`" + s + "`"
   256  	}
   257  	return strconv.Quote(s)
   258  }
   259  
   260  // NumSubexp returns the number of parenthesized subexpressions in this Regexp.
   261  func (re *Regexp) NumSubexp() int {
   262  	return re.numSubexp
   263  }
   264  
   265  // SubexpNames returns the names of the parenthesized subexpressions
   266  // in this Regexp. The name for the first sub-expression is names[1],
   267  // so that if m is a match slice, the name for m[i] is SubexpNames()[i].
   268  // Since the Regexp as a whole cannot be named, names[0] is always
   269  // the empty string. The slice should not be modified.
   270  func (re *Regexp) SubexpNames() []string {
   271  	return re.subexpNames
   272  }
   273  
   274  const endOfText rune = -1
   275  
   276  // input abstracts different representations of the input text. It provides
   277  // one-character lookahead.
   278  type input interface {
   279  	step(pos int) (r rune, width int) // advance one rune
   280  	canCheckPrefix() bool             // can we look ahead without losing info?
   281  	hasPrefix(re *Regexp) bool
   282  	index(re *Regexp, pos int) int
   283  	context(pos int) syntax.EmptyOp
   284  }
   285  
   286  // inputString scans a string.
   287  type inputString struct {
   288  	str string
   289  }
   290  
   291  func (i *inputString) step(pos int) (rune, int) {
   292  	if pos < len(i.str) {
   293  		c := i.str[pos]
   294  		if c < utf8.RuneSelf {
   295  			return rune(c), 1
   296  		}
   297  		return utf8.DecodeRuneInString(i.str[pos:])
   298  	}
   299  	return endOfText, 0
   300  }
   301  
   302  func (i *inputString) canCheckPrefix() bool {
   303  	return true
   304  }
   305  
   306  func (i *inputString) hasPrefix(re *Regexp) bool {
   307  	return strings.HasPrefix(i.str, re.prefix)
   308  }
   309  
   310  func (i *inputString) index(re *Regexp, pos int) int {
   311  	return strings.Index(i.str[pos:], re.prefix)
   312  }
   313  
   314  func (i *inputString) context(pos int) syntax.EmptyOp {
   315  	r1, r2 := endOfText, endOfText
   316  	if pos > 0 && pos <= len(i.str) {
   317  		r1, _ = utf8.DecodeLastRuneInString(i.str[:pos])
   318  	}
   319  	if pos < len(i.str) {
   320  		r2, _ = utf8.DecodeRuneInString(i.str[pos:])
   321  	}
   322  	return syntax.EmptyOpContext(r1, r2)
   323  }
   324  
   325  // inputBytes scans a byte slice.
   326  type inputBytes struct {
   327  	str []byte
   328  }
   329  
   330  func (i *inputBytes) step(pos int) (rune, int) {
   331  	if pos < len(i.str) {
   332  		c := i.str[pos]
   333  		if c < utf8.RuneSelf {
   334  			return rune(c), 1
   335  		}
   336  		return utf8.DecodeRune(i.str[pos:])
   337  	}
   338  	return endOfText, 0
   339  }
   340  
   341  func (i *inputBytes) canCheckPrefix() bool {
   342  	return true
   343  }
   344  
   345  func (i *inputBytes) hasPrefix(re *Regexp) bool {
   346  	return bytes.HasPrefix(i.str, re.prefixBytes)
   347  }
   348  
   349  func (i *inputBytes) index(re *Regexp, pos int) int {
   350  	return bytes.Index(i.str[pos:], re.prefixBytes)
   351  }
   352  
   353  func (i *inputBytes) context(pos int) syntax.EmptyOp {
   354  	r1, r2 := endOfText, endOfText
   355  	if pos > 0 && pos <= len(i.str) {
   356  		r1, _ = utf8.DecodeLastRune(i.str[:pos])
   357  	}
   358  	if pos < len(i.str) {
   359  		r2, _ = utf8.DecodeRune(i.str[pos:])
   360  	}
   361  	return syntax.EmptyOpContext(r1, r2)
   362  }
   363  
   364  // inputReader scans a RuneReader.
   365  type inputReader struct {
   366  	r     io.RuneReader
   367  	atEOT bool
   368  	pos   int
   369  }
   370  
   371  func (i *inputReader) step(pos int) (rune, int) {
   372  	if !i.atEOT && pos != i.pos {
   373  		return endOfText, 0
   374  
   375  	}
   376  	r, w, err := i.r.ReadRune()
   377  	if err != nil {
   378  		i.atEOT = true
   379  		return endOfText, 0
   380  	}
   381  	i.pos += w
   382  	return r, w
   383  }
   384  
   385  func (i *inputReader) canCheckPrefix() bool {
   386  	return false
   387  }
   388  
   389  func (i *inputReader) hasPrefix(re *Regexp) bool {
   390  	return false
   391  }
   392  
   393  func (i *inputReader) index(re *Regexp, pos int) int {
   394  	return -1
   395  }
   396  
   397  func (i *inputReader) context(pos int) syntax.EmptyOp {
   398  	return 0
   399  }
   400  
   401  // LiteralPrefix returns a literal string that must begin any match
   402  // of the regular expression re. It returns the boolean true if the
   403  // literal string comprises the entire regular expression.
   404  func (re *Regexp) LiteralPrefix() (prefix string, complete bool) {
   405  	return re.prefix, re.prefixComplete
   406  }
   407  
   408  // MatchReader reports whether the Regexp matches the text read by the
   409  // RuneReader.
   410  func (re *Regexp) MatchReader(r io.RuneReader) bool {
   411  	return re.doExecute(r, nil, "", 0, 0) != nil
   412  }
   413  
   414  // MatchString reports whether the Regexp matches the string s.
   415  func (re *Regexp) MatchString(s string) bool {
   416  	return re.doExecute(nil, nil, s, 0, 0) != nil
   417  }
   418  
   419  // Match reports whether the Regexp matches the byte slice b.
   420  func (re *Regexp) Match(b []byte) bool {
   421  	return re.doExecute(nil, b, "", 0, 0) != nil
   422  }
   423  
   424  // MatchReader checks whether a textual regular expression matches the text
   425  // read by the RuneReader. More complicated queries need to use Compile and
   426  // the full Regexp interface.
   427  func MatchReader(pattern string, r io.RuneReader) (matched bool, err error) {
   428  	re, err := Compile(pattern)
   429  	if err != nil {
   430  		return false, err
   431  	}
   432  	return re.MatchReader(r), nil
   433  }
   434  
   435  // MatchString checks whether a textual regular expression
   436  // matches a string. More complicated queries need
   437  // to use Compile and the full Regexp interface.
   438  func MatchString(pattern string, s string) (matched bool, err error) {
   439  	re, err := Compile(pattern)
   440  	if err != nil {
   441  		return false, err
   442  	}
   443  	return re.MatchString(s), nil
   444  }
   445  
   446  // Match checks whether a textual regular expression
   447  // matches a byte slice. More complicated queries need
   448  // to use Compile and the full Regexp interface.
   449  func Match(pattern string, b []byte) (matched bool, err error) {
   450  	re, err := Compile(pattern)
   451  	if err != nil {
   452  		return false, err
   453  	}
   454  	return re.Match(b), nil
   455  }
   456  
   457  // ReplaceAllString returns a copy of src, replacing matches of the Regexp
   458  // with the replacement string repl. Inside repl, $ signs are interpreted as
   459  // in Expand, so for instance $1 represents the text of the first submatch.
   460  func (re *Regexp) ReplaceAllString(src, repl string) string {
   461  	n := 2
   462  	if strings.Contains(repl, "$") {
   463  		n = 2 * (re.numSubexp + 1)
   464  	}
   465  	b := re.replaceAll(nil, src, n, func(dst []byte, match []int) []byte {
   466  		return re.expand(dst, repl, nil, src, match)
   467  	})
   468  	return string(b)
   469  }
   470  
   471  // ReplaceAllLiteralString returns a copy of src, replacing matches of the Regexp
   472  // with the replacement string repl. The replacement repl is substituted directly,
   473  // without using Expand.
   474  func (re *Regexp) ReplaceAllLiteralString(src, repl string) string {
   475  	return string(re.replaceAll(nil, src, 2, func(dst []byte, match []int) []byte {
   476  		return append(dst, repl...)
   477  	}))
   478  }
   479  
   480  // ReplaceAllStringFunc returns a copy of src in which all matches of the
   481  // Regexp have been replaced by the return value of function repl applied
   482  // to the matched substring. The replacement returned by repl is substituted
   483  // directly, without using Expand.
   484  func (re *Regexp) ReplaceAllStringFunc(src string, repl func(string) string) string {
   485  	b := re.replaceAll(nil, src, 2, func(dst []byte, match []int) []byte {
   486  		return append(dst, repl(src[match[0]:match[1]])...)
   487  	})
   488  	return string(b)
   489  }
   490  
   491  func (re *Regexp) replaceAll(bsrc []byte, src string, nmatch int, repl func(dst []byte, m []int) []byte) []byte {
   492  	lastMatchEnd := 0 // end position of the most recent match
   493  	searchPos := 0    // position where we next look for a match
   494  	var buf []byte
   495  	var endPos int
   496  	if bsrc != nil {
   497  		endPos = len(bsrc)
   498  	} else {
   499  		endPos = len(src)
   500  	}
   501  	if nmatch > re.prog.NumCap {
   502  		nmatch = re.prog.NumCap
   503  	}
   504  
   505  	for searchPos <= endPos {
   506  		a := re.doExecute(nil, bsrc, src, searchPos, nmatch)
   507  		if len(a) == 0 {
   508  			break // no more matches
   509  		}
   510  
   511  		// Copy the unmatched characters before this match.
   512  		if bsrc != nil {
   513  			buf = append(buf, bsrc[lastMatchEnd:a[0]]...)
   514  		} else {
   515  			buf = append(buf, src[lastMatchEnd:a[0]]...)
   516  		}
   517  
   518  		// Now insert a copy of the replacement string, but not for a
   519  		// match of the empty string immediately after another match.
   520  		// (Otherwise, we get double replacement for patterns that
   521  		// match both empty and nonempty strings.)
   522  		if a[1] > lastMatchEnd || a[0] == 0 {
   523  			buf = repl(buf, a)
   524  		}
   525  		lastMatchEnd = a[1]
   526  
   527  		// Advance past this match; always advance at least one character.
   528  		var width int
   529  		if bsrc != nil {
   530  			_, width = utf8.DecodeRune(bsrc[searchPos:])
   531  		} else {
   532  			_, width = utf8.DecodeRuneInString(src[searchPos:])
   533  		}
   534  		if searchPos+width > a[1] {
   535  			searchPos += width
   536  		} else if searchPos+1 > a[1] {
   537  			// This clause is only needed at the end of the input
   538  			// string. In that case, DecodeRuneInString returns width=0.
   539  			searchPos++
   540  		} else {
   541  			searchPos = a[1]
   542  		}
   543  	}
   544  
   545  	// Copy the unmatched characters after the last match.
   546  	if bsrc != nil {
   547  		buf = append(buf, bsrc[lastMatchEnd:]...)
   548  	} else {
   549  		buf = append(buf, src[lastMatchEnd:]...)
   550  	}
   551  
   552  	return buf
   553  }
   554  
   555  // ReplaceAll returns a copy of src, replacing matches of the Regexp
   556  // with the replacement text repl. Inside repl, $ signs are interpreted as
   557  // in Expand, so for instance $1 represents the text of the first submatch.
   558  func (re *Regexp) ReplaceAll(src, repl []byte) []byte {
   559  	n := 2
   560  	if bytes.IndexByte(repl, '$') >= 0 {
   561  		n = 2 * (re.numSubexp + 1)
   562  	}
   563  	srepl := ""
   564  	b := re.replaceAll(src, "", n, func(dst []byte, match []int) []byte {
   565  		if len(srepl) != len(repl) {
   566  			srepl = string(repl)
   567  		}
   568  		return re.expand(dst, srepl, src, "", match)
   569  	})
   570  	return b
   571  }
   572  
   573  // ReplaceAllLiteral returns a copy of src, replacing matches of the Regexp
   574  // with the replacement bytes repl. The replacement repl is substituted directly,
   575  // without using Expand.
   576  func (re *Regexp) ReplaceAllLiteral(src, repl []byte) []byte {
   577  	return re.replaceAll(src, "", 2, func(dst []byte, match []int) []byte {
   578  		return append(dst, repl...)
   579  	})
   580  }
   581  
   582  // ReplaceAllFunc returns a copy of src in which all matches of the
   583  // Regexp have been replaced by the return value of function repl applied
   584  // to the matched byte slice. The replacement returned by repl is substituted
   585  // directly, without using Expand.
   586  func (re *Regexp) ReplaceAllFunc(src []byte, repl func([]byte) []byte) []byte {
   587  	return re.replaceAll(src, "", 2, func(dst []byte, match []int) []byte {
   588  		return append(dst, repl(src[match[0]:match[1]])...)
   589  	})
   590  }
   591  
   592  var specialBytes = []byte(`\.+*?()|[]{}^$`)
   593  
   594  func special(b byte) bool {
   595  	return bytes.IndexByte(specialBytes, b) >= 0
   596  }
   597  
   598  // QuoteMeta returns a string that quotes all regular expression metacharacters
   599  // inside the argument text; the returned string is a regular expression matching
   600  // the literal text. For example, QuoteMeta(`[foo]`) returns `\[foo\]`.
   601  func QuoteMeta(s string) string {
   602  	b := make([]byte, 2*len(s))
   603  
   604  	// A byte loop is correct because all metacharacters are ASCII.
   605  	j := 0
   606  	for i := 0; i < len(s); i++ {
   607  		if special(s[i]) {
   608  			b[j] = '\\'
   609  			j++
   610  		}
   611  		b[j] = s[i]
   612  		j++
   613  	}
   614  	return string(b[0:j])
   615  }
   616  
   617  // The number of capture values in the program may correspond
   618  // to fewer capturing expressions than are in the regexp.
   619  // For example, "(a){0}" turns into an empty program, so the
   620  // maximum capture in the program is 0 but we need to return
   621  // an expression for \1.  Pad appends -1s to the slice a as needed.
   622  func (re *Regexp) pad(a []int) []int {
   623  	if a == nil {
   624  		// No match.
   625  		return nil
   626  	}
   627  	n := (1 + re.numSubexp) * 2
   628  	for len(a) < n {
   629  		a = append(a, -1)
   630  	}
   631  	return a
   632  }
   633  
   634  // Find matches in slice b if b is non-nil, otherwise find matches in string s.
   635  func (re *Regexp) allMatches(s string, b []byte, n int, deliver func([]int)) {
   636  	var end int
   637  	if b == nil {
   638  		end = len(s)
   639  	} else {
   640  		end = len(b)
   641  	}
   642  
   643  	for pos, i, prevMatchEnd := 0, 0, -1; i < n && pos <= end; {
   644  		matches := re.doExecute(nil, b, s, pos, re.prog.NumCap)
   645  		if len(matches) == 0 {
   646  			break
   647  		}
   648  
   649  		accept := true
   650  		if matches[1] == pos {
   651  			// We've found an empty match.
   652  			if matches[0] == prevMatchEnd {
   653  				// We don't allow an empty match right
   654  				// after a previous match, so ignore it.
   655  				accept = false
   656  			}
   657  			var width int
   658  			// TODO: use step()
   659  			if b == nil {
   660  				_, width = utf8.DecodeRuneInString(s[pos:end])
   661  			} else {
   662  				_, width = utf8.DecodeRune(b[pos:end])
   663  			}
   664  			if width > 0 {
   665  				pos += width
   666  			} else {
   667  				pos = end + 1
   668  			}
   669  		} else {
   670  			pos = matches[1]
   671  		}
   672  		prevMatchEnd = matches[1]
   673  
   674  		if accept {
   675  			deliver(re.pad(matches))
   676  			i++
   677  		}
   678  	}
   679  }
   680  
   681  // Find returns a slice holding the text of the leftmost match in b of the regular expression.
   682  // A return value of nil indicates no match.
   683  func (re *Regexp) Find(b []byte) []byte {
   684  	a := re.doExecute(nil, b, "", 0, 2)
   685  	if a == nil {
   686  		return nil
   687  	}
   688  	return b[a[0]:a[1]]
   689  }
   690  
   691  // FindIndex returns a two-element slice of integers defining the location of
   692  // the leftmost match in b of the regular expression. The match itself is at
   693  // b[loc[0]:loc[1]].
   694  // A return value of nil indicates no match.
   695  func (re *Regexp) FindIndex(b []byte) (loc []int) {
   696  	a := re.doExecute(nil, b, "", 0, 2)
   697  	if a == nil {
   698  		return nil
   699  	}
   700  	return a[0:2]
   701  }
   702  
   703  // FindString returns a string holding the text of the leftmost match in s of the regular
   704  // expression. If there is no match, the return value is an empty string,
   705  // but it will also be empty if the regular expression successfully matches
   706  // an empty string. Use FindStringIndex or FindStringSubmatch if it is
   707  // necessary to distinguish these cases.
   708  func (re *Regexp) FindString(s string) string {
   709  	a := re.doExecute(nil, nil, s, 0, 2)
   710  	if a == nil {
   711  		return ""
   712  	}
   713  	return s[a[0]:a[1]]
   714  }
   715  
   716  // FindStringIndex returns a two-element slice of integers defining the
   717  // location of the leftmost match in s of the regular expression. The match
   718  // itself is at s[loc[0]:loc[1]].
   719  // A return value of nil indicates no match.
   720  func (re *Regexp) FindStringIndex(s string) (loc []int) {
   721  	a := re.doExecute(nil, nil, s, 0, 2)
   722  	if a == nil {
   723  		return nil
   724  	}
   725  	return a[0:2]
   726  }
   727  
   728  // FindReaderIndex returns a two-element slice of integers defining the
   729  // location of the leftmost match of the regular expression in text read from
   730  // the RuneReader. The match text was found in the input stream at
   731  // byte offset loc[0] through loc[1]-1.
   732  // A return value of nil indicates no match.
   733  func (re *Regexp) FindReaderIndex(r io.RuneReader) (loc []int) {
   734  	a := re.doExecute(r, nil, "", 0, 2)
   735  	if a == nil {
   736  		return nil
   737  	}
   738  	return a[0:2]
   739  }
   740  
   741  // FindSubmatch returns a slice of slices holding the text of the leftmost
   742  // match of the regular expression in b and the matches, if any, of its
   743  // subexpressions, as defined by the 'Submatch' descriptions in the package
   744  // comment.
   745  // A return value of nil indicates no match.
   746  func (re *Regexp) FindSubmatch(b []byte) [][]byte {
   747  	a := re.doExecute(nil, b, "", 0, re.prog.NumCap)
   748  	if a == nil {
   749  		return nil
   750  	}
   751  	ret := make([][]byte, 1+re.numSubexp)
   752  	for i := range ret {
   753  		if 2*i < len(a) && a[2*i] >= 0 {
   754  			ret[i] = b[a[2*i]:a[2*i+1]]
   755  		}
   756  	}
   757  	return ret
   758  }
   759  
   760  // Expand appends template to dst and returns the result; during the
   761  // append, Expand replaces variables in the template with corresponding
   762  // matches drawn from src. The match slice should have been returned by
   763  // FindSubmatchIndex.
   764  //
   765  // In the template, a variable is denoted by a substring of the form
   766  // $name or ${name}, where name is a non-empty sequence of letters,
   767  // digits, and underscores. A purely numeric name like $1 refers to
   768  // the submatch with the corresponding index; other names refer to
   769  // capturing parentheses named with the (?P<name>...) syntax. A
   770  // reference to an out of range or unmatched index or a name that is not
   771  // present in the regular expression is replaced with an empty slice.
   772  //
   773  // In the $name form, name is taken to be as long as possible: $1x is
   774  // equivalent to ${1x}, not ${1}x, and, $10 is equivalent to ${10}, not ${1}0.
   775  //
   776  // To insert a literal $ in the output, use $$ in the template.
   777  func (re *Regexp) Expand(dst []byte, template []byte, src []byte, match []int) []byte {
   778  	return re.expand(dst, string(template), src, "", match)
   779  }
   780  
   781  // ExpandString is like Expand but the template and source are strings.
   782  // It appends to and returns a byte slice in order to give the calling
   783  // code control over allocation.
   784  func (re *Regexp) ExpandString(dst []byte, template string, src string, match []int) []byte {
   785  	return re.expand(dst, template, nil, src, match)
   786  }
   787  
   788  func (re *Regexp) expand(dst []byte, template string, bsrc []byte, src string, match []int) []byte {
   789  	for len(template) > 0 {
   790  		i := strings.Index(template, "$")
   791  		if i < 0 {
   792  			break
   793  		}
   794  		dst = append(dst, template[:i]...)
   795  		template = template[i:]
   796  		if len(template) > 1 && template[1] == '$' {
   797  			// Treat $$ as $.
   798  			dst = append(dst, '$')
   799  			template = template[2:]
   800  			continue
   801  		}
   802  		name, num, rest, ok := extract(template)
   803  		if !ok {
   804  			// Malformed; treat $ as raw text.
   805  			dst = append(dst, '$')
   806  			template = template[1:]
   807  			continue
   808  		}
   809  		template = rest
   810  		if num >= 0 {
   811  			if 2*num+1 < len(match) && match[2*num] >= 0 {
   812  				if bsrc != nil {
   813  					dst = append(dst, bsrc[match[2*num]:match[2*num+1]]...)
   814  				} else {
   815  					dst = append(dst, src[match[2*num]:match[2*num+1]]...)
   816  				}
   817  			}
   818  		} else {
   819  			for i, namei := range re.subexpNames {
   820  				if name == namei && 2*i+1 < len(match) && match[2*i] >= 0 {
   821  					if bsrc != nil {
   822  						dst = append(dst, bsrc[match[2*i]:match[2*i+1]]...)
   823  					} else {
   824  						dst = append(dst, src[match[2*i]:match[2*i+1]]...)
   825  					}
   826  					break
   827  				}
   828  			}
   829  		}
   830  	}
   831  	dst = append(dst, template...)
   832  	return dst
   833  }
   834  
   835  // extract returns the name from a leading "$name" or "${name}" in str.
   836  // If it is a number, extract returns num set to that number; otherwise num = -1.
   837  func extract(str string) (name string, num int, rest string, ok bool) {
   838  	if len(str) < 2 || str[0] != '$' {
   839  		return
   840  	}
   841  	brace := false
   842  	if str[1] == '{' {
   843  		brace = true
   844  		str = str[2:]
   845  	} else {
   846  		str = str[1:]
   847  	}
   848  	i := 0
   849  	for i < len(str) {
   850  		rune, size := utf8.DecodeRuneInString(str[i:])
   851  		if !unicode.IsLetter(rune) && !unicode.IsDigit(rune) && rune != '_' {
   852  			break
   853  		}
   854  		i += size
   855  	}
   856  	if i == 0 {
   857  		// empty name is not okay
   858  		return
   859  	}
   860  	name = str[:i]
   861  	if brace {
   862  		if i >= len(str) || str[i] != '}' {
   863  			// missing closing brace
   864  			return
   865  		}
   866  		i++
   867  	}
   868  
   869  	// Parse number.
   870  	num = 0
   871  	for i := 0; i < len(name); i++ {
   872  		if name[i] < '0' || '9' < name[i] || num >= 1e8 {
   873  			num = -1
   874  			break
   875  		}
   876  		num = num*10 + int(name[i]) - '0'
   877  	}
   878  	// Disallow leading zeros.
   879  	if name[0] == '0' && len(name) > 1 {
   880  		num = -1
   881  	}
   882  
   883  	rest = str[i:]
   884  	ok = true
   885  	return
   886  }
   887  
   888  // FindSubmatchIndex returns a slice holding the index pairs identifying the
   889  // leftmost match of the regular expression in b and the matches, if any, of
   890  // its subexpressions, as defined by the 'Submatch' and 'Index' descriptions
   891  // in the package comment.
   892  // A return value of nil indicates no match.
   893  func (re *Regexp) FindSubmatchIndex(b []byte) []int {
   894  	return re.pad(re.doExecute(nil, b, "", 0, re.prog.NumCap))
   895  }
   896  
   897  // FindStringSubmatch returns a slice of strings holding the text of the
   898  // leftmost match of the regular expression in s and the matches, if any, of
   899  // its subexpressions, as defined by the 'Submatch' description in the
   900  // package comment.
   901  // A return value of nil indicates no match.
   902  func (re *Regexp) FindStringSubmatch(s string) []string {
   903  	a := re.doExecute(nil, nil, s, 0, re.prog.NumCap)
   904  	if a == nil {
   905  		return nil
   906  	}
   907  	ret := make([]string, 1+re.numSubexp)
   908  	for i := range ret {
   909  		if 2*i < len(a) && a[2*i] >= 0 {
   910  			ret[i] = s[a[2*i]:a[2*i+1]]
   911  		}
   912  	}
   913  	return ret
   914  }
   915  
   916  // FindStringSubmatchIndex returns a slice holding the index pairs
   917  // identifying the leftmost match of the regular expression in s and the
   918  // matches, if any, of its subexpressions, as defined by the 'Submatch' and
   919  // 'Index' descriptions in the package comment.
   920  // A return value of nil indicates no match.
   921  func (re *Regexp) FindStringSubmatchIndex(s string) []int {
   922  	return re.pad(re.doExecute(nil, nil, s, 0, re.prog.NumCap))
   923  }
   924  
   925  // FindReaderSubmatchIndex returns a slice holding the index pairs
   926  // identifying the leftmost match of the regular expression of text read by
   927  // the RuneReader, and the matches, if any, of its subexpressions, as defined
   928  // by the 'Submatch' and 'Index' descriptions in the package comment. A
   929  // return value of nil indicates no match.
   930  func (re *Regexp) FindReaderSubmatchIndex(r io.RuneReader) []int {
   931  	return re.pad(re.doExecute(r, nil, "", 0, re.prog.NumCap))
   932  }
   933  
   934  const startSize = 10 // The size at which to start a slice in the 'All' routines.
   935  
   936  // FindAll is the 'All' version of Find; it returns a slice of all successive
   937  // matches of the expression, as defined by the 'All' description in the
   938  // package comment.
   939  // A return value of nil indicates no match.
   940  func (re *Regexp) FindAll(b []byte, n int) [][]byte {
   941  	if n < 0 {
   942  		n = len(b) + 1
   943  	}
   944  	result := make([][]byte, 0, startSize)
   945  	re.allMatches("", b, n, func(match []int) {
   946  		result = append(result, b[match[0]:match[1]])
   947  	})
   948  	if len(result) == 0 {
   949  		return nil
   950  	}
   951  	return result
   952  }
   953  
   954  // FindAllIndex is the 'All' version of FindIndex; it returns a slice of all
   955  // successive matches of the expression, as defined by the 'All' description
   956  // in the package comment.
   957  // A return value of nil indicates no match.
   958  func (re *Regexp) FindAllIndex(b []byte, n int) [][]int {
   959  	if n < 0 {
   960  		n = len(b) + 1
   961  	}
   962  	result := make([][]int, 0, startSize)
   963  	re.allMatches("", b, n, func(match []int) {
   964  		result = append(result, match[0:2])
   965  	})
   966  	if len(result) == 0 {
   967  		return nil
   968  	}
   969  	return result
   970  }
   971  
   972  // FindAllString is the 'All' version of FindString; it returns a slice of all
   973  // successive matches of the expression, as defined by the 'All' description
   974  // in the package comment.
   975  // A return value of nil indicates no match.
   976  func (re *Regexp) FindAllString(s string, n int) []string {
   977  	if n < 0 {
   978  		n = len(s) + 1
   979  	}
   980  	result := make([]string, 0, startSize)
   981  	re.allMatches(s, nil, n, func(match []int) {
   982  		result = append(result, s[match[0]:match[1]])
   983  	})
   984  	if len(result) == 0 {
   985  		return nil
   986  	}
   987  	return result
   988  }
   989  
   990  // FindAllStringIndex is the 'All' version of FindStringIndex; it returns a
   991  // slice of all successive matches of the expression, as defined by the 'All'
   992  // description in the package comment.
   993  // A return value of nil indicates no match.
   994  func (re *Regexp) FindAllStringIndex(s string, n int) [][]int {
   995  	if n < 0 {
   996  		n = len(s) + 1
   997  	}
   998  	result := make([][]int, 0, startSize)
   999  	re.allMatches(s, nil, n, func(match []int) {
  1000  		result = append(result, match[0:2])
  1001  	})
  1002  	if len(result) == 0 {
  1003  		return nil
  1004  	}
  1005  	return result
  1006  }
  1007  
  1008  // FindAllSubmatch is the 'All' version of FindSubmatch; it returns a slice
  1009  // of all successive matches of the expression, as defined by the 'All'
  1010  // description in the package comment.
  1011  // A return value of nil indicates no match.
  1012  func (re *Regexp) FindAllSubmatch(b []byte, n int) [][][]byte {
  1013  	if n < 0 {
  1014  		n = len(b) + 1
  1015  	}
  1016  	result := make([][][]byte, 0, startSize)
  1017  	re.allMatches("", b, n, func(match []int) {
  1018  		slice := make([][]byte, len(match)/2)
  1019  		for j := range slice {
  1020  			if match[2*j] >= 0 {
  1021  				slice[j] = b[match[2*j]:match[2*j+1]]
  1022  			}
  1023  		}
  1024  		result = append(result, slice)
  1025  	})
  1026  	if len(result) == 0 {
  1027  		return nil
  1028  	}
  1029  	return result
  1030  }
  1031  
  1032  // FindAllSubmatchIndex is the 'All' version of FindSubmatchIndex; it returns
  1033  // a slice of all successive matches of the expression, as defined by the
  1034  // 'All' description in the package comment.
  1035  // A return value of nil indicates no match.
  1036  func (re *Regexp) FindAllSubmatchIndex(b []byte, n int) [][]int {
  1037  	if n < 0 {
  1038  		n = len(b) + 1
  1039  	}
  1040  	result := make([][]int, 0, startSize)
  1041  	re.allMatches("", b, n, func(match []int) {
  1042  		result = append(result, match)
  1043  	})
  1044  	if len(result) == 0 {
  1045  		return nil
  1046  	}
  1047  	return result
  1048  }
  1049  
  1050  // FindAllStringSubmatch is the 'All' version of FindStringSubmatch; it
  1051  // returns a slice of all successive matches of the expression, as defined by
  1052  // the 'All' description in the package comment.
  1053  // A return value of nil indicates no match.
  1054  func (re *Regexp) FindAllStringSubmatch(s string, n int) [][]string {
  1055  	if n < 0 {
  1056  		n = len(s) + 1
  1057  	}
  1058  	result := make([][]string, 0, startSize)
  1059  	re.allMatches(s, nil, n, func(match []int) {
  1060  		slice := make([]string, len(match)/2)
  1061  		for j := range slice {
  1062  			if match[2*j] >= 0 {
  1063  				slice[j] = s[match[2*j]:match[2*j+1]]
  1064  			}
  1065  		}
  1066  		result = append(result, slice)
  1067  	})
  1068  	if len(result) == 0 {
  1069  		return nil
  1070  	}
  1071  	return result
  1072  }
  1073  
  1074  // FindAllStringSubmatchIndex is the 'All' version of
  1075  // FindStringSubmatchIndex; it returns a slice of all successive matches of
  1076  // the expression, as defined by the 'All' description in the package
  1077  // comment.
  1078  // A return value of nil indicates no match.
  1079  func (re *Regexp) FindAllStringSubmatchIndex(s string, n int) [][]int {
  1080  	if n < 0 {
  1081  		n = len(s) + 1
  1082  	}
  1083  	result := make([][]int, 0, startSize)
  1084  	re.allMatches(s, nil, n, func(match []int) {
  1085  		result = append(result, match)
  1086  	})
  1087  	if len(result) == 0 {
  1088  		return nil
  1089  	}
  1090  	return result
  1091  }
  1092  
  1093  // Split slices s into substrings separated by the expression and returns a slice of
  1094  // the substrings between those expression matches.
  1095  //
  1096  // The slice returned by this method consists of all the substrings of s
  1097  // not contained in the slice returned by FindAllString. When called on an expression
  1098  // that contains no metacharacters, it is equivalent to strings.SplitN.
  1099  //
  1100  // Example:
  1101  //   s := regexp.MustCompile("a*").Split("abaabaccadaaae", 5)
  1102  //   // s: ["", "b", "b", "c", "cadaaae"]
  1103  //
  1104  // The count determines the number of substrings to return:
  1105  //   n > 0: at most n substrings; the last substring will be the unsplit remainder.
  1106  //   n == 0: the result is nil (zero substrings)
  1107  //   n < 0: all substrings
  1108  func (re *Regexp) Split(s string, n int) []string {
  1109  
  1110  	if n == 0 {
  1111  		return nil
  1112  	}
  1113  
  1114  	if len(re.expr) > 0 && len(s) == 0 {
  1115  		return []string{""}
  1116  	}
  1117  
  1118  	matches := re.FindAllStringIndex(s, n)
  1119  	strings := make([]string, 0, len(matches))
  1120  
  1121  	beg := 0
  1122  	end := 0
  1123  	for _, match := range matches {
  1124  		if n > 0 && len(strings) >= n-1 {
  1125  			break
  1126  		}
  1127  
  1128  		end = match[0]
  1129  		if match[1] != 0 {
  1130  			strings = append(strings, s[beg:end])
  1131  		}
  1132  		beg = match[1]
  1133  	}
  1134  
  1135  	if end != len(s) {
  1136  		strings = append(strings, s[beg:])
  1137  	}
  1138  
  1139  	return strings
  1140  }