github.com/balzaczyy/golucene@v0.0.0-20151210033525-d0be9ee89713/analysis/standard/filter.go (about)

     1  package standard
     2  
     3  import (
     4  	. "github.com/balzaczyy/golucene/core/analysis"
     5  	"github.com/balzaczyy/golucene/core/util"
     6  )
     7  
     8  // standard/StandardFilter.java
     9  
    10  /* Normalizes tokens extracted with StandardTokenizer */
    11  type StandardFilter struct {
    12  	*TokenFilter
    13  	matchVersion util.Version
    14  	input        TokenStream
    15  }
    16  
    17  func newStandardFilter(matchVersion util.Version, in TokenStream) *StandardFilter {
    18  	return &StandardFilter{
    19  		TokenFilter:  NewTokenFilter(in),
    20  		matchVersion: matchVersion,
    21  		input:        in,
    22  	}
    23  }
    24  
    25  func (f *StandardFilter) IncrementToken() (bool, error) {
    26  	assert(f.matchVersion.OnOrAfter(util.VERSION_31))
    27  	return f.input.IncrementToken()
    28  }
    29  
    30  func assert(ok bool) {
    31  	if !ok {
    32  		panic("assert fail")
    33  	}
    34  }