github.com/m3db/m3@v1.5.0/src/metrics/metric/id/m3/id.go (about)

     1  // Copyright (c) 2017 Uber Technologies, Inc.
     2  //
     3  // Permission is hereby granted, free of charge, to any person obtaining a copy
     4  // of this software and associated documentation files (the "Software"), to deal
     5  // in the Software without restriction, including without limitation the rights
     6  // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
     7  // copies of the Software, and to permit persons to whom the Software is
     8  // furnished to do so, subject to the following conditions:
     9  //
    10  // The above copyright notice and this permission notice shall be included in
    11  // all copies or substantial portions of the Software.
    12  //
    13  // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
    14  // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
    15  // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
    16  // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
    17  // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
    18  // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
    19  // THE SOFTWARE.
    20  
    21  // Package m3 describes m3 metric id information.
    22  //
    23  // Each M3 metric id contains a metric name and a set of tag pairs. In particular,
    24  // it conforms to the following format:
    25  //
    26  // m3+<metric_name>+tagName1=tagValue1,tagName2=tagValue2,...tagNameN=tagValueN,
    27  //
    28  // Where the tag names are sorted alphabetically in ascending order.
    29  //
    30  // An example m3 metrid id is as follows:
    31  // m3+response_code+env=bar,service=foo,status=404,type=counters
    32  package m3
    33  
    34  import (
    35  	"bytes"
    36  	"errors"
    37  	"sort"
    38  
    39  	"github.com/m3db/m3/src/metrics/metric/id"
    40  )
    41  
    42  const (
    43  	componentSplitter = '+'
    44  	tagNameSplitter   = '='
    45  	tagPairSplitter   = ','
    46  )
    47  
    48  var (
    49  	errInvalidM3Metric = errors.New("invalid m3 metric")
    50  	m3Prefix           = []byte("m3+")
    51  	rollupTagPair      = id.TagPair{
    52  		Name:  []byte("m3_rollup"),
    53  		Value: []byte("true"),
    54  	}
    55  )
    56  
    57  // NewRollupID generates a new rollup id given the new metric name
    58  // and a list of tag pairs. Note that tagPairs are mutated in place.
    59  func NewRollupID(name []byte, tagPairs []id.TagPair) []byte {
    60  	var buf bytes.Buffer
    61  
    62  	// Adding rollup tag pair to the list of tag pairs.
    63  	tagPairs = append(tagPairs, rollupTagPair)
    64  	sort.Sort(id.TagPairsByNameAsc(tagPairs))
    65  
    66  	buf.Write(m3Prefix)
    67  	buf.Write(name)
    68  	buf.WriteByte(componentSplitter)
    69  	for i, p := range tagPairs {
    70  		buf.Write(p.Name)
    71  		buf.WriteByte(tagNameSplitter)
    72  		buf.Write(p.Value)
    73  		if i < len(tagPairs)-1 {
    74  			buf.WriteByte(tagPairSplitter)
    75  		}
    76  	}
    77  
    78  	return buf.Bytes()
    79  }
    80  
    81  // IsRollupID determines whether an id is a rollup id.
    82  // Caller may optionally pass in a sorted tag iterator
    83  // pool for efficiency reasons.
    84  // nolint: unparam
    85  func IsRollupID(name []byte, tags []byte, iterPool id.SortedTagIteratorPool) bool {
    86  	var iter id.SortedTagIterator
    87  	if iterPool == nil {
    88  		iter = NewSortedTagIterator(tags)
    89  	} else {
    90  		iter = iterPool.Get()
    91  		iter.Reset(tags)
    92  	}
    93  	defer iter.Close()
    94  
    95  	for iter.Next() {
    96  		name, val := iter.Current()
    97  		if bytes.Equal(name, rollupTagPair.Name) && bytes.Equal(val, rollupTagPair.Value) {
    98  			return true
    99  		}
   100  	}
   101  	return false
   102  }
   103  
   104  // TODO(xichen): pool the mids.
   105  type metricID struct {
   106  	iterPool id.SortedTagIteratorPool
   107  	id       []byte
   108  }
   109  
   110  // NewID creates a new m3 metric id.
   111  func NewID(id []byte, iterPool id.SortedTagIteratorPool) id.ID {
   112  	return metricID{id: id, iterPool: iterPool}
   113  }
   114  
   115  func (id metricID) Bytes() []byte { return id.id }
   116  
   117  func (id metricID) TagValue(tagName []byte) ([]byte, bool) {
   118  	_, tagPairs, err := NameAndTags(id.Bytes())
   119  	if err != nil {
   120  		return nil, false
   121  	}
   122  
   123  	it := id.iterPool.Get()
   124  	it.Reset(tagPairs)
   125  	defer it.Close()
   126  
   127  	for it.Next() {
   128  		n, v := it.Current()
   129  		if bytes.Equal(tagName, n) {
   130  			return v, true
   131  		}
   132  	}
   133  	return nil, false
   134  }
   135  
   136  // NameAndTags returns the name and the tags of the given id.
   137  func NameAndTags(id []byte) ([]byte, []byte, error) {
   138  	firstSplitterIdx := bytes.IndexByte(id, componentSplitter)
   139  	if !bytes.HasSuffix(id[:firstSplitterIdx+1], m3Prefix) {
   140  		return nil, nil, errInvalidM3Metric
   141  	}
   142  	secondSplitterIdx := bytes.IndexByte(id[firstSplitterIdx+1:], componentSplitter)
   143  	if secondSplitterIdx == -1 {
   144  		return nil, nil, errInvalidM3Metric
   145  	}
   146  	secondSplitterIdx = firstSplitterIdx + 1 + secondSplitterIdx
   147  	name := id[firstSplitterIdx+1 : secondSplitterIdx]
   148  	tags := id[secondSplitterIdx+1:]
   149  	return name, tags, nil
   150  }
   151  
   152  type sortedTagIterator struct {
   153  	err            error
   154  	pool           id.SortedTagIteratorPool
   155  	sortedTagPairs []byte
   156  	tagName        []byte
   157  	tagValue       []byte
   158  	idx            int
   159  }
   160  
   161  // NewSortedTagIterator creates a new sorted tag iterator.
   162  func NewSortedTagIterator(sortedTagPairs []byte) id.SortedTagIterator {
   163  	return NewPooledSortedTagIterator(sortedTagPairs, nil)
   164  }
   165  
   166  // NewPooledSortedTagIterator creates a new pooled sorted tag iterator.
   167  func NewPooledSortedTagIterator(sortedTagPairs []byte, pool id.SortedTagIteratorPool) id.SortedTagIterator {
   168  	it := &sortedTagIterator{pool: pool}
   169  	it.Reset(sortedTagPairs)
   170  	return it
   171  }
   172  
   173  func (it *sortedTagIterator) Reset(sortedTagPairs []byte) {
   174  	it.sortedTagPairs = sortedTagPairs
   175  	it.idx = 0
   176  	it.tagName = nil
   177  	it.tagValue = nil
   178  	it.err = nil
   179  }
   180  
   181  func (it *sortedTagIterator) Next() bool {
   182  	if it.err != nil || it.idx >= len(it.sortedTagPairs) {
   183  		return false
   184  	}
   185  	nameSplitterIdx := bytes.IndexByte(it.sortedTagPairs[it.idx:], tagNameSplitter)
   186  	if nameSplitterIdx == -1 {
   187  		it.err = errInvalidM3Metric
   188  		return false
   189  	}
   190  	nameSplitterIdx = it.idx + nameSplitterIdx
   191  	pairSplitterIdx := bytes.IndexByte(it.sortedTagPairs[nameSplitterIdx+1:], tagPairSplitter)
   192  	if pairSplitterIdx != -1 {
   193  		pairSplitterIdx = nameSplitterIdx + 1 + pairSplitterIdx
   194  	} else {
   195  		pairSplitterIdx = len(it.sortedTagPairs)
   196  	}
   197  	it.tagName = it.sortedTagPairs[it.idx:nameSplitterIdx]
   198  	it.tagValue = it.sortedTagPairs[nameSplitterIdx+1 : pairSplitterIdx]
   199  	it.idx = pairSplitterIdx + 1
   200  	return true
   201  }
   202  
   203  func (it *sortedTagIterator) Current() ([]byte, []byte) {
   204  	return it.tagName, it.tagValue
   205  }
   206  
   207  func (it *sortedTagIterator) Err() error {
   208  	return it.err
   209  }
   210  
   211  func (it *sortedTagIterator) Close() {
   212  	it.sortedTagPairs = nil
   213  	it.idx = 0
   214  	it.tagName = nil
   215  	it.tagValue = nil
   216  	it.err = nil
   217  	if it.pool != nil {
   218  		it.pool.Put(it)
   219  	}
   220  }