github.com/m3db/m3@v1.5.0/src/query/functions/binary/common.go (about) 1 // Copyright (c) 2018 Uber Technologies, Inc. 2 // 3 // Permission is hereby granted, free of charge, to any person obtaining a copy 4 // of this software and associated documentation files (the "Software"), to deal 5 // in the Software without restriction, including without limitation the rights 6 // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 7 // copies of the Software, and to permit persons to whom the Software is 8 // furnished to do so, subject to the following conditions: 9 // 10 // The above copyright notice and this permission notice shall be included in 11 // all copies or substantial portions of the Software. 12 // 13 // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 14 // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 15 // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 16 // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 17 // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 18 // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 19 // THE SOFTWARE. 20 21 package binary 22 23 import ( 24 "bytes" 25 "errors" 26 27 "github.com/m3db/m3/src/query/block" 28 "github.com/m3db/m3/src/query/models" 29 ) 30 31 var ( 32 errRExhausted = errors.New("right iter exhausted while left iter has values") 33 errLExhausted = errors.New("left iter exhausted while right iter has values") 34 ) 35 36 type indexMatcher struct { 37 lhsIndex int 38 rhsIndex int 39 } 40 41 // hashFunc returns a function that calculates the signature for a metric 42 // ignoring the provided labels. If on, then only the given labels are used. 43 func hashFunc(on bool, names ...[]byte) func(models.Tags) uint64 { 44 if on { 45 return func(tags models.Tags) uint64 { 46 return tags.TagsWithKeys(names).HashedID() 47 } 48 } 49 50 return func(tags models.Tags) uint64 { 51 return tags.TagsWithoutKeys(names).HashedID() 52 } 53 } 54 55 const initIndexSliceLength = 10 56 57 var ( 58 errMismatchedBounds = errors.New("block bounds are mismatched") 59 errMismatchedStepCounts = errors.New("block step counts are mismatched") 60 errLeftScalar = errors.New("expected left scalar but node type" + 61 " incorrect") 62 errRightScalar = errors.New("expected right scalar but node" + 63 " type incorrect") 64 errNoModifierForComparison = errors.New("comparisons between scalars must" + 65 " use BOOL modifier") 66 errNoMatching = errors.New("vector matching parameters must" + 67 " be provided for binary operations between series") 68 ) 69 70 func tagMap(t models.Tags) map[string]models.Tag { 71 m := make(map[string]models.Tag, t.Len()) 72 for _, tag := range t.Tags { 73 m[string(tag.Name)] = tag 74 } 75 76 return m 77 } 78 79 // Iff one of left or right is a time block, match match one to many 80 // against it, and match everything. 81 func defaultVectorMatcherBuilder(lhs, rhs block.Block) VectorMatching { 82 left := lhs.Info().BaseType() == block.BlockTime 83 right := rhs.Info().BaseType() == block.BlockTime 84 85 if left { 86 if right { 87 return VectorMatching{ 88 Set: true, 89 Card: CardOneToOne, 90 } 91 } 92 93 return VectorMatching{ 94 Set: true, 95 Card: CardOneToMany, 96 On: true, 97 } 98 } 99 100 if right { 101 return VectorMatching{ 102 Set: true, 103 Card: CardManyToOne, 104 On: true, 105 } 106 } 107 108 return VectorMatching{Set: false} 109 } 110 111 func combineMetaAndSeriesMeta( 112 meta, otherMeta block.Metadata, 113 seriesMeta, otherSeriesMeta []block.SeriesMeta, 114 ) (block.Metadata, []block.SeriesMeta, []block.SeriesMeta, error) { 115 if !meta.Bounds.Equals(otherMeta.Bounds) { 116 return block.Metadata{}, 117 []block.SeriesMeta{}, 118 []block.SeriesMeta{}, 119 errMismatchedBounds 120 } 121 122 // NB (arnikola): mutating tags in `meta` to avoid allocations 123 leftTags := meta.Tags 124 otherTags := tagMap(otherMeta.Tags) 125 126 metaTagsToAdd := models.NewTags(leftTags.Len(), leftTags.Opts) 127 otherMetaTagsToAdd := models.NewTags(len(otherTags), leftTags.Opts) 128 tags := models.NewTags(leftTags.Len(), leftTags.Opts) 129 130 for _, t := range leftTags.Tags { 131 name := string(t.Name) 132 if otherTag, ok := otherTags[name]; ok { 133 if bytes.Equal(t.Value, otherTag.Value) { 134 tags = tags.AddTag(t) 135 } else { 136 // If both metas have the same common tag with different 137 // values explicitly add it to each seriesMeta. 138 metaTagsToAdd = metaTagsToAdd.AddTag(t) 139 otherMetaTagsToAdd = otherMetaTagsToAdd.AddTag(otherTag) 140 } 141 142 // NB(arnikola): delete common tag from otherTags as it 143 // has already been handled 144 delete(otherTags, name) 145 } else { 146 // Tag does not exist on otherMeta explicitly add it to each seriesMeta 147 metaTagsToAdd = metaTagsToAdd.AddTag(t) 148 } 149 } 150 151 // Iterate over otherMeta common tags and explicitly add 152 // remaining tags to otherSeriesMeta 153 for _, otherTag := range otherTags { 154 otherMetaTagsToAdd = otherMetaTagsToAdd.AddTag(otherTag) 155 } 156 157 // Set common tags 158 meta.Tags = tags 159 for i, m := range seriesMeta { 160 seriesMeta[i].Tags = m.Tags.Add(metaTagsToAdd) 161 } 162 163 for i, m := range otherSeriesMeta { 164 otherSeriesMeta[i].Tags = m.Tags.Add(otherMetaTagsToAdd) 165 } 166 167 meta.ResultMetadata = meta.ResultMetadata. 168 CombineMetadata(otherMeta.ResultMetadata) 169 170 return meta, 171 seriesMeta, 172 otherSeriesMeta, 173 nil 174 } 175 176 // NB: binary functions should remove the name tag from relevant series. 177 func removeNameTags( 178 meta block.Metadata, 179 metas []block.SeriesMeta, 180 ) (block.Metadata, []block.SeriesMeta) { 181 meta.Tags = meta.Tags.WithoutName() 182 for i, sm := range metas { 183 metas[i].Tags = sm.Tags.WithoutName() 184 } 185 186 return meta, metas 187 }