github.com/m3db/m3@v1.5.1-0.20231129193456-75a402aa583b/src/dbnode/storage/block/result.go (about) 1 // Copyright (c) 2016 Uber Technologies, Inc. 2 // 3 // Permission is hereby granted, free of charge, to any person obtaining a copy 4 // of this software and associated documentation files (the "Software"), to deal 5 // in the Software without restriction, including without limitation the rights 6 // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 7 // copies of the Software, and to permit persons to whom the Software is 8 // furnished to do so, subject to the following conditions: 9 // 10 // The above copyright notice and this permission notice shall be included in 11 // all copies or substantial portions of the Software. 12 // 13 // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 14 // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 15 // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 16 // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 17 // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 18 // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 19 // THE SOFTWARE. 20 21 package block 22 23 import ( 24 "sort" 25 26 "github.com/m3db/m3/src/dbnode/x/xio" 27 "github.com/m3db/m3/src/x/ident" 28 xtime "github.com/m3db/m3/src/x/time" 29 ) 30 31 // NewFetchBlockResult creates a new fetch block result 32 func NewFetchBlockResult( 33 start xtime.UnixNano, 34 blocks []xio.BlockReader, 35 err error, 36 ) FetchBlockResult { 37 return FetchBlockResult{ 38 Start: start, 39 Blocks: blocks, 40 Err: err, 41 } 42 } 43 44 type fetchBlockResultByTimeAscending []FetchBlockResult 45 46 func (e fetchBlockResultByTimeAscending) Len() int { return len(e) } 47 func (e fetchBlockResultByTimeAscending) Swap(i, j int) { e[i], e[j] = e[j], e[i] } 48 func (e fetchBlockResultByTimeAscending) Less(i, j int) bool { return e[i].Start.Before(e[j].Start) } 49 50 // SortFetchBlockResultByTimeAscending sorts fetch block results in time ascending order 51 func SortFetchBlockResultByTimeAscending(results []FetchBlockResult) { 52 sort.Sort(fetchBlockResultByTimeAscending(results)) 53 } 54 55 // NewFetchBlockMetadataResult creates a new fetch block metadata result. 56 func NewFetchBlockMetadataResult( 57 start xtime.UnixNano, 58 size int64, 59 checksum *uint32, 60 lastRead xtime.UnixNano, 61 err error, 62 ) FetchBlockMetadataResult { 63 return FetchBlockMetadataResult{ 64 Start: start, 65 Size: size, 66 Checksum: checksum, 67 LastRead: lastRead, 68 Err: err, 69 } 70 } 71 72 type fetchBlockMetadataResultByTimeAscending []FetchBlockMetadataResult 73 74 func (a fetchBlockMetadataResultByTimeAscending) Len() int { return len(a) } 75 func (a fetchBlockMetadataResultByTimeAscending) Swap(i, j int) { a[i], a[j] = a[j], a[i] } 76 func (a fetchBlockMetadataResultByTimeAscending) Less(i, j int) bool { 77 return a[i].Start.Before(a[j].Start) 78 } 79 80 type fetchBlockMetadataResults struct { 81 results []FetchBlockMetadataResult 82 pool FetchBlockMetadataResultsPool 83 } 84 85 // NewFetchBlockMetadataResults creates a non-pooled fetchBlockMetadataResults 86 func NewFetchBlockMetadataResults() FetchBlockMetadataResults { 87 return &fetchBlockMetadataResults{} 88 } 89 90 func newPooledFetchBlockMetadataResults( 91 results []FetchBlockMetadataResult, 92 pool FetchBlockMetadataResultsPool, 93 ) FetchBlockMetadataResults { 94 return &fetchBlockMetadataResults{results: results, pool: pool} 95 } 96 97 func (s *fetchBlockMetadataResults) Add(res FetchBlockMetadataResult) { 98 s.results = append(s.results, res) 99 } 100 101 func (s *fetchBlockMetadataResults) Results() []FetchBlockMetadataResult { 102 return s.results 103 } 104 105 func (s *fetchBlockMetadataResults) Sort() { 106 sort.Sort(fetchBlockMetadataResultByTimeAscending(s.results)) 107 } 108 109 func (s *fetchBlockMetadataResults) Reset() { 110 var zeroed FetchBlockMetadataResult 111 for i := range s.results { 112 s.results[i] = zeroed 113 } 114 s.results = s.results[:0] 115 } 116 117 func (s *fetchBlockMetadataResults) Close() { 118 if s.pool != nil { 119 s.pool.Put(s) 120 } 121 } 122 123 // NewFetchBlocksMetadataResult creates new database blocks metadata 124 func NewFetchBlocksMetadataResult( 125 id ident.ID, 126 tags ident.TagIterator, 127 blocks FetchBlockMetadataResults, 128 ) FetchBlocksMetadataResult { 129 return FetchBlocksMetadataResult{ID: id, Tags: tags, Blocks: blocks} 130 } 131 132 type fetchBlocksMetadataResults struct { 133 results []FetchBlocksMetadataResult 134 pool FetchBlocksMetadataResultsPool 135 } 136 137 // NewFetchBlocksMetadataResults creates a non-pooled FetchBlocksMetadataResults 138 func NewFetchBlocksMetadataResults() FetchBlocksMetadataResults { 139 return &fetchBlocksMetadataResults{} 140 } 141 142 func newPooledFetchBlocksMetadataResults( 143 results []FetchBlocksMetadataResult, 144 pool FetchBlocksMetadataResultsPool, 145 ) FetchBlocksMetadataResults { 146 return &fetchBlocksMetadataResults{results: results, pool: pool} 147 } 148 149 func (s *fetchBlocksMetadataResults) Add(res FetchBlocksMetadataResult) { 150 s.results = append(s.results, res) 151 } 152 153 func (s *fetchBlocksMetadataResults) Results() []FetchBlocksMetadataResult { 154 return s.results 155 } 156 157 func (s *fetchBlocksMetadataResults) Reset() { 158 var zeroed FetchBlocksMetadataResult 159 for i := range s.results { 160 s.results[i] = zeroed 161 } 162 s.results = s.results[:0] 163 } 164 165 func (s *fetchBlocksMetadataResults) Close() { 166 for i := range s.results { 167 if s.results[i].ID != nil { 168 s.results[i].ID.Finalize() 169 s.results[i].ID = nil 170 } 171 if s.results[i].Tags != nil { 172 s.results[i].Tags.Close() 173 s.results[i].Tags = nil 174 } 175 if s.results[i].Blocks != nil { 176 s.results[i].Blocks.Close() 177 s.results[i].Blocks = nil 178 } 179 } 180 if s.pool != nil { 181 s.pool.Put(s) 182 } 183 } 184 185 type filteredBlocksMetadataIter struct { 186 res []FetchBlocksMetadataResult 187 id ident.ID 188 metadata Metadata 189 resIdx int 190 blockIdx int 191 err error 192 } 193 194 // NewFilteredBlocksMetadataIter creates a new filtered blocks metadata 195 // iterator, there's no pooling of the tags returned currently. 196 // Only the repair process uses this currently which is unoptimized. 197 func NewFilteredBlocksMetadataIter( 198 res FetchBlocksMetadataResults, 199 ) FilteredBlocksMetadataIter { 200 return &filteredBlocksMetadataIter{res: res.Results()} 201 } 202 203 func (it *filteredBlocksMetadataIter) Next() bool { 204 if it.err != nil { 205 return false 206 } 207 if it.resIdx >= len(it.res) { 208 return false 209 } 210 blocks := it.res[it.resIdx].Blocks.Results() 211 for it.blockIdx < len(blocks) { 212 block := blocks[it.blockIdx] 213 if block.Err != nil { 214 it.blockIdx++ 215 continue 216 } 217 break 218 } 219 if it.blockIdx >= len(blocks) { 220 it.resIdx++ 221 it.blockIdx = 0 222 return it.Next() 223 } 224 it.id = it.res[it.resIdx].ID 225 block := blocks[it.blockIdx] 226 var tags ident.Tags 227 if tagsIter := it.res[it.resIdx].Tags; tagsIter != nil { 228 for tagsIter.Next() { 229 curr := tagsIter.Current() 230 tags.Append(ident.StringTag(curr.Name.String(), curr.Value.String())) 231 } 232 if err := tagsIter.Err(); err != nil { 233 it.err = err 234 return false 235 } 236 tagsIter.Close() 237 // Set to nil so it doesn't get closed again later and trigger a double-put pooling bug. 238 it.res[it.resIdx].Tags = nil 239 } 240 it.metadata = NewMetadata(it.id, tags, block.Start, 241 block.Size, block.Checksum, block.LastRead) 242 it.blockIdx++ 243 return true 244 } 245 246 func (it *filteredBlocksMetadataIter) Current() (ident.ID, Metadata) { 247 return it.id, it.metadata 248 } 249 250 func (it *filteredBlocksMetadataIter) Err() error { 251 return it.err 252 }