github.com/m3db/m3@v1.5.0/src/dbnode/storage/bootstrap/result/shard_ranges_test.go (about) 1 // Copyright (c) 2020 Uber Technologies, Inc. 2 // 3 // Permission is hereby granted, free of charge, to any person obtaining a copy 4 // of this software and associated documentation files (the "Software"), to deal 5 // in the Software without restriction, including without limitation the rights 6 // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 7 // copies of the Software, and to permit persons to whom the Software is 8 // furnished to do so, subject to the following conditions: 9 // 10 // The above copyright notice and this permission notice shall be included in 11 // all copies or substantial portions of the Software. 12 // 13 // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 14 // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 15 // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 16 // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 17 // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 18 // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 19 // THE SOFTWARE. 20 21 package result 22 23 import ( 24 "testing" 25 "time" 26 27 "github.com/stretchr/testify/assert" 28 "github.com/stretchr/testify/require" 29 30 xtime "github.com/m3db/m3/src/x/time" 31 ) 32 33 func TestShardTimeRangesAdd(t *testing.T) { 34 start := xtime.Now().Truncate(testBlockSize) 35 times := []xtime.UnixNano{ 36 start, start.Add(testBlockSize), 37 start.Add(2 * testBlockSize), start.Add(3 * testBlockSize), 38 } 39 40 sr := []ShardTimeRanges{ 41 NewShardTimeRangesFromRange(times[0], times[1], 1, 2, 3), 42 NewShardTimeRangesFromRange(times[1], times[2], 1, 2, 3), 43 NewShardTimeRangesFromRange(times[2], times[3], 1, 2, 3), 44 } 45 ranges := NewShardTimeRanges() 46 for _, r := range sr { 47 ranges.AddRanges(r) 48 } 49 for i, r := range sr { 50 min, max, r := r.MinMaxRange() 51 require.Equal(t, r, testBlockSize) 52 require.Equal(t, min, times[i]) 53 require.Equal(t, max, times[i+1]) 54 } 55 } 56 57 func TestFilterShards(t *testing.T) { 58 start := xtime.Now().Truncate(testBlockSize) 59 end := start.Add(testBlockSize) 60 ranges := NewShardTimeRangesFromRange(start, end, 0, 1, 2) 61 62 tests := []struct { 63 name string 64 filter []uint32 65 result []uint32 66 }{ 67 { 68 name: "empty filter", 69 filter: []uint32{}, 70 result: []uint32{}, 71 }, 72 { 73 name: "all exist", 74 filter: []uint32{0, 1, 2}, 75 result: []uint32{0, 1, 2}, 76 }, 77 { 78 name: "none exists", 79 filter: []uint32{10, 11, 12}, 80 result: []uint32{}, 81 }, 82 { 83 name: "some exist", 84 filter: []uint32{0, 1, 10, 11}, 85 result: []uint32{0, 1}, 86 }, 87 { 88 name: "some filtered out", 89 filter: []uint32{0, 1}, 90 result: []uint32{0, 1}, 91 }, 92 } 93 94 for _, tt := range tests { 95 t.Run(tt.name, func(t *testing.T) { 96 filtered := ranges.FilterShards(tt.filter) 97 require.Equal(t, filtered.Len(), len(tt.result), "unexpected length") 98 for _, s := range tt.result { 99 _, ok := filtered.Get(s) 100 assert.True(t, ok, "missing shard %v", s) 101 } 102 }) 103 } 104 } 105 106 func TestShardTimeRangesIsSuperset(t *testing.T) { 107 start := xtime.Now().Truncate(testBlockSize) 108 109 ranges1 := createShardTimeRanges(start, testBlockSize, 3, []uint32{1, 2, 3}) 110 ranges2 := createShardTimeRanges(start, testBlockSize, 3, []uint32{1, 2}) 111 ranges3 := createShardTimeRanges(start, testBlockSize, 1, []uint32{1, 2, 3}) 112 113 require.True(t, ranges1.IsSuperset(ranges2)) 114 require.True(t, ranges1.IsSuperset(ranges1)) 115 require.True(t, ranges1.IsSuperset(ranges3)) 116 117 // Subset of shards fails superset condition. 118 require.False(t, ranges2.IsSuperset(ranges1)) 119 // Subset of time ranges fails superset condition. 120 require.False(t, ranges3.IsSuperset(ranges1)) 121 } 122 123 func TestShardTimeRangesIsSupersetNoOverlapShards(t *testing.T) { 124 start := xtime.Now().Truncate(testBlockSize) 125 126 ranges1 := createShardTimeRanges(start, testBlockSize, 3, []uint32{1, 3, 5}) 127 ranges2 := createShardTimeRanges(start, testBlockSize, 3, []uint32{2, 4, 6}) 128 129 // Neither are supersets of each other as they have non overlapping shards. 130 require.False(t, ranges1.IsSuperset(ranges2)) 131 require.False(t, ranges2.IsSuperset(ranges1)) 132 } 133 134 func TestShardTimeRangesIsSupersetPartialOverlapShards(t *testing.T) { 135 start := xtime.Now().Truncate(testBlockSize) 136 137 ranges1 := createShardTimeRanges(start, testBlockSize, 3, []uint32{1, 3, 5}) 138 ranges2 := createShardTimeRanges(start, testBlockSize, 3, []uint32{3, 4, 6}) 139 140 // Neither are supersets of each other as they only have partially overlapping shards. 141 require.False(t, ranges1.IsSuperset(ranges2)) 142 require.False(t, ranges2.IsSuperset(ranges1)) 143 } 144 145 func TestShardTimeRangesIsSupersetNoOverlapTimeRanges(t *testing.T) { 146 start := xtime.Now().Truncate(testBlockSize) 147 148 ranges1 := createShardTimeRanges(start, testBlockSize, 3, []uint32{1, 3, 5}) 149 ranges2 := createShardTimeRanges(start.Add(testBlockSize*3), testBlockSize, 3, 150 []uint32{1, 3, 5}) 151 152 // Neither are supersets of each other as they have non overlapping time ranges. 153 require.False(t, ranges1.IsSuperset(ranges2)) 154 require.False(t, ranges2.IsSuperset(ranges1)) 155 } 156 157 func TestShardTimeRangesIsSupersetPartialOverlapTimeRanges(t *testing.T) { 158 start := xtime.Now().Truncate(testBlockSize) 159 160 ranges1 := createShardTimeRanges(start, testBlockSize, 3, []uint32{1, 3, 5}) 161 ranges2 := createShardTimeRanges(start.Add(testBlockSize*2), testBlockSize, 3, 162 []uint32{1, 3, 5}) 163 164 // Neither are supersets of each other as they have non overlapping time ranges. 165 require.False(t, ranges1.IsSuperset(ranges2)) 166 require.False(t, ranges2.IsSuperset(ranges1)) 167 } 168 169 func TestShardTimeRangesIsSupersetEmpty(t *testing.T) { 170 start := xtime.Now().Truncate(testBlockSize) 171 172 ranges1 := createShardTimeRanges(start, testBlockSize, 3, []uint32{1, 3, 5}) 173 ranges2 := NewShardTimeRanges() 174 175 require.True(t, ranges1.IsSuperset(ranges2)) 176 require.False(t, ranges2.IsSuperset(ranges1)) 177 require.True(t, ranges2.IsSuperset(ranges2)) 178 } 179 180 func createShardTimeRanges( 181 start xtime.UnixNano, 182 blockSize time.Duration, 183 numBlocks int, 184 shards []uint32, 185 ) ShardTimeRanges { 186 ranges := NewShardTimeRanges() 187 for i := 0; i < numBlocks; i++ { 188 blockStart := start.Add(time.Duration(i) * blockSize) 189 ranges.AddRanges(NewShardTimeRangesFromRange( 190 blockStart, 191 blockStart.Add(blockSize), 192 shards..., 193 )) 194 } 195 return ranges 196 }