github.com/cockroachdb/pebble@v1.1.1-0.20240513155919-3622ade60459/level_iter.go (about)

     1  // Copyright 2018 The LevelDB-Go and Pebble Authors. All rights reserved. Use
     2  // of this source code is governed by a BSD-style license that can be found in
     3  // the LICENSE file.
     4  
     5  package pebble
     6  
     7  import (
     8  	"context"
     9  	"fmt"
    10  	"runtime/debug"
    11  
    12  	"github.com/cockroachdb/pebble/internal/base"
    13  	"github.com/cockroachdb/pebble/internal/invariants"
    14  	"github.com/cockroachdb/pebble/internal/keyspan"
    15  	"github.com/cockroachdb/pebble/internal/manifest"
    16  	"github.com/cockroachdb/pebble/sstable"
    17  )
    18  
    19  // tableNewIters creates a new point and range-del iterator for the given file
    20  // number.
    21  //
    22  // On success, the internalIterator is not-nil and must be closed; the
    23  // FragmentIterator can be nil.
    24  // TODO(radu): always return a non-nil FragmentIterator.
    25  //
    26  // On error, the iterators are nil.
    27  //
    28  // The only (non-test) implementation of tableNewIters is tableCacheContainer.newIters().
    29  type tableNewIters func(
    30  	ctx context.Context,
    31  	file *manifest.FileMetadata,
    32  	opts *IterOptions,
    33  	internalOpts internalIterOpts,
    34  ) (internalIterator, keyspan.FragmentIterator, error)
    35  
    36  // tableNewRangeDelIter takes a tableNewIters and returns a TableNewSpanIter
    37  // for the rangedel iterator returned by tableNewIters.
    38  func tableNewRangeDelIter(ctx context.Context, newIters tableNewIters) keyspan.TableNewSpanIter {
    39  	return func(file *manifest.FileMetadata, iterOptions keyspan.SpanIterOptions) (keyspan.FragmentIterator, error) {
    40  		iter, rangeDelIter, err := newIters(ctx, file, nil, internalIterOpts{})
    41  		if iter != nil {
    42  			_ = iter.Close()
    43  		}
    44  		if rangeDelIter == nil {
    45  			rangeDelIter = emptyKeyspanIter
    46  		}
    47  		return rangeDelIter, err
    48  	}
    49  }
    50  
    51  type internalIterOpts struct {
    52  	bytesIterated      *uint64
    53  	bufferPool         *sstable.BufferPool
    54  	stats              *base.InternalIteratorStats
    55  	boundLimitedFilter sstable.BoundLimitedBlockPropertyFilter
    56  }
    57  
    58  // levelIter provides a merged view of the sstables in a level.
    59  //
    60  // levelIter is used during compaction and as part of the Iterator
    61  // implementation. When used as part of the Iterator implementation, level
    62  // iteration needs to "pause" at sstable boundaries if a range deletion
    63  // tombstone is the source of that boundary. We know if a range tombstone is
    64  // the smallest or largest key in a file because the kind will be
    65  // InternalKeyKindRangeDeletion. If the boundary key is a range deletion
    66  // tombstone, we materialize a fake entry to return from levelIter. This
    67  // prevents mergingIter from advancing past the sstable until the sstable
    68  // contains the smallest (or largest for reverse iteration) key in the merged
    69  // heap. Note that mergingIter treats a range deletion tombstone returned by
    70  // the point iterator as a no-op.
    71  //
    72  // SeekPrefixGE presents the need for a second type of pausing. If an sstable
    73  // iterator returns "not found" for a SeekPrefixGE operation, we don't want to
    74  // advance to the next sstable as the "not found" does not indicate that all of
    75  // the keys in the sstable are less than the search key. Advancing to the next
    76  // sstable would cause us to skip over range tombstones, violating
    77  // correctness. Instead, SeekPrefixGE creates a synthetic boundary key with the
    78  // kind InternalKeyKindRangeDeletion which will be used to pause the levelIter
    79  // at the sstable until the mergingIter is ready to advance past it.
    80  type levelIter struct {
    81  	// The context is stored here since (a) iterators are expected to be
    82  	// short-lived (since they pin sstables), (b) plumbing a context into every
    83  	// method is very painful, (c) they do not (yet) respect context
    84  	// cancellation and are only used for tracing.
    85  	ctx      context.Context
    86  	logger   Logger
    87  	comparer *Comparer
    88  	cmp      Compare
    89  	split    Split
    90  	// The lower/upper bounds for iteration as specified at creation or the most
    91  	// recent call to SetBounds.
    92  	lower []byte
    93  	upper []byte
    94  	// The iterator options for the currently open table. If
    95  	// tableOpts.{Lower,Upper}Bound are nil, the corresponding iteration boundary
    96  	// does not lie within the table bounds.
    97  	tableOpts IterOptions
    98  	// The LSM level this levelIter is initialized for.
    99  	level manifest.Level
   100  	// The keys to return when iterating past an sstable boundary and that
   101  	// boundary is a range deletion tombstone. The boundary could be smallest
   102  	// (i.e. arrived at with Prev), or largest (arrived at with Next).
   103  	smallestBoundary *InternalKey
   104  	largestBoundary  *InternalKey
   105  	// combinedIterState may be set when a levelIter is used during user
   106  	// iteration. Although levelIter only iterates over point keys, it's also
   107  	// responsible for lazily constructing the combined range & point iterator
   108  	// when it observes a file containing range keys. If the combined iter
   109  	// state's initialized field is true, the iterator is already using combined
   110  	// iterator, OR the iterator is not configured to use combined iteration. If
   111  	// it's false, the levelIter must set the `triggered` and `key` fields when
   112  	// the levelIter passes over a file containing range keys. See the
   113  	// lazyCombinedIter for more details.
   114  	combinedIterState *combinedIterState
   115  	// A synthetic boundary key to return when SeekPrefixGE finds an sstable
   116  	// which doesn't contain the search key, but which does contain range
   117  	// tombstones.
   118  	syntheticBoundary InternalKey
   119  	// The iter for the current file. It is nil under any of the following conditions:
   120  	// - files.Current() == nil
   121  	// - err != nil
   122  	// - some other constraint, like the bounds in opts, caused the file at index to not
   123  	//   be relevant to the iteration.
   124  	iter internalIterator
   125  	// iterFile holds the current file. It is always equal to l.files.Current().
   126  	iterFile *fileMetadata
   127  	// filteredIter is an optional interface that may be implemented by internal
   128  	// iterators that perform filtering of keys. When a new file's iterator is
   129  	// opened, it's tested to see if it implements filteredIter. If it does,
   130  	// it's stored here to allow the level iterator to recognize when keys were
   131  	// omitted from iteration results due to filtering. This is important when a
   132  	// file contains range deletions that may delete keys from other files. The
   133  	// levelIter must not advance to the next file until the mergingIter has
   134  	// advanced beyond the file's bounds. See
   135  	// levelIterBoundaryContext.isIgnorableBoundaryKey.
   136  	filteredIter filteredIter
   137  	newIters     tableNewIters
   138  	// When rangeDelIterPtr != nil, the caller requires that *rangeDelIterPtr must
   139  	// point to a range del iterator corresponding to the current file. When this
   140  	// iterator returns nil, *rangeDelIterPtr should also be set to nil. Whenever
   141  	// a non-nil internalIterator is placed in rangeDelIterPtr, a copy is placed
   142  	// in rangeDelIterCopy. This is done for the following special case:
   143  	// when this iterator returns nil because of exceeding the bounds, we don't
   144  	// close iter and *rangeDelIterPtr since we could reuse it in the next seek. But
   145  	// we need to set *rangeDelIterPtr to nil because of the aforementioned contract.
   146  	// This copy is used to revive the *rangeDelIterPtr in the case of reuse.
   147  	rangeDelIterPtr  *keyspan.FragmentIterator
   148  	rangeDelIterCopy keyspan.FragmentIterator
   149  	files            manifest.LevelIterator
   150  	err              error
   151  
   152  	// Pointer into this level's entry in `mergingIterLevel::levelIterBoundaryContext`.
   153  	// We populate it with the corresponding bounds for the currently opened file. It is used for
   154  	// two purposes (described for forward iteration. The explanation for backward iteration is
   155  	// similar.)
   156  	// - To limit the optimization that seeks lower-level iterators past keys shadowed by a range
   157  	//   tombstone. Limiting this seek to the file largestUserKey is necessary since
   158  	//   range tombstones are stored untruncated, while they only apply to keys within their
   159  	//   containing file's boundaries. For a detailed example, see comment above `mergingIter`.
   160  	// - To constrain the tombstone to act-within the bounds of the sstable when checking
   161  	//   containment. For forward iteration we need the smallestUserKey.
   162  	//
   163  	// An example is sstable bounds [c#8, g#12] containing a tombstone [b, i)#7.
   164  	// - When doing a SeekGE to user key X, the levelIter is at this sstable because X is either within
   165  	//   the sstable bounds or earlier than the start of the sstable (and there is no sstable in
   166  	//   between at this level). If X >= smallestUserKey, and the tombstone [b, i) contains X,
   167  	//   it is correct to SeekGE the sstables at lower levels to min(g, i) (i.e., min of
   168  	//   largestUserKey, tombstone.End) since any user key preceding min(g, i) must be covered by this
   169  	//   tombstone (since it cannot have a version younger than this tombstone as it is at a lower
   170  	//   level). And even if X = smallestUserKey or equal to the start user key of the tombstone,
   171  	//   if the above conditions are satisfied we know that the internal keys corresponding to X at
   172  	//   lower levels must have a version smaller than that in this file (again because of the level
   173  	//   argument). So we don't need to use sequence numbers for this comparison.
   174  	// - When checking whether this tombstone deletes internal key X we know that the levelIter is at this
   175  	//   sstable so (repeating the above) X.UserKey is either within the sstable bounds or earlier than the
   176  	//   start of the sstable (and there is no sstable in between at this level).
   177  	//   - X is at at a lower level. If X.UserKey >= smallestUserKey, and the tombstone contains
   178  	//     X.UserKey, we know X is deleted. This argument also works when X is a user key (we use
   179  	//     it when seeking to test whether a user key is deleted).
   180  	//   - X is at the same level. X must be within the sstable bounds of the tombstone so the
   181  	//     X.UserKey >= smallestUserKey comparison is trivially true. In addition to the tombstone containing
   182  	//     X we need to compare the sequence number of X and the tombstone (we don't need to look
   183  	//     at how this tombstone is truncated to act-within the file bounds, which are InternalKeys,
   184  	//     since X and the tombstone are from the same file).
   185  	//
   186  	// Iterating backwards has one more complication when checking whether a tombstone deletes
   187  	// internal key X at a lower level (the construction we do here also works for a user key X).
   188  	// Consider sstable bounds [c#8, g#InternalRangeDelSentinel] containing a tombstone [b, i)#7.
   189  	// If we are positioned at key g#10 at a lower sstable, the tombstone we will see is [b, i)#7,
   190  	// since the higher sstable is positioned at a key <= g#10. We should not use this tombstone
   191  	// to delete g#10. This requires knowing that the largestUserKey is a range delete sentinel,
   192  	// which we set in a separate bool below.
   193  	//
   194  	// These fields differs from the `*Boundary` fields in a few ways:
   195  	// - `*Boundary` is only populated when the iterator is positioned exactly on the sentinel key.
   196  	// - `*Boundary` can hold either the lower- or upper-bound, depending on the iterator direction.
   197  	// - `*Boundary` is not exposed to the next higher-level iterator, i.e., `mergingIter`.
   198  	boundaryContext *levelIterBoundaryContext
   199  
   200  	// internalOpts holds the internal iterator options to pass to the table
   201  	// cache when constructing new table iterators.
   202  	internalOpts internalIterOpts
   203  
   204  	// Scratch space for the obsolete keys filter, when there are no other block
   205  	// property filters specified. See the performance note where
   206  	// IterOptions.PointKeyFilters is declared.
   207  	filtersBuf [1]BlockPropertyFilter
   208  
   209  	// Disable invariant checks even if they are otherwise enabled. Used by tests
   210  	// which construct "impossible" situations (e.g. seeking to a key before the
   211  	// lower bound).
   212  	disableInvariants bool
   213  }
   214  
   215  // filteredIter is an additional interface implemented by iterators that may
   216  // skip over point keys during iteration. The sstable.Iterator implements this
   217  // interface.
   218  type filteredIter interface {
   219  	// MaybeFilteredKeys may be called when an iterator is exhausted, indicating
   220  	// whether or not the iterator's last positioning method may have skipped
   221  	// any keys due to low-level filters.
   222  	//
   223  	// When an iterator is configured to use block-property filters, the
   224  	// low-level iterator may skip over blocks or whole sstables of keys.
   225  	// Implementations that implement skipping must implement this interface.
   226  	// Higher-level iterators require it to preserve invariants (eg, a levelIter
   227  	// used in a mergingIter must keep the file's range-del iterator open until
   228  	// the mergingIter has moved past the file's bounds, even if all of the
   229  	// file's point keys were filtered).
   230  	//
   231  	// MaybeFilteredKeys may always return false positives, that is it may
   232  	// return true when no keys were filtered. It should only be called when the
   233  	// iterator is exhausted. It must never return false negatives when the
   234  	// iterator is exhausted.
   235  	MaybeFilteredKeys() bool
   236  }
   237  
   238  // levelIter implements the base.InternalIterator interface.
   239  var _ base.InternalIterator = (*levelIter)(nil)
   240  
   241  // newLevelIter returns a levelIter. It is permissible to pass a nil split
   242  // parameter if the caller is never going to call SeekPrefixGE.
   243  func newLevelIter(
   244  	opts IterOptions,
   245  	comparer *Comparer,
   246  	newIters tableNewIters,
   247  	files manifest.LevelIterator,
   248  	level manifest.Level,
   249  	internalOpts internalIterOpts,
   250  ) *levelIter {
   251  	l := &levelIter{}
   252  	l.init(context.Background(), opts, comparer, newIters, files, level,
   253  		internalOpts)
   254  	return l
   255  }
   256  
   257  func (l *levelIter) init(
   258  	ctx context.Context,
   259  	opts IterOptions,
   260  	comparer *Comparer,
   261  	newIters tableNewIters,
   262  	files manifest.LevelIterator,
   263  	level manifest.Level,
   264  	internalOpts internalIterOpts,
   265  ) {
   266  	l.ctx = ctx
   267  	l.err = nil
   268  	l.level = level
   269  	l.logger = opts.getLogger()
   270  	l.lower = opts.LowerBound
   271  	l.upper = opts.UpperBound
   272  	l.tableOpts.TableFilter = opts.TableFilter
   273  	l.tableOpts.PointKeyFilters = opts.PointKeyFilters
   274  	if len(opts.PointKeyFilters) == 0 {
   275  		l.tableOpts.PointKeyFilters = l.filtersBuf[:0:1]
   276  	}
   277  	l.tableOpts.UseL6Filters = opts.UseL6Filters
   278  	l.tableOpts.level = l.level
   279  	l.tableOpts.snapshotForHideObsoletePoints = opts.snapshotForHideObsoletePoints
   280  	l.comparer = comparer
   281  	l.cmp = comparer.Compare
   282  	l.split = comparer.Split
   283  	l.iterFile = nil
   284  	l.newIters = newIters
   285  	l.files = files
   286  	l.internalOpts = internalOpts
   287  }
   288  
   289  func (l *levelIter) initRangeDel(rangeDelIter *keyspan.FragmentIterator) {
   290  	l.rangeDelIterPtr = rangeDelIter
   291  }
   292  
   293  func (l *levelIter) initBoundaryContext(context *levelIterBoundaryContext) {
   294  	l.boundaryContext = context
   295  }
   296  
   297  func (l *levelIter) initCombinedIterState(state *combinedIterState) {
   298  	l.combinedIterState = state
   299  }
   300  
   301  func (l *levelIter) maybeTriggerCombinedIteration(file *fileMetadata, dir int) {
   302  	// If we encounter a file that contains range keys, we may need to
   303  	// trigger a switch to combined range-key and point-key iteration,
   304  	// if the *pebble.Iterator is configured for it. This switch is done
   305  	// lazily because range keys are intended to be rare, and
   306  	// constructing the range-key iterator substantially adds to the
   307  	// cost of iterator construction and seeking.
   308  	//
   309  	// If l.combinedIterState.initialized is already true, either the
   310  	// iterator is already using combined iteration or the iterator is not
   311  	// configured to observe range keys. Either way, there's nothing to do.
   312  	// If false, trigger the switch to combined iteration, using the the
   313  	// file's bounds to seek the range-key iterator appropriately.
   314  	//
   315  	// We only need to trigger combined iteration if the file contains
   316  	// RangeKeySets: if there are only Unsets and Dels, the user will observe no
   317  	// range keys regardless. If this file has table stats available, they'll
   318  	// tell us whether the file has any RangeKeySets. Otherwise, we must
   319  	// fallback to assuming it does if HasRangeKeys=true.
   320  	if file != nil && file.HasRangeKeys && l.combinedIterState != nil && !l.combinedIterState.initialized &&
   321  		(l.upper == nil || l.cmp(file.SmallestRangeKey.UserKey, l.upper) < 0) &&
   322  		(l.lower == nil || l.cmp(file.LargestRangeKey.UserKey, l.lower) > 0) &&
   323  		(!file.StatsValid() || file.Stats.NumRangeKeySets > 0) {
   324  		// The file contains range keys, and we're not using combined iteration yet.
   325  		// Trigger a switch to combined iteration. It's possible that a switch has
   326  		// already been triggered if multiple levels encounter files containing
   327  		// range keys while executing a single mergingIter operation. In this case,
   328  		// we need to compare the existing key recorded to l.combinedIterState.key,
   329  		// adjusting it if our key is smaller (forward iteration) or larger
   330  		// (backward iteration) than the existing key.
   331  		//
   332  		// These key comparisons are only required during a single high-level
   333  		// iterator operation. When the high-level iter op completes,
   334  		// iinitialized will be true, and future calls to this function will be
   335  		// no-ops.
   336  		switch dir {
   337  		case +1:
   338  			if !l.combinedIterState.triggered {
   339  				l.combinedIterState.triggered = true
   340  				l.combinedIterState.key = file.SmallestRangeKey.UserKey
   341  			} else if l.cmp(l.combinedIterState.key, file.SmallestRangeKey.UserKey) > 0 {
   342  				l.combinedIterState.key = file.SmallestRangeKey.UserKey
   343  			}
   344  		case -1:
   345  			if !l.combinedIterState.triggered {
   346  				l.combinedIterState.triggered = true
   347  				l.combinedIterState.key = file.LargestRangeKey.UserKey
   348  			} else if l.cmp(l.combinedIterState.key, file.LargestRangeKey.UserKey) < 0 {
   349  				l.combinedIterState.key = file.LargestRangeKey.UserKey
   350  			}
   351  		}
   352  	}
   353  }
   354  
   355  func (l *levelIter) findFileGE(key []byte, flags base.SeekGEFlags) *fileMetadata {
   356  	// Find the earliest file whose largest key is >= key.
   357  
   358  	// NB: if flags.TrySeekUsingNext()=true, the levelIter must respect it. If
   359  	// the levelIter is positioned at the key P, it must return a key ≥ P. If
   360  	// used within a merging iterator, the merging iterator will depend on the
   361  	// levelIter only moving forward to maintain heap invariants.
   362  
   363  	// Ordinarily we seek the LevelIterator using SeekGE. In some instances, we
   364  	// Next instead. In other instances, we try Next-ing first, falling back to
   365  	// seek:
   366  	//   a) flags.TrySeekUsingNext(): The top-level Iterator knows we're seeking
   367  	//      to a key later than the current iterator position. We don't know how
   368  	//      much later the seek key is, so it's possible there are many sstables
   369  	//      between the current position and the seek key. However in most real-
   370  	//      world use cases, the seek key is likely to be nearby. Rather than
   371  	//      performing a log(N) seek through the file metadata, we next a few
   372  	//      times from from our existing location. If we don't find a file whose
   373  	//      largest is >= key within a few nexts, we fall back to seeking.
   374  	//
   375  	//      Note that in this case, the file returned by findFileGE may be
   376  	//      different than the file returned by a raw binary search (eg, when
   377  	//      TrySeekUsingNext=false). This is possible because the most recent
   378  	//      positioning operation may have already determined that previous
   379  	//      files' keys that are ≥ key are all deleted. This information is
   380  	//      encoded within the iterator's current iterator position and is
   381  	//      unavailable to a fresh binary search.
   382  	//
   383  	//   b) flags.RelativeSeek(): The merging iterator decided to re-seek this
   384  	//      level according to a range tombstone. When lazy combined iteration
   385  	//      is enabled, the level iterator is responsible for watching for
   386  	//      files containing range keys and triggering the switch to combined
   387  	//      iteration when such a file is observed. If a range deletion was
   388  	//      observed in a higher level causing the merging iterator to seek the
   389  	//      level to the range deletion's end key, we need to check whether all
   390  	//      of the files between the old position and the new position contain
   391  	//      any range keys.
   392  	//
   393  	//      In this scenario, we don't seek the LevelIterator and instead we
   394  	//      Next it, one file at a time, checking each for range keys. The
   395  	//      merging iterator sets this flag to inform us that we're moving
   396  	//      forward relative to the existing position and that we must examine
   397  	//      each intermediate sstable's metadata for lazy-combined iteration.
   398  	//      In this case, we only Next and never Seek. We set nextsUntilSeek=-1
   399  	//      to signal this intention.
   400  	//
   401  	// NB: At most one of flags.RelativeSeek() and flags.TrySeekUsingNext() may
   402  	// be set, because the merging iterator re-seeks relative seeks with
   403  	// explicitly only the RelativeSeek flag set.
   404  	var nextsUntilSeek int
   405  	var nextInsteadOfSeek bool
   406  	if flags.TrySeekUsingNext() {
   407  		nextInsteadOfSeek = true
   408  		nextsUntilSeek = 4 // arbitrary
   409  	}
   410  	if flags.RelativeSeek() && l.combinedIterState != nil && !l.combinedIterState.initialized {
   411  		nextInsteadOfSeek = true
   412  		nextsUntilSeek = -1
   413  	}
   414  
   415  	var m *fileMetadata
   416  	if nextInsteadOfSeek {
   417  		m = l.iterFile
   418  	} else {
   419  		m = l.files.SeekGE(l.cmp, key)
   420  	}
   421  	// The below loop has a bit of an unusual organization. There are several
   422  	// conditions under which we need to Next to a later file. If none of those
   423  	// conditions are met, the file in `m` is okay to return. The loop body is
   424  	// structured with a series of if statements, each of which may continue the
   425  	// loop to the next file. If none of the statements are met, the end of the
   426  	// loop body is a break.
   427  	for m != nil {
   428  		if m.HasRangeKeys {
   429  			l.maybeTriggerCombinedIteration(m, +1)
   430  
   431  			// Some files may only contain range keys, which we can skip.
   432  			// NB: HasPointKeys=true if the file contains any points or range
   433  			// deletions (which delete points).
   434  			if !m.HasPointKeys {
   435  				m = l.files.Next()
   436  				continue
   437  			}
   438  		}
   439  
   440  		// This file has point keys.
   441  		//
   442  		// However, there are a couple reasons why `m` may not be positioned ≥
   443  		// `key` yet:
   444  		//
   445  		// 1. If SeekGE(key) landed on a file containing range keys, the file
   446  		//    may contain range keys ≥ `key` but no point keys ≥ `key`.
   447  		// 2. When nexting instead of seeking, we must check to see whether
   448  		//    we've nexted sufficiently far, or we need to next again.
   449  		//
   450  		// If the file does not contain point keys ≥ `key`, next to continue
   451  		// looking for a file that does.
   452  		if (m.HasRangeKeys || nextInsteadOfSeek) && l.cmp(m.LargestPointKey.UserKey, key) < 0 {
   453  			// If nextInsteadOfSeek is set and nextsUntilSeek is non-negative,
   454  			// the iterator has been nexting hoping to discover the relevant
   455  			// file without seeking. It's exhausted the allotted nextsUntilSeek
   456  			// and should seek to the sought key.
   457  			if nextInsteadOfSeek && nextsUntilSeek == 0 {
   458  				nextInsteadOfSeek = false
   459  				m = l.files.SeekGE(l.cmp, key)
   460  				continue
   461  			} else if nextsUntilSeek > 0 {
   462  				nextsUntilSeek--
   463  			}
   464  			m = l.files.Next()
   465  			continue
   466  		}
   467  
   468  		// This file has a point key bound ≥ `key`. But the largest point key
   469  		// bound may still be a range deletion sentinel, which is exclusive.  In
   470  		// this case, the file doesn't actually contain any point keys equal to
   471  		// `key`. We next to keep searching for a file that actually contains
   472  		// point keys ≥ key.
   473  		//
   474  		// Additionally, this prevents loading untruncated range deletions from
   475  		// a table which can't possibly contain the target key and is required
   476  		// for correctness by mergingIter.SeekGE (see the comment in that
   477  		// function).
   478  		if m.LargestPointKey.IsExclusiveSentinel() && l.cmp(m.LargestPointKey.UserKey, key) == 0 {
   479  			m = l.files.Next()
   480  			continue
   481  		}
   482  
   483  		// This file contains point keys ≥ `key`. Break and return it.
   484  		break
   485  	}
   486  	return m
   487  }
   488  
   489  func (l *levelIter) findFileLT(key []byte, flags base.SeekLTFlags) *fileMetadata {
   490  	// Find the last file whose smallest key is < ikey.
   491  
   492  	// Ordinarily we seek the LevelIterator using SeekLT.
   493  	//
   494  	// When lazy combined iteration is enabled, there's a complication. The
   495  	// level iterator is responsible for watching for files containing range
   496  	// keys and triggering the switch to combined iteration when such a file is
   497  	// observed. If a range deletion was observed in a higher level causing the
   498  	// merging iterator to seek the level to the range deletion's start key, we
   499  	// need to check whether all of the files between the old position and the
   500  	// new position contain any range keys.
   501  	//
   502  	// In this scenario, we don't seek the LevelIterator and instead we Prev it,
   503  	// one file at a time, checking each for range keys.
   504  	prevInsteadOfSeek := flags.RelativeSeek() && l.combinedIterState != nil && !l.combinedIterState.initialized
   505  
   506  	var m *fileMetadata
   507  	if prevInsteadOfSeek {
   508  		m = l.iterFile
   509  	} else {
   510  		m = l.files.SeekLT(l.cmp, key)
   511  	}
   512  	// The below loop has a bit of an unusual organization. There are several
   513  	// conditions under which we need to Prev to a previous file. If none of
   514  	// those conditions are met, the file in `m` is okay to return. The loop
   515  	// body is structured with a series of if statements, each of which may
   516  	// continue the loop to the previous file. If none of the statements are
   517  	// met, the end of the loop body is a break.
   518  	for m != nil {
   519  		if m.HasRangeKeys {
   520  			l.maybeTriggerCombinedIteration(m, -1)
   521  
   522  			// Some files may only contain range keys, which we can skip.
   523  			// NB: HasPointKeys=true if the file contains any points or range
   524  			// deletions (which delete points).
   525  			if !m.HasPointKeys {
   526  				m = l.files.Prev()
   527  				continue
   528  			}
   529  		}
   530  
   531  		// This file has point keys.
   532  		//
   533  		// However, there are a couple reasons why `m` may not be positioned <
   534  		// `key` yet:
   535  		//
   536  		// 1. If SeekLT(key) landed on a file containing range keys, the file
   537  		//    may contain range keys < `key` but no point keys < `key`.
   538  		// 2. When preving instead of seeking, we must check to see whether
   539  		//    we've preved sufficiently far, or we need to prev again.
   540  		//
   541  		// If the file does not contain point keys < `key`, prev to continue
   542  		// looking for a file that does.
   543  		if (m.HasRangeKeys || prevInsteadOfSeek) && l.cmp(m.SmallestPointKey.UserKey, key) >= 0 {
   544  			m = l.files.Prev()
   545  			continue
   546  		}
   547  
   548  		// This file contains point keys < `key`. Break and return it.
   549  		break
   550  	}
   551  	return m
   552  }
   553  
   554  // Init the iteration bounds for the current table. Returns -1 if the table
   555  // lies fully before the lower bound, +1 if the table lies fully after the
   556  // upper bound, and 0 if the table overlaps the iteration bounds.
   557  func (l *levelIter) initTableBounds(f *fileMetadata) int {
   558  	l.tableOpts.LowerBound = l.lower
   559  	if l.tableOpts.LowerBound != nil {
   560  		if l.cmp(f.LargestPointKey.UserKey, l.tableOpts.LowerBound) < 0 {
   561  			// The largest key in the sstable is smaller than the lower bound.
   562  			return -1
   563  		}
   564  		if l.cmp(l.tableOpts.LowerBound, f.SmallestPointKey.UserKey) <= 0 {
   565  			// The lower bound is smaller or equal to the smallest key in the
   566  			// table. Iteration within the table does not need to check the lower
   567  			// bound.
   568  			l.tableOpts.LowerBound = nil
   569  		}
   570  	}
   571  	l.tableOpts.UpperBound = l.upper
   572  	if l.tableOpts.UpperBound != nil {
   573  		if l.cmp(f.SmallestPointKey.UserKey, l.tableOpts.UpperBound) >= 0 {
   574  			// The smallest key in the sstable is greater than or equal to the upper
   575  			// bound.
   576  			return 1
   577  		}
   578  		if l.cmp(l.tableOpts.UpperBound, f.LargestPointKey.UserKey) > 0 {
   579  			// The upper bound is greater than the largest key in the
   580  			// table. Iteration within the table does not need to check the upper
   581  			// bound. NB: tableOpts.UpperBound is exclusive and f.LargestPointKey is
   582  			// inclusive.
   583  			l.tableOpts.UpperBound = nil
   584  		}
   585  	}
   586  	return 0
   587  }
   588  
   589  type loadFileReturnIndicator int8
   590  
   591  const (
   592  	noFileLoaded loadFileReturnIndicator = iota
   593  	fileAlreadyLoaded
   594  	newFileLoaded
   595  )
   596  
   597  func (l *levelIter) loadFile(file *fileMetadata, dir int) loadFileReturnIndicator {
   598  	l.smallestBoundary = nil
   599  	l.largestBoundary = nil
   600  	if l.boundaryContext != nil {
   601  		l.boundaryContext.isSyntheticIterBoundsKey = false
   602  		l.boundaryContext.isIgnorableBoundaryKey = false
   603  	}
   604  	if l.iterFile == file {
   605  		if l.err != nil {
   606  			return noFileLoaded
   607  		}
   608  		if l.iter != nil {
   609  			// We don't bother comparing the file bounds with the iteration bounds when we have
   610  			// an already open iterator. It is possible that the iter may not be relevant given the
   611  			// current iteration bounds, but it knows those bounds, so it will enforce them.
   612  			if l.rangeDelIterPtr != nil {
   613  				*l.rangeDelIterPtr = l.rangeDelIterCopy
   614  			}
   615  
   616  			// There are a few reasons we might not have triggered combined
   617  			// iteration yet, even though we already had `file` open.
   618  			// 1. If the bounds changed, we might have previously avoided
   619  			//    switching to combined iteration because the bounds excluded
   620  			//    the range keys contained in this file.
   621  			// 2. If an existing iterator was reconfigured to iterate over range
   622  			//    keys (eg, using SetOptions), then we wouldn't have triggered
   623  			//    the switch to combined iteration yet.
   624  			l.maybeTriggerCombinedIteration(file, dir)
   625  			return fileAlreadyLoaded
   626  		}
   627  		// We were already at file, but don't have an iterator, probably because the file was
   628  		// beyond the iteration bounds. It may still be, but it is also possible that the bounds
   629  		// have changed. We handle that below.
   630  	}
   631  
   632  	// Close both iter and rangeDelIterPtr. While mergingIter knows about
   633  	// rangeDelIterPtr, it can't call Close() on it because it does not know
   634  	// when the levelIter will switch it. Note that levelIter.Close() can be
   635  	// called multiple times.
   636  	if err := l.Close(); err != nil {
   637  		return noFileLoaded
   638  	}
   639  
   640  	for {
   641  		l.iterFile = file
   642  		if file == nil {
   643  			return noFileLoaded
   644  		}
   645  
   646  		l.maybeTriggerCombinedIteration(file, dir)
   647  		if !file.HasPointKeys {
   648  			switch dir {
   649  			case +1:
   650  				file = l.files.Next()
   651  				continue
   652  			case -1:
   653  				file = l.files.Prev()
   654  				continue
   655  			}
   656  		}
   657  
   658  		switch l.initTableBounds(file) {
   659  		case -1:
   660  			// The largest key in the sstable is smaller than the lower bound.
   661  			if dir < 0 {
   662  				return noFileLoaded
   663  			}
   664  			file = l.files.Next()
   665  			continue
   666  		case +1:
   667  			// The smallest key in the sstable is greater than or equal to the upper
   668  			// bound.
   669  			if dir > 0 {
   670  				return noFileLoaded
   671  			}
   672  			file = l.files.Prev()
   673  			continue
   674  		}
   675  
   676  		var rangeDelIter keyspan.FragmentIterator
   677  		var iter internalIterator
   678  		iter, rangeDelIter, l.err = l.newIters(l.ctx, l.iterFile, &l.tableOpts, l.internalOpts)
   679  		l.iter = iter
   680  		if l.err != nil {
   681  			return noFileLoaded
   682  		}
   683  		if rangeDelIter != nil {
   684  			if fi, ok := iter.(filteredIter); ok {
   685  				l.filteredIter = fi
   686  			} else {
   687  				l.filteredIter = nil
   688  			}
   689  		} else {
   690  			l.filteredIter = nil
   691  		}
   692  		if l.rangeDelIterPtr != nil {
   693  			*l.rangeDelIterPtr = rangeDelIter
   694  			l.rangeDelIterCopy = rangeDelIter
   695  		} else if rangeDelIter != nil {
   696  			rangeDelIter.Close()
   697  		}
   698  		if l.boundaryContext != nil {
   699  			l.boundaryContext.smallestUserKey = file.Smallest.UserKey
   700  			l.boundaryContext.largestUserKey = file.Largest.UserKey
   701  			l.boundaryContext.isLargestUserKeyExclusive = file.Largest.IsExclusiveSentinel()
   702  		}
   703  		return newFileLoaded
   704  	}
   705  }
   706  
   707  // In race builds we verify that the keys returned by levelIter lie within
   708  // [lower,upper).
   709  func (l *levelIter) verify(key *InternalKey, val base.LazyValue) (*InternalKey, base.LazyValue) {
   710  	// Note that invariants.Enabled is a compile time constant, which means the
   711  	// block of code will be compiled out of normal builds making this method
   712  	// eligible for inlining. Do not change this to use a variable.
   713  	if invariants.Enabled && !l.disableInvariants && key != nil {
   714  		// We allow returning a boundary key that is outside of the lower/upper
   715  		// bounds as such keys are always range tombstones which will be skipped by
   716  		// the Iterator.
   717  		if l.lower != nil && key != l.smallestBoundary && l.cmp(key.UserKey, l.lower) < 0 {
   718  			l.logger.Fatalf("levelIter %s: lower bound violation: %s < %s\n%s", l.level, key, l.lower, debug.Stack())
   719  		}
   720  		if l.upper != nil && key != l.largestBoundary && l.cmp(key.UserKey, l.upper) > 0 {
   721  			l.logger.Fatalf("levelIter %s: upper bound violation: %s > %s\n%s", l.level, key, l.upper, debug.Stack())
   722  		}
   723  	}
   724  	return key, val
   725  }
   726  
   727  func (l *levelIter) SeekGE(key []byte, flags base.SeekGEFlags) (*InternalKey, base.LazyValue) {
   728  	l.err = nil // clear cached iteration error
   729  	if l.boundaryContext != nil {
   730  		l.boundaryContext.isSyntheticIterBoundsKey = false
   731  		l.boundaryContext.isIgnorableBoundaryKey = false
   732  	}
   733  	// NB: the top-level Iterator has already adjusted key based on
   734  	// IterOptions.LowerBound.
   735  	loadFileIndicator := l.loadFile(l.findFileGE(key, flags), +1)
   736  	if loadFileIndicator == noFileLoaded {
   737  		return nil, base.LazyValue{}
   738  	}
   739  	if loadFileIndicator == newFileLoaded {
   740  		// File changed, so l.iter has changed, and that iterator is not
   741  		// positioned appropriately.
   742  		flags = flags.DisableTrySeekUsingNext()
   743  	}
   744  	if ikey, val := l.iter.SeekGE(key, flags); ikey != nil {
   745  		return l.verify(ikey, val)
   746  	}
   747  	return l.verify(l.skipEmptyFileForward())
   748  }
   749  
   750  func (l *levelIter) SeekPrefixGE(
   751  	prefix, key []byte, flags base.SeekGEFlags,
   752  ) (*base.InternalKey, base.LazyValue) {
   753  	l.err = nil // clear cached iteration error
   754  	if l.boundaryContext != nil {
   755  		l.boundaryContext.isSyntheticIterBoundsKey = false
   756  		l.boundaryContext.isIgnorableBoundaryKey = false
   757  	}
   758  
   759  	// NB: the top-level Iterator has already adjusted key based on
   760  	// IterOptions.LowerBound.
   761  	loadFileIndicator := l.loadFile(l.findFileGE(key, flags), +1)
   762  	if loadFileIndicator == noFileLoaded {
   763  		return nil, base.LazyValue{}
   764  	}
   765  	if loadFileIndicator == newFileLoaded {
   766  		// File changed, so l.iter has changed, and that iterator is not
   767  		// positioned appropriately.
   768  		flags = flags.DisableTrySeekUsingNext()
   769  	}
   770  	if key, val := l.iter.SeekPrefixGE(prefix, key, flags); key != nil {
   771  		return l.verify(key, val)
   772  	}
   773  	// When SeekPrefixGE returns nil, we have not necessarily reached the end of
   774  	// the sstable. All we know is that a key with prefix does not exist in the
   775  	// current sstable. We do know that the key lies within the bounds of the
   776  	// table as findFileGE found the table where key <= meta.Largest. We return
   777  	// the table's bound with isIgnorableBoundaryKey set.
   778  	if l.rangeDelIterPtr != nil && *l.rangeDelIterPtr != nil {
   779  		if l.tableOpts.UpperBound != nil {
   780  			l.syntheticBoundary.UserKey = l.tableOpts.UpperBound
   781  			l.syntheticBoundary.Trailer = InternalKeyRangeDeleteSentinel
   782  			l.largestBoundary = &l.syntheticBoundary
   783  			if l.boundaryContext != nil {
   784  				l.boundaryContext.isSyntheticIterBoundsKey = true
   785  				l.boundaryContext.isIgnorableBoundaryKey = false
   786  			}
   787  			return l.verify(l.largestBoundary, base.LazyValue{})
   788  		}
   789  		// Return the file's largest bound, ensuring this file stays open until
   790  		// the mergingIter advances beyond the file's bounds. We set
   791  		// isIgnorableBoundaryKey to signal that the actual key returned should
   792  		// be ignored, and does not represent a real key in the database.
   793  		l.largestBoundary = &l.iterFile.LargestPointKey
   794  		if l.boundaryContext != nil {
   795  			l.boundaryContext.isSyntheticIterBoundsKey = false
   796  			l.boundaryContext.isIgnorableBoundaryKey = true
   797  		}
   798  		return l.verify(l.largestBoundary, base.LazyValue{})
   799  	}
   800  	// It is possible that we are here because bloom filter matching failed. In
   801  	// that case it is likely that all keys matching the prefix are wholly
   802  	// within the current file and cannot be in the subsequent file. In that
   803  	// case we don't want to go to the next file, since loading and seeking in
   804  	// there has some cost. Additionally, for sparse key spaces, loading the
   805  	// next file will defeat the optimization for the next SeekPrefixGE that is
   806  	// called with flags.TrySeekUsingNext(), since for sparse key spaces it is
   807  	// likely that the next key will also be contained in the current file.
   808  	var n int
   809  	if l.split != nil {
   810  		// If the split function is specified, calculate the prefix length accordingly.
   811  		n = l.split(l.iterFile.LargestPointKey.UserKey)
   812  	} else {
   813  		// If the split function is not specified, the entire key is used as the
   814  		// prefix. This case can occur when getIter uses SeekPrefixGE.
   815  		n = len(l.iterFile.LargestPointKey.UserKey)
   816  	}
   817  	if l.cmp(prefix, l.iterFile.LargestPointKey.UserKey[:n]) < 0 {
   818  		return nil, base.LazyValue{}
   819  	}
   820  	return l.verify(l.skipEmptyFileForward())
   821  }
   822  
   823  func (l *levelIter) SeekLT(key []byte, flags base.SeekLTFlags) (*InternalKey, base.LazyValue) {
   824  	l.err = nil // clear cached iteration error
   825  	if l.boundaryContext != nil {
   826  		l.boundaryContext.isSyntheticIterBoundsKey = false
   827  		l.boundaryContext.isIgnorableBoundaryKey = false
   828  	}
   829  
   830  	// NB: the top-level Iterator has already adjusted key based on
   831  	// IterOptions.UpperBound.
   832  	if l.loadFile(l.findFileLT(key, flags), -1) == noFileLoaded {
   833  		return nil, base.LazyValue{}
   834  	}
   835  	if key, val := l.iter.SeekLT(key, flags); key != nil {
   836  		return l.verify(key, val)
   837  	}
   838  	return l.verify(l.skipEmptyFileBackward())
   839  }
   840  
   841  func (l *levelIter) First() (*InternalKey, base.LazyValue) {
   842  	l.err = nil // clear cached iteration error
   843  	if l.boundaryContext != nil {
   844  		l.boundaryContext.isSyntheticIterBoundsKey = false
   845  		l.boundaryContext.isIgnorableBoundaryKey = false
   846  	}
   847  
   848  	// NB: the top-level Iterator will call SeekGE if IterOptions.LowerBound is
   849  	// set.
   850  	if l.loadFile(l.files.First(), +1) == noFileLoaded {
   851  		return nil, base.LazyValue{}
   852  	}
   853  	if key, val := l.iter.First(); key != nil {
   854  		return l.verify(key, val)
   855  	}
   856  	return l.verify(l.skipEmptyFileForward())
   857  }
   858  
   859  func (l *levelIter) Last() (*InternalKey, base.LazyValue) {
   860  	l.err = nil // clear cached iteration error
   861  	if l.boundaryContext != nil {
   862  		l.boundaryContext.isSyntheticIterBoundsKey = false
   863  		l.boundaryContext.isIgnorableBoundaryKey = false
   864  	}
   865  
   866  	// NB: the top-level Iterator will call SeekLT if IterOptions.UpperBound is
   867  	// set.
   868  	if l.loadFile(l.files.Last(), -1) == noFileLoaded {
   869  		return nil, base.LazyValue{}
   870  	}
   871  	if key, val := l.iter.Last(); key != nil {
   872  		return l.verify(key, val)
   873  	}
   874  	return l.verify(l.skipEmptyFileBackward())
   875  }
   876  
   877  func (l *levelIter) Next() (*InternalKey, base.LazyValue) {
   878  	if l.err != nil || l.iter == nil {
   879  		return nil, base.LazyValue{}
   880  	}
   881  	if l.boundaryContext != nil {
   882  		l.boundaryContext.isSyntheticIterBoundsKey = false
   883  		l.boundaryContext.isIgnorableBoundaryKey = false
   884  	}
   885  
   886  	switch {
   887  	case l.largestBoundary != nil:
   888  		if l.tableOpts.UpperBound != nil {
   889  			// The UpperBound was within this file, so don't load the next
   890  			// file. We leave the largestBoundary unchanged so that subsequent
   891  			// calls to Next() stay at this file. If a Seek/First/Last call is
   892  			// made and this file continues to be relevant, loadFile() will
   893  			// set the largestBoundary to nil.
   894  			if l.rangeDelIterPtr != nil {
   895  				*l.rangeDelIterPtr = nil
   896  			}
   897  			return nil, base.LazyValue{}
   898  		}
   899  		// We're stepping past the boundary key, so now we can load the next file.
   900  		if l.loadFile(l.files.Next(), +1) != noFileLoaded {
   901  			if key, val := l.iter.First(); key != nil {
   902  				return l.verify(key, val)
   903  			}
   904  			return l.verify(l.skipEmptyFileForward())
   905  		}
   906  		return nil, base.LazyValue{}
   907  
   908  	default:
   909  		// Reset the smallest boundary since we're moving away from it.
   910  		l.smallestBoundary = nil
   911  		if key, val := l.iter.Next(); key != nil {
   912  			return l.verify(key, val)
   913  		}
   914  	}
   915  	return l.verify(l.skipEmptyFileForward())
   916  }
   917  
   918  func (l *levelIter) NextPrefix(succKey []byte) (*InternalKey, base.LazyValue) {
   919  	if l.err != nil || l.iter == nil {
   920  		return nil, base.LazyValue{}
   921  	}
   922  	if l.boundaryContext != nil {
   923  		l.boundaryContext.isSyntheticIterBoundsKey = false
   924  		l.boundaryContext.isIgnorableBoundaryKey = false
   925  	}
   926  
   927  	switch {
   928  	case l.largestBoundary != nil:
   929  		if l.tableOpts.UpperBound != nil {
   930  			// The UpperBound was within this file, so don't load the next
   931  			// file. We leave the largestBoundary unchanged so that subsequent
   932  			// calls to Next() stay at this file. If a Seek/First/Last call is
   933  			// made and this file continues to be relevant, loadFile() will
   934  			// set the largestBoundary to nil.
   935  			if l.rangeDelIterPtr != nil {
   936  				*l.rangeDelIterPtr = nil
   937  			}
   938  			return nil, base.LazyValue{}
   939  		}
   940  		// We're stepping past the boundary key, so we need to load a later
   941  		// file.
   942  
   943  	default:
   944  		// Reset the smallest boundary since we're moving away from it.
   945  		l.smallestBoundary = nil
   946  
   947  		if key, val := l.iter.NextPrefix(succKey); key != nil {
   948  			return l.verify(key, val)
   949  		}
   950  		// Fall through to seeking.
   951  	}
   952  
   953  	// Seek the manifest level iterator using TrySeekUsingNext=true and
   954  	// RelativeSeek=true so that we take advantage of the knowledge that
   955  	// `succKey` can only be contained in later files.
   956  	metadataSeekFlags := base.SeekGEFlagsNone.EnableTrySeekUsingNext().EnableRelativeSeek()
   957  	if l.loadFile(l.findFileGE(succKey, metadataSeekFlags), +1) != noFileLoaded {
   958  		// NB: The SeekGE on the file's iterator must not set TrySeekUsingNext,
   959  		// because l.iter is unpositioned.
   960  		if key, val := l.iter.SeekGE(succKey, base.SeekGEFlagsNone); key != nil {
   961  			return l.verify(key, val)
   962  		}
   963  		return l.verify(l.skipEmptyFileForward())
   964  	}
   965  	return nil, base.LazyValue{}
   966  }
   967  
   968  func (l *levelIter) Prev() (*InternalKey, base.LazyValue) {
   969  	if l.err != nil || l.iter == nil {
   970  		return nil, base.LazyValue{}
   971  	}
   972  	if l.boundaryContext != nil {
   973  		l.boundaryContext.isSyntheticIterBoundsKey = false
   974  		l.boundaryContext.isIgnorableBoundaryKey = false
   975  	}
   976  
   977  	switch {
   978  	case l.smallestBoundary != nil:
   979  		if l.tableOpts.LowerBound != nil {
   980  			// The LowerBound was within this file, so don't load the previous
   981  			// file. We leave the smallestBoundary unchanged so that
   982  			// subsequent calls to Prev() stay at this file. If a
   983  			// Seek/First/Last call is made and this file continues to be
   984  			// relevant, loadFile() will set the smallestBoundary to nil.
   985  			if l.rangeDelIterPtr != nil {
   986  				*l.rangeDelIterPtr = nil
   987  			}
   988  			return nil, base.LazyValue{}
   989  		}
   990  		// We're stepping past the boundary key, so now we can load the prev file.
   991  		if l.loadFile(l.files.Prev(), -1) != noFileLoaded {
   992  			if key, val := l.iter.Last(); key != nil {
   993  				return l.verify(key, val)
   994  			}
   995  			return l.verify(l.skipEmptyFileBackward())
   996  		}
   997  		return nil, base.LazyValue{}
   998  
   999  	default:
  1000  		// Reset the largest boundary since we're moving away from it.
  1001  		l.largestBoundary = nil
  1002  		if key, val := l.iter.Prev(); key != nil {
  1003  			return l.verify(key, val)
  1004  		}
  1005  	}
  1006  	return l.verify(l.skipEmptyFileBackward())
  1007  }
  1008  
  1009  func (l *levelIter) skipEmptyFileForward() (*InternalKey, base.LazyValue) {
  1010  	var key *InternalKey
  1011  	var val base.LazyValue
  1012  	// The first iteration of this loop starts with an already exhausted
  1013  	// l.iter. The reason for the exhaustion is either that we iterated to the
  1014  	// end of the sstable, or our iteration was terminated early due to the
  1015  	// presence of an upper-bound or the use of SeekPrefixGE. If
  1016  	// l.rangeDelIterPtr is non-nil, we may need to pretend the iterator is
  1017  	// not exhausted to allow for the merging to finish consuming the
  1018  	// l.rangeDelIterPtr before levelIter switches the rangeDelIter from
  1019  	// under it. This pretense is done by either generating a synthetic
  1020  	// boundary key or returning the largest key of the file, depending on the
  1021  	// exhaustion reason.
  1022  
  1023  	// Subsequent iterations will examine consecutive files such that the first
  1024  	// file that does not have an exhausted iterator causes the code to return
  1025  	// that key, else the behavior described above if there is a corresponding
  1026  	// rangeDelIterPtr.
  1027  	for ; key == nil; key, val = l.iter.First() {
  1028  		if l.rangeDelIterPtr != nil {
  1029  			// We're being used as part of a mergingIter and we've exhausted the
  1030  			// current sstable. If an upper bound is present and the upper bound lies
  1031  			// within the current sstable, then we will have reached the upper bound
  1032  			// rather than the end of the sstable. We need to return a synthetic
  1033  			// boundary key so that mergingIter can use the range tombstone iterator
  1034  			// until the other levels have reached this boundary.
  1035  			//
  1036  			// It is safe to set the boundary key to the UpperBound user key
  1037  			// with the RANGEDEL sentinel since it is the smallest InternalKey
  1038  			// that matches the exclusive upper bound, and does not represent
  1039  			// a real key.
  1040  			if l.tableOpts.UpperBound != nil {
  1041  				if *l.rangeDelIterPtr != nil {
  1042  					l.syntheticBoundary.UserKey = l.tableOpts.UpperBound
  1043  					l.syntheticBoundary.Trailer = InternalKeyRangeDeleteSentinel
  1044  					l.largestBoundary = &l.syntheticBoundary
  1045  					if l.boundaryContext != nil {
  1046  						l.boundaryContext.isSyntheticIterBoundsKey = true
  1047  					}
  1048  					return l.largestBoundary, base.LazyValue{}
  1049  				}
  1050  				// Else there are no range deletions in this sstable. This
  1051  				// helps with performance when many levels are populated with
  1052  				// sstables and most don't have any actual keys within the
  1053  				// bounds.
  1054  				return nil, base.LazyValue{}
  1055  			}
  1056  			// If the boundary is a range deletion tombstone, return that key.
  1057  			if l.iterFile.LargestPointKey.Kind() == InternalKeyKindRangeDelete {
  1058  				l.largestBoundary = &l.iterFile.LargestPointKey
  1059  				if l.boundaryContext != nil {
  1060  					l.boundaryContext.isIgnorableBoundaryKey = true
  1061  				}
  1062  				return l.largestBoundary, base.LazyValue{}
  1063  			}
  1064  			// If the last point iterator positioning op might've skipped keys,
  1065  			// it's possible the file's range deletions are still relevant to
  1066  			// other levels. Return the largest boundary as a special ignorable
  1067  			// marker to avoid advancing to the next file.
  1068  			//
  1069  			// The sstable iterator cannot guarantee that keys were skipped. A
  1070  			// SeekGE that lands on a index separator k only knows that the
  1071  			// block at the index entry contains keys ≤ k. We can't know whether
  1072  			// there were actually keys between the seek key and the index
  1073  			// separator key. If the block is then excluded due to block
  1074  			// property filters, the iterator does not know whether keys were
  1075  			// actually skipped by the block's exclusion.
  1076  			//
  1077  			// Since MaybeFilteredKeys cannot guarantee that keys were skipped,
  1078  			// it's possible l.iterFile.Largest was already returned. Returning
  1079  			// l.iterFile.Largest again is a violation of the strict
  1080  			// monotonicity normally provided. The mergingIter's heap can
  1081  			// tolerate this repeat key and in this case will keep the level at
  1082  			// the top of the heap and immediately skip the entry, advancing to
  1083  			// the next file.
  1084  			if *l.rangeDelIterPtr != nil && l.filteredIter != nil &&
  1085  				l.filteredIter.MaybeFilteredKeys() {
  1086  				l.largestBoundary = &l.iterFile.Largest
  1087  				if l.boundaryContext != nil {
  1088  					l.boundaryContext.isIgnorableBoundaryKey = true
  1089  				}
  1090  				return l.largestBoundary, base.LazyValue{}
  1091  			}
  1092  		}
  1093  
  1094  		// Current file was exhausted. Move to the next file.
  1095  		if l.loadFile(l.files.Next(), +1) == noFileLoaded {
  1096  			return nil, base.LazyValue{}
  1097  		}
  1098  	}
  1099  	return key, val
  1100  }
  1101  
  1102  func (l *levelIter) skipEmptyFileBackward() (*InternalKey, base.LazyValue) {
  1103  	var key *InternalKey
  1104  	var val base.LazyValue
  1105  	// The first iteration of this loop starts with an already exhausted
  1106  	// l.iter. The reason for the exhaustion is either that we iterated to the
  1107  	// end of the sstable, or our iteration was terminated early due to the
  1108  	// presence of a lower-bound. If l.rangeDelIterPtr is non-nil, we may need
  1109  	// to pretend the iterator is not exhausted to allow for the merging to
  1110  	// finish consuming the l.rangeDelIterPtr before levelIter switches the
  1111  	// rangeDelIter from under it. This pretense is done by either generating
  1112  	// a synthetic boundary key or returning the smallest key of the file,
  1113  	// depending on the exhaustion reason.
  1114  
  1115  	// Subsequent iterations will examine consecutive files such that the first
  1116  	// file that does not have an exhausted iterator causes the code to return
  1117  	// that key, else the behavior described above if there is a corresponding
  1118  	// rangeDelIterPtr.
  1119  	for ; key == nil; key, val = l.iter.Last() {
  1120  		if l.rangeDelIterPtr != nil {
  1121  			// We're being used as part of a mergingIter and we've exhausted the
  1122  			// current sstable. If a lower bound is present and the lower bound lies
  1123  			// within the current sstable, then we will have reached the lower bound
  1124  			// rather than the beginning of the sstable. We need to return a
  1125  			// synthetic boundary key so that mergingIter can use the range tombstone
  1126  			// iterator until the other levels have reached this boundary.
  1127  			//
  1128  			// It is safe to set the boundary key to the LowerBound user key
  1129  			// with the RANGEDEL sentinel since it is the smallest InternalKey
  1130  			// that is within the inclusive lower bound, and does not
  1131  			// represent a real key.
  1132  			if l.tableOpts.LowerBound != nil {
  1133  				if *l.rangeDelIterPtr != nil {
  1134  					l.syntheticBoundary.UserKey = l.tableOpts.LowerBound
  1135  					l.syntheticBoundary.Trailer = InternalKeyRangeDeleteSentinel
  1136  					l.smallestBoundary = &l.syntheticBoundary
  1137  					if l.boundaryContext != nil {
  1138  						l.boundaryContext.isSyntheticIterBoundsKey = true
  1139  					}
  1140  					return l.smallestBoundary, base.LazyValue{}
  1141  				}
  1142  				// Else there are no range deletions in this sstable. This
  1143  				// helps with performance when many levels are populated with
  1144  				// sstables and most don't have any actual keys within the
  1145  				// bounds.
  1146  				return nil, base.LazyValue{}
  1147  			}
  1148  			// If the boundary is a range deletion tombstone, return that key.
  1149  			if l.iterFile.SmallestPointKey.Kind() == InternalKeyKindRangeDelete {
  1150  				l.smallestBoundary = &l.iterFile.SmallestPointKey
  1151  				if l.boundaryContext != nil {
  1152  					l.boundaryContext.isIgnorableBoundaryKey = true
  1153  				}
  1154  				return l.smallestBoundary, base.LazyValue{}
  1155  			}
  1156  			// If the last point iterator positioning op skipped keys, it's
  1157  			// possible the file's range deletions are still relevant to other
  1158  			// levels. Return the smallest boundary as a special ignorable key
  1159  			// to avoid advancing to the next file.
  1160  			//
  1161  			// The sstable iterator cannot guarantee that keys were skipped.  A
  1162  			// SeekGE that lands on a index separator k only knows that the
  1163  			// block at the index entry contains keys ≤ k. We can't know whether
  1164  			// there were actually keys between the seek key and the index
  1165  			// separator key. If the block is then excluded due to block
  1166  			// property filters, the iterator does not know whether keys were
  1167  			// actually skipped by the block's exclusion.
  1168  			//
  1169  			// Since MaybeFilteredKeys cannot guarantee that keys were skipped,
  1170  			// it's possible l.iterFile.Smallest was already returned. Returning
  1171  			// l.iterFile.Smallest again is a violation of the strict
  1172  			// monotonicity normally provided. The mergingIter's heap can
  1173  			// tolerate this repeat key and in this case will keep the level at
  1174  			// the top of the heap and immediately skip the entry, advancing to
  1175  			// the next file.
  1176  			if *l.rangeDelIterPtr != nil && l.filteredIter != nil && l.filteredIter.MaybeFilteredKeys() {
  1177  				l.smallestBoundary = &l.iterFile.Smallest
  1178  				if l.boundaryContext != nil {
  1179  					l.boundaryContext.isIgnorableBoundaryKey = true
  1180  				}
  1181  				return l.smallestBoundary, base.LazyValue{}
  1182  			}
  1183  		}
  1184  
  1185  		// Current file was exhausted. Move to the previous file.
  1186  		if l.loadFile(l.files.Prev(), -1) == noFileLoaded {
  1187  			return nil, base.LazyValue{}
  1188  		}
  1189  	}
  1190  	return key, val
  1191  }
  1192  
  1193  func (l *levelIter) Error() error {
  1194  	if l.err != nil || l.iter == nil {
  1195  		return l.err
  1196  	}
  1197  	return l.iter.Error()
  1198  }
  1199  
  1200  func (l *levelIter) Close() error {
  1201  	if l.iter != nil {
  1202  		l.err = l.iter.Close()
  1203  		l.iter = nil
  1204  	}
  1205  	if l.rangeDelIterPtr != nil {
  1206  		if t := l.rangeDelIterCopy; t != nil {
  1207  			l.err = firstError(l.err, t.Close())
  1208  		}
  1209  		*l.rangeDelIterPtr = nil
  1210  		l.rangeDelIterCopy = nil
  1211  	}
  1212  	return l.err
  1213  }
  1214  
  1215  func (l *levelIter) SetBounds(lower, upper []byte) {
  1216  	l.lower = lower
  1217  	l.upper = upper
  1218  
  1219  	if l.iter == nil {
  1220  		return
  1221  	}
  1222  
  1223  	// Update tableOpts.{Lower,Upper}Bound in case the new boundaries fall within
  1224  	// the boundaries of the current table.
  1225  	if l.initTableBounds(l.iterFile) != 0 {
  1226  		// The table does not overlap the bounds. Close() will set levelIter.err if
  1227  		// an error occurs.
  1228  		_ = l.Close()
  1229  		return
  1230  	}
  1231  
  1232  	l.iter.SetBounds(l.tableOpts.LowerBound, l.tableOpts.UpperBound)
  1233  }
  1234  
  1235  func (l *levelIter) String() string {
  1236  	if l.iterFile != nil {
  1237  		return fmt.Sprintf("%s: fileNum=%s", l.level, l.iter.String())
  1238  	}
  1239  	return fmt.Sprintf("%s: fileNum=<nil>", l.level)
  1240  }
  1241  
  1242  var _ internalIterator = &levelIter{}