github.com/matrixorigin/matrixone@v1.2.0/pkg/vm/engine/memoryengine/shard_fallback.go (about)

     1  // Copyright 2022 Matrix Origin
     2  //
     3  // Licensed under the Apache License, Version 2.0 (the "License");
     4  // you may not use this file except in compliance with the License.
     5  // You may obtain a copy of the License at
     6  //
     7  //      http://www.apache.org/licenses/LICENSE-2.0
     8  //
     9  // Unless required by applicable law or agreed to in writing, software
    10  // distributed under the License is distributed on an "AS IS" BASIS,
    11  // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    12  // See the License for the specific language governing permissions and
    13  // limitations under the License.
    14  
    15  package memoryengine
    16  
    17  import (
    18  	"context"
    19  
    20  	"github.com/matrixorigin/matrixone/pkg/container/batch"
    21  	"github.com/matrixorigin/matrixone/pkg/container/vector"
    22  	"github.com/matrixorigin/matrixone/pkg/pb/metadata"
    23  	"github.com/matrixorigin/matrixone/pkg/vm/engine"
    24  )
    25  
    26  type FallbackShard []ShardPolicy
    27  
    28  var _ ShardPolicy = FallbackShard{}
    29  
    30  func (f FallbackShard) Batch(
    31  	ctx context.Context,
    32  	tableID ID,
    33  	getDefs func(context.Context) ([]engine.TableDef, error),
    34  	batch *batch.Batch,
    35  	nodes []metadata.TNService) (sharded []*ShardedBatch, err error) {
    36  	for _, policy := range f {
    37  		sharded, err := policy.Batch(ctx, tableID, getDefs, batch, nodes)
    38  		if err != nil {
    39  			return nil, err
    40  		}
    41  		if len(sharded) == 0 {
    42  			continue
    43  		}
    44  		return sharded, nil
    45  	}
    46  	panic("all shard policy failed")
    47  }
    48  
    49  func (f FallbackShard) Vector(
    50  	ctx context.Context,
    51  	tableID ID,
    52  	getDefs func(context.Context) ([]engine.TableDef, error),
    53  	colName string,
    54  	vec *vector.Vector,
    55  	nodes []metadata.TNService) (sharded []*ShardedVector, err error) {
    56  	for _, policy := range f {
    57  		sharded, err := policy.Vector(ctx, tableID, getDefs, colName, vec, nodes)
    58  		if err != nil {
    59  			return nil, err
    60  		}
    61  		if len(sharded) == 0 {
    62  			continue
    63  		}
    64  		return sharded, nil
    65  	}
    66  	panic("all shard policy failed")
    67  }