github.com/matrixorigin/matrixone@v0.7.0/pkg/vm/engine/memoryengine/shard_fallback.go (about)

     1  // Copyright 2022 Matrix Origin
     2  //
     3  // Licensed under the Apache License, Version 2.0 (the "License");
     4  // you may not use this file except in compliance with the License.
     5  // You may obtain a copy of the License at
     6  //
     7  //      http://www.apache.org/licenses/LICENSE-2.0
     8  //
     9  // Unless required by applicable law or agreed to in writing, software
    10  // distributed under the License is distributed on an "AS IS" BASIS,
    11  // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    12  // See the License for the specific language governing permissions and
    13  // limitations under the License.
    14  
    15  package memoryengine
    16  
    17  import (
    18  	"context"
    19  
    20  	"github.com/matrixorigin/matrixone/pkg/container/batch"
    21  	"github.com/matrixorigin/matrixone/pkg/container/vector"
    22  	logservicepb "github.com/matrixorigin/matrixone/pkg/pb/logservice"
    23  	"github.com/matrixorigin/matrixone/pkg/vm/engine"
    24  )
    25  
    26  type FallbackShard []ShardPolicy
    27  
    28  var _ ShardPolicy = FallbackShard{}
    29  
    30  func (f FallbackShard) Batch(ctx context.Context, tableID ID, getDefs func(context.Context) ([]engine.TableDef, error), batch *batch.Batch, nodes []logservicepb.DNStore) (sharded []*ShardedBatch, err error) {
    31  	for _, policy := range f {
    32  		sharded, err := policy.Batch(ctx, tableID, getDefs, batch, nodes)
    33  		if err != nil {
    34  			return nil, err
    35  		}
    36  		if len(sharded) == 0 {
    37  			continue
    38  		}
    39  		return sharded, nil
    40  	}
    41  	panic("all shard policy failed")
    42  }
    43  
    44  func (f FallbackShard) Vector(ctx context.Context, tableID ID, getDefs func(context.Context) ([]engine.TableDef, error), colName string, vec *vector.Vector, nodes []logservicepb.DNStore) (sharded []*ShardedVector, err error) {
    45  	for _, policy := range f {
    46  		sharded, err := policy.Vector(ctx, tableID, getDefs, colName, vec, nodes)
    47  		if err != nil {
    48  			return nil, err
    49  		}
    50  		if len(sharded) == 0 {
    51  			continue
    52  		}
    53  		return sharded, nil
    54  	}
    55  	panic("all shard policy failed")
    56  }