github.com/whtcorpsinc/MilevaDB-Prod@v0.0.0-20211104133533-f57f4be3b597/soliton/rowcodec/encoder.go (about)

     1  // Copyright 2020 WHTCORPS INC, Inc.
     2  //
     3  // Licensed under the Apache License, Version 2.0 (the "License");
     4  // you may not use this file except in compliance with the License.
     5  // You may obtain a copy of the License at
     6  //
     7  //     http://www.apache.org/licenses/LICENSE-2.0
     8  //
     9  // Unless required by applicable law or agreed to in writing, software
    10  // distributed under the License is distributed on an "AS IS" BASIS,
    11  // See the License for the specific language governing permissions and
    12  // limitations under the License.
    13  
    14  package rowcodec
    15  
    16  import (
    17  	"math"
    18  	"sort"
    19  	"time"
    20  
    21  	"github.com/whtcorpsinc/errors"
    22  	"github.com/whtcorpsinc/BerolinaSQL/allegrosql"
    23  	"github.com/whtcorpsinc/BerolinaSQL/terror"
    24  	"github.com/whtcorpsinc/milevadb/stochastikctx/stmtctx"
    25  	"github.com/whtcorpsinc/milevadb/types"
    26  	"github.com/whtcorpsinc/milevadb/soliton/codec"
    27  )
    28  
    29  // CausetEncoder is used to encode a event.
    30  type CausetEncoder struct {
    31  	event
    32  	tempDefCausIDs []int64
    33  	values     []*types.Causet
    34  	// Enable indicates whether this causetCausetEncoder should be use.
    35  	Enable bool
    36  }
    37  
    38  // Encode encodes a event from a datums slice.
    39  func (causetCausetEncoder *CausetEncoder) Encode(sc *stmtctx.StatementContext, defCausIDs []int64, values []types.Causet, buf []byte) ([]byte, error) {
    40  	causetCausetEncoder.reset()
    41  	causetCausetEncoder.appendDefCausVals(defCausIDs, values)
    42  	numDefCauss, notNullIdx := causetCausetEncoder.reformatDefCauss()
    43  	err := causetCausetEncoder.encodeRowDefCauss(sc, numDefCauss, notNullIdx)
    44  	if err != nil {
    45  		return nil, err
    46  	}
    47  	return causetCausetEncoder.event.toBytes(buf[:0]), nil
    48  }
    49  
    50  func (causetCausetEncoder *CausetEncoder) reset() {
    51  	causetCausetEncoder.large = false
    52  	causetCausetEncoder.numNotNullDefCauss = 0
    53  	causetCausetEncoder.numNullDefCauss = 0
    54  	causetCausetEncoder.data = causetCausetEncoder.data[:0]
    55  	causetCausetEncoder.tempDefCausIDs = causetCausetEncoder.tempDefCausIDs[:0]
    56  	causetCausetEncoder.values = causetCausetEncoder.values[:0]
    57  	causetCausetEncoder.offsets32 = causetCausetEncoder.offsets32[:0]
    58  	causetCausetEncoder.offsets = causetCausetEncoder.offsets[:0]
    59  }
    60  
    61  func (causetCausetEncoder *CausetEncoder) appendDefCausVals(defCausIDs []int64, values []types.Causet) {
    62  	for i, defCausID := range defCausIDs {
    63  		causetCausetEncoder.appendDefCausVal(defCausID, &values[i])
    64  	}
    65  }
    66  
    67  func (causetCausetEncoder *CausetEncoder) appendDefCausVal(defCausID int64, d *types.Causet) {
    68  	if defCausID > 255 {
    69  		causetCausetEncoder.large = true
    70  	}
    71  	if d.IsNull() {
    72  		causetCausetEncoder.numNullDefCauss++
    73  	} else {
    74  		causetCausetEncoder.numNotNullDefCauss++
    75  	}
    76  	causetCausetEncoder.tempDefCausIDs = append(causetCausetEncoder.tempDefCausIDs, defCausID)
    77  	causetCausetEncoder.values = append(causetCausetEncoder.values, d)
    78  }
    79  
    80  func (causetCausetEncoder *CausetEncoder) reformatDefCauss() (numDefCauss, notNullIdx int) {
    81  	r := &causetCausetEncoder.event
    82  	numDefCauss = len(causetCausetEncoder.tempDefCausIDs)
    83  	nullIdx := numDefCauss - int(r.numNullDefCauss)
    84  	notNullIdx = 0
    85  	if r.large {
    86  		r.initDefCausIDs32()
    87  		r.initOffsets32()
    88  	} else {
    89  		r.initDefCausIDs()
    90  		r.initOffsets()
    91  	}
    92  	for i, defCausID := range causetCausetEncoder.tempDefCausIDs {
    93  		if causetCausetEncoder.values[i].IsNull() {
    94  			if r.large {
    95  				r.defCausIDs32[nullIdx] = uint32(defCausID)
    96  			} else {
    97  				r.defCausIDs[nullIdx] = byte(defCausID)
    98  			}
    99  			nullIdx++
   100  		} else {
   101  			if r.large {
   102  				r.defCausIDs32[notNullIdx] = uint32(defCausID)
   103  			} else {
   104  				r.defCausIDs[notNullIdx] = byte(defCausID)
   105  			}
   106  			causetCausetEncoder.values[notNullIdx] = causetCausetEncoder.values[i]
   107  			notNullIdx++
   108  		}
   109  	}
   110  	if r.large {
   111  		largeNotNullSorter := (*largeNotNullSorter)(causetCausetEncoder)
   112  		sort.Sort(largeNotNullSorter)
   113  		if r.numNullDefCauss > 0 {
   114  			largeNullSorter := (*largeNullSorter)(causetCausetEncoder)
   115  			sort.Sort(largeNullSorter)
   116  		}
   117  	} else {
   118  		smallNotNullSorter := (*smallNotNullSorter)(causetCausetEncoder)
   119  		sort.Sort(smallNotNullSorter)
   120  		if r.numNullDefCauss > 0 {
   121  			smallNullSorter := (*smallNullSorter)(causetCausetEncoder)
   122  			sort.Sort(smallNullSorter)
   123  		}
   124  	}
   125  	return
   126  }
   127  
   128  func (causetCausetEncoder *CausetEncoder) encodeRowDefCauss(sc *stmtctx.StatementContext, numDefCauss, notNullIdx int) error {
   129  	r := &causetCausetEncoder.event
   130  	for i := 0; i < notNullIdx; i++ {
   131  		d := causetCausetEncoder.values[i]
   132  		var err error
   133  		r.data, err = encodeValueCauset(sc, d, r.data)
   134  		if err != nil {
   135  			return err
   136  		}
   137  		// handle convert to large
   138  		if len(r.data) > math.MaxUint16 && !r.large {
   139  			r.initDefCausIDs32()
   140  			for j := 0; j < numDefCauss; j++ {
   141  				r.defCausIDs32[j] = uint32(r.defCausIDs[j])
   142  			}
   143  			r.initOffsets32()
   144  			for j := 0; j <= i; j++ {
   145  				r.offsets32[j] = uint32(r.offsets[j])
   146  			}
   147  			r.large = true
   148  		}
   149  		if r.large {
   150  			r.offsets32[i] = uint32(len(r.data))
   151  		} else {
   152  			r.offsets[i] = uint16(len(r.data))
   153  		}
   154  	}
   155  	return nil
   156  }
   157  
   158  // encodeValueCauset encodes one event causet entry into bytes.
   159  // due to encode as value, this method will flatten value type like blockcodec.flatten
   160  func encodeValueCauset(sc *stmtctx.StatementContext, d *types.Causet, buffer []byte) (nBuffer []byte, err error) {
   161  	switch d.HoTT() {
   162  	case types.HoTTInt64:
   163  		buffer = encodeInt(buffer, d.GetInt64())
   164  	case types.HoTTUint64:
   165  		buffer = encodeUint(buffer, d.GetUint64())
   166  	case types.HoTTString, types.HoTTBytes:
   167  		buffer = append(buffer, d.GetBytes()...)
   168  	case types.HoTTMysqlTime:
   169  		// for allegrosql datetime, timestamp and date type
   170  		t := d.GetMysqlTime()
   171  		if t.Type() == allegrosql.TypeTimestamp && sc != nil && sc.TimeZone != time.UTC {
   172  			err = t.ConvertTimeZone(sc.TimeZone, time.UTC)
   173  			if err != nil {
   174  				return
   175  			}
   176  		}
   177  		var v uint64
   178  		v, err = t.ToPackedUint()
   179  		if err != nil {
   180  			return
   181  		}
   182  		buffer = encodeUint(buffer, v)
   183  	case types.HoTTMysqlDuration:
   184  		buffer = encodeInt(buffer, int64(d.GetMysqlDuration().Duration))
   185  	case types.HoTTMysqlEnum:
   186  		buffer = encodeUint(buffer, d.GetMysqlEnum().Value)
   187  	case types.HoTTMysqlSet:
   188  		buffer = encodeUint(buffer, d.GetMysqlSet().Value)
   189  	case types.HoTTBinaryLiteral, types.HoTTMysqlBit:
   190  		// We don't need to handle errors here since the literal is ensured to be able to causetstore in uint64 in convertToMysqlBit.
   191  		var val uint64
   192  		val, err = d.GetBinaryLiteral().ToInt(sc)
   193  		if err != nil {
   194  			return
   195  		}
   196  		buffer = encodeUint(buffer, val)
   197  	case types.HoTTFloat32, types.HoTTFloat64:
   198  		buffer = codec.EncodeFloat(buffer, d.GetFloat64())
   199  	case types.HoTTMysqlDecimal:
   200  		buffer, err = codec.EncodeDecimal(buffer, d.GetMysqlDecimal(), d.Length(), d.Frac())
   201  		if err != nil && sc != nil {
   202  			if terror.ErrorEqual(err, types.ErrTruncated) {
   203  				err = sc.HandleTruncate(err)
   204  			} else if terror.ErrorEqual(err, types.ErrOverflow) {
   205  				err = sc.HandleOverflow(err, err)
   206  			}
   207  		}
   208  	case types.HoTTMysqlJSON:
   209  		j := d.GetMysqlJSON()
   210  		buffer = append(buffer, j.TypeCode)
   211  		buffer = append(buffer, j.Value...)
   212  	default:
   213  		err = errors.Errorf("unsupport encode type %d", d.HoTT())
   214  	}
   215  	nBuffer = buffer
   216  	return
   217  }