github.com/pingcap/tiflow@v0.0.0-20240520035814-5bf52d54e205/pkg/sink/codec/common/compress.go (about)

     1  // Copyright 2023 PingCAP, Inc.
     2  //
     3  // Licensed under the Apache License, Version 2.0 (the "License");
     4  // you may not use this file except in compliance with the License.
     5  // You may obtain a copy of the License at
     6  //
     7  //	http://www.apache.org/licenses/LICENSE-2.0
     8  //
     9  // Unless required by applicable law or agreed to in writing, software
    10  // distributed under the License is distributed on an "AS IS" BASIS,
    11  // See the License for the specific language governing permissions and
    12  // limitations under the License.
    13  
    14  package common
    15  
    16  import (
    17  	"github.com/pingcap/tiflow/cdc/model"
    18  	"github.com/pingcap/tiflow/pkg/compression"
    19  	"github.com/pingcap/tiflow/pkg/errors"
    20  )
    21  
    22  // Compress the given data by the given compression, also record the compression ratio metric.
    23  func Compress(changefeedID model.ChangeFeedID, cc string, data []byte) ([]byte, error) {
    24  	oldSize := len(data)
    25  	compressed, err := compression.Encode(cc, data)
    26  	if err != nil {
    27  		return nil, errors.Trace(err)
    28  	}
    29  
    30  	newSize := len(compressed)
    31  	ratio := float64(oldSize) / float64(newSize)
    32  
    33  	compressionRatio.WithLabelValues(changefeedID.Namespace, changefeedID.ID).Observe(ratio)
    34  
    35  	return compressed, nil
    36  }
    37  
    38  // Decompress the given data by the given compression.
    39  func Decompress(cc string, data []byte) ([]byte, error) {
    40  	return compression.Decode(cc, data)
    41  }