github.com/pingcap/ticdc@v0.0.0-20220526033649-485a10ef2652/cdc/metrics_processor.go (about)

     1  // Copyright 2020 PingCAP, Inc.
     2  //
     3  // Licensed under the Apache License, Version 2.0 (the "License");
     4  // you may not use this file except in compliance with the License.
     5  // You may obtain a copy of the License at
     6  //
     7  //     http://www.apache.org/licenses/LICENSE-2.0
     8  //
     9  // Unless required by applicable law or agreed to in writing, software
    10  // distributed under the License is distributed on an "AS IS" BASIS,
    11  // See the License for the specific language governing permissions and
    12  // limitations under the License.
    13  
    14  package cdc
    15  
    16  import (
    17  	"github.com/prometheus/client_golang/prometheus"
    18  )
    19  
    20  var (
    21  	resolvedTsGauge = prometheus.NewGaugeVec(
    22  		prometheus.GaugeOpts{
    23  			Namespace: "ticdc",
    24  			Subsystem: "processor",
    25  			Name:      "resolved_ts",
    26  			Help:      "local resolved ts of processor",
    27  		}, []string{"changefeed", "capture"})
    28  	resolvedTsLagGauge = prometheus.NewGaugeVec(
    29  		prometheus.GaugeOpts{
    30  			Namespace: "ticdc",
    31  			Subsystem: "processor",
    32  			Name:      "resolved_ts_lag",
    33  			Help:      "local resolved ts lag of processor",
    34  		}, []string{"changefeed", "capture"})
    35  	tableResolvedTsGauge = prometheus.NewGaugeVec(
    36  		prometheus.GaugeOpts{
    37  			Namespace: "ticdc",
    38  			Subsystem: "processor",
    39  			Name:      "table_resolved_ts",
    40  			Help:      "local resolved ts of processor",
    41  		}, []string{"changefeed", "capture"})
    42  	checkpointTsGauge = prometheus.NewGaugeVec(
    43  		prometheus.GaugeOpts{
    44  			Namespace: "ticdc",
    45  			Subsystem: "processor",
    46  			Name:      "checkpoint_ts",
    47  			Help:      "global checkpoint ts of processor",
    48  		}, []string{"changefeed", "capture"})
    49  	checkpointTsLagGauge = prometheus.NewGaugeVec(
    50  		prometheus.GaugeOpts{
    51  			Namespace: "ticdc",
    52  			Subsystem: "processor",
    53  			Name:      "checkpoint_ts_lag",
    54  			Help:      "global checkpoint ts lag of processor",
    55  		}, []string{"changefeed", "capture"})
    56  	syncTableNumGauge = prometheus.NewGaugeVec(
    57  		prometheus.GaugeOpts{
    58  			Namespace: "ticdc",
    59  			Subsystem: "processor",
    60  			Name:      "num_of_tables",
    61  			Help:      "number of synchronized table of processor",
    62  		}, []string{"changefeed", "capture"})
    63  	txnCounter = prometheus.NewCounterVec(
    64  		prometheus.CounterOpts{
    65  			Namespace: "ticdc",
    66  			Subsystem: "processor",
    67  			Name:      "txn_count",
    68  			Help:      "txn count received/executed by this processor",
    69  		}, []string{"type", "changefeed", "capture"})
    70  	updateInfoDuration = prometheus.NewHistogramVec(
    71  		prometheus.HistogramOpts{
    72  			Namespace: "ticdc",
    73  			Subsystem: "processor",
    74  			Name:      "update_info_duration_seconds",
    75  			Help:      "The time it took to update sub changefeed info.",
    76  			Buckets:   prometheus.ExponentialBuckets(0.001 /* 1 ms */, 2, 18),
    77  		}, []string{"capture"})
    78  	processorErrorCounter = prometheus.NewCounterVec(
    79  		prometheus.CounterOpts{
    80  			Namespace: "ticdc",
    81  			Subsystem: "processor",
    82  			Name:      "exit_with_error_count",
    83  			Help:      "counter for processor exits with error",
    84  		}, []string{"changefeed", "capture"})
    85  	tableMemoryGauge = prometheus.NewGaugeVec(
    86  		prometheus.GaugeOpts{
    87  			Namespace: "ticdc",
    88  			Subsystem: "processor",
    89  			Name:      "table_memory_consumption",
    90  			Help:      "estimated memory consumption for a table after the sorter",
    91  		}, []string{"changefeed", "capture"})
    92  )
    93  
    94  // initProcessorMetrics registers all metrics used in processor
    95  func initProcessorMetrics(registry *prometheus.Registry) {
    96  	registry.MustRegister(resolvedTsGauge)
    97  	registry.MustRegister(resolvedTsLagGauge)
    98  	registry.MustRegister(tableResolvedTsGauge)
    99  	registry.MustRegister(checkpointTsGauge)
   100  	registry.MustRegister(checkpointTsLagGauge)
   101  	registry.MustRegister(syncTableNumGauge)
   102  	registry.MustRegister(txnCounter)
   103  	registry.MustRegister(updateInfoDuration)
   104  	registry.MustRegister(processorErrorCounter)
   105  	registry.MustRegister(tableMemoryGauge)
   106  }