github.com/m3db/m3@v1.5.1-0.20231129193456-75a402aa583b/src/aggregator/config/m3aggregator.yml (about)

     1  logging:
     2    level: info
     3  
     4  metrics:
     5    scope:
     6      prefix: m3aggregator
     7    prometheus:
     8      onError: none
     9      handlerPath: /metrics
    10      listenAddress: 0.0.0.0:6002
    11      timerType: histogram
    12    sanitization: prometheus
    13    samplingRate: 1.0
    14    extended: none
    15  
    16  http:
    17    listenAddress: 0.0.0.0:6001
    18    readTimeout: 60s
    19    writeTimeout: 60s
    20  
    21  rawtcp:
    22    listenAddress: 0.0.0.0:6000
    23    keepAliveEnabled: true
    24    keepAlivePeriod: 1m
    25    retry:
    26      initialBackoff: 5ms
    27      backoffFactor: 2.0
    28      maxBackoff: 1s
    29      forever: true
    30      jitter: true
    31    readBufferSize: 65536
    32    protobufIterator:
    33      initBufferSize: 1440
    34      maxMessageSize: 50000000  # max message size is 50MB
    35      bytesPool:
    36        buckets:
    37          - count: 1024
    38            capacity: 2048
    39          - count: 512
    40            capacity: 4096
    41          - count: 256
    42            capacity: 8192
    43          - count: 128
    44            capacity: 16384
    45          - count: 64
    46            capacity: 32768
    47          - count: 32
    48            capacity: 65536
    49        watermark:
    50          low: 0.001
    51          high: 0.002
    52  
    53  kvClient:
    54    etcd:
    55      env: default_env
    56      zone: embedded
    57      service: m3aggregator
    58      cacheDir: /var/lib/m3kv
    59      etcdClusters:
    60        - zone: embedded
    61          endpoints:
    62            - m3db_seed:2379
    63  
    64  runtimeOptions:
    65    kvConfig:
    66      environment: default_env
    67      zone: embedded
    68    writeValuesPerMetricLimitPerSecondKey: write-values-per-metric-limit-per-second
    69    writeValuesPerMetricLimitPerSecond: 0
    70    writeNewMetricLimitClusterPerSecondKey: write-new-metric-limit-cluster-per-second
    71    writeNewMetricLimitClusterPerSecond: 0
    72    writeNewMetricNoLimitWarmupDuration: 0
    73  
    74  aggregator:
    75    hostID:
    76      resolver: environment
    77      envVarName: M3AGGREGATOR_HOST_ID
    78    instanceID:
    79      type: host_id
    80    metricPrefix: ""
    81    counterPrefix: ""
    82    timerPrefix: ""
    83    gaugePrefix: ""
    84    aggregationTypes:
    85      counterTransformFnType: empty
    86      timerTransformFnType: suffix
    87      gaugeTransformFnType: empty
    88      aggregationTypesPool:
    89        size: 1024
    90      quantilesPool:
    91        buckets:
    92          - count: 256
    93            capacity: 4
    94          - count: 128
    95            capacity: 8
    96    stream:
    97      eps: 0.001
    98      capacity: 32
    99      streamPool:
   100        size: 4096
   101      samplePool:
   102        size: 4096
   103      floatsPool:
   104        buckets:
   105          - count: 4096
   106            capacity: 16
   107          - count: 2048
   108            capacity: 32
   109          - count: 1024
   110            capacity: 64
   111    client:
   112      placementKV:
   113        namespace: /placement
   114        zone: embedded
   115        environment: default_env
   116      placementWatcher:
   117        key: m3aggregator
   118        initWatchTimeout: 15s
   119      hashType: murmur32
   120      shardCutoffLingerDuration: 1m
   121      encoder:
   122        initBufferSize: 100
   123        maxMessageSize: 50000000
   124        bytesPool:
   125          buckets:
   126            - capacity: 16
   127              count: 10
   128            - capacity: 32
   129              count: 20
   130          watermark:
   131            low: 0.001
   132            high: 0.01
   133      maxTimerBatchSize: 140
   134      queueSize: 1000
   135      queueDropType: oldest
   136      connection:
   137        connectionTimeout: 1s
   138        connectionKeepAlive: true
   139        writeTimeout: 1s
   140        initReconnectThreshold: 2
   141        maxReconnectThreshold: 5000
   142        reconnectThresholdMultiplier: 2
   143        maxReconnectDuration: 1m
   144    placementManager:
   145      kvConfig:
   146        namespace: /placement
   147        environment: default_env
   148        zone: embedded
   149      placementWatcher:
   150        key: m3aggregator
   151        initWatchTimeout: 10s
   152    hashType: murmur32
   153    bufferDurationBeforeShardCutover: 10m
   154    bufferDurationAfterShardCutoff: 10m
   155    resignTimeout: 1m
   156    flushTimesManager:
   157      kvConfig:
   158        environment: default_env
   159        zone: embedded
   160      flushTimesKeyFmt: shardset/%d/flush
   161      flushTimesPersistRetrier:
   162        initialBackoff: 100ms
   163        backoffFactor: 2.0
   164        maxBackoff: 2s
   165        maxRetries: 3
   166    electionManager:
   167      election:
   168        leaderTimeout: 10s
   169        resignTimeout: 10s
   170        ttlSeconds: 10
   171      serviceID:
   172        name: m3aggregator
   173        environment: default_env
   174        zone: embedded
   175      electionKeyFmt: shardset/%d/lock
   176      campaignRetrier:
   177        initialBackoff: 100ms
   178        backoffFactor: 2.0
   179        maxBackoff: 2s
   180        forever: true
   181        jitter: true
   182      changeRetrier:
   183        initialBackoff: 100ms
   184        backoffFactor: 2.0
   185        maxBackoff: 5s
   186        forever: true
   187        jitter: true
   188      resignRetrier:
   189        initialBackoff: 100ms
   190        backoffFactor: 2.0
   191        maxBackoff: 5s
   192        forever: true
   193        jitter: true
   194      campaignStateCheckInterval: 1s
   195      shardCutoffCheckOffset: 30s
   196    flushManager:
   197      checkEvery: 1s
   198      jitterEnabled: true
   199      maxJitters:
   200        - flushInterval: 5s
   201          maxJitterPercent: 1.0
   202        - flushInterval: 10s
   203          maxJitterPercent: 0.5
   204        - flushInterval: 1m
   205          maxJitterPercent: 0.5
   206        - flushInterval: 10m
   207          maxJitterPercent: 0.5
   208        - flushInterval: 1h
   209          maxJitterPercent: 0.25
   210      numWorkersPerCPU: 0.5
   211      flushTimesPersistEvery: 10s
   212      maxBufferSize: 5m
   213      forcedFlushWindowSize: 10s
   214    flush:
   215      handlers:
   216        - dynamicBackend:
   217            name: m3msg
   218            hashType: murmur32
   219            producer:
   220              buffer:
   221                maxBufferSize: 1000000000 # max buffer before m3msg start dropping data.
   222              writer:
   223                topicName: aggregated_metrics
   224                topicServiceOverride:
   225                  zone: embedded
   226                  environment: default_env
   227                messageRetry:
   228                  initialBackoff: 1m
   229                  maxBackoff: 2m
   230                messageQueueNewWritesScanInterval: 1s
   231                ackErrorRetry:
   232                  initialBackoff: 2s
   233                  maxBackoff: 10s
   234                connection:
   235                  dialTimeout: 5s
   236                  writeTimeout: 5s
   237                  retry:
   238                    initialBackoff: 1s
   239                    maxBackoff: 10s
   240                  flushInterval: 1s
   241                  writeBufferSize: 16384
   242                  readBufferSize: 256
   243    forwarding:
   244      maxSingleDelay: 5s
   245    entryTTL: 1h
   246    entryCheckInterval: 10m
   247    maxTimerBatchSizePerWrite: 140
   248    defaultStoragePolicies:
   249      - 10s:2d
   250    maxNumCachedSourceSets: 2
   251    discardNaNAggregatedValues: true
   252    entryPool:
   253      size: 4096
   254    counterElemPool:
   255      size: 4096
   256    timerElemPool:
   257      size: 4096
   258    gaugeElemPool:
   259      size: 4096