github.com/m3db/m3@v1.5.1-0.20231129193456-75a402aa583b/scripts/development/m3_prom_remote_stack/m3aggregator.yml (about)

     1  logging:
     2    level: info
     3  
     4  metrics:
     5    scope:
     6      prefix: m3aggregator
     7    prometheus:
     8      onError: none
     9      handlerPath: /metrics
    10      listenAddress: 0.0.0.0:6002
    11      timerType: histogram
    12    sanitization: prometheus
    13    samplingRate: 1.0
    14    extended: none
    15  
    16  m3msg:
    17    server:
    18      listenAddress: 0.0.0.0:6000
    19      retry:
    20        maxBackoff: 10s
    21        jitter: true
    22    consumer:
    23      messagePool:
    24        size: 16384
    25        watermark:
    26          low: 0.2
    27          high: 0.5
    28  
    29  http:
    30    listenAddress: 0.0.0.0:6001
    31    readTimeout: 60s
    32    writeTimeout: 60s
    33  
    34  kvClient:
    35    etcd:
    36      env: default_env
    37      zone: embedded
    38      service: m3aggregator
    39      cacheDir: /var/lib/m3kv
    40      etcdClusters:
    41        - zone: embedded
    42          endpoints:
    43            - etcd01:2379
    44  
    45  runtimeOptions:
    46    kvConfig:
    47      environment: default_env
    48      zone: embedded
    49    writeValuesPerMetricLimitPerSecondKey: write-values-per-metric-limit-per-second
    50    writeValuesPerMetricLimitPerSecond: 0
    51    writeNewMetricLimitClusterPerSecondKey: write-new-metric-limit-cluster-per-second
    52    writeNewMetricLimitClusterPerSecond: 0
    53    writeNewMetricNoLimitWarmupDuration: 0
    54  
    55  aggregator:
    56    hostID:
    57      resolver: environment
    58      envVarName: M3AGGREGATOR_HOST_ID
    59    instanceID:
    60      type: host_id
    61    verboseErrors: true
    62    metricPrefix: ""
    63    counterPrefix: ""
    64    timerPrefix: ""
    65    gaugePrefix: ""
    66    aggregationTypes:
    67      counterTransformFnType: empty
    68      timerTransformFnType: suffix
    69      gaugeTransformFnType: empty
    70      aggregationTypesPool:
    71        size: 1024
    72      quantilesPool:
    73        buckets:
    74          - count: 256
    75            capacity: 4
    76          - count: 128
    77            capacity: 8
    78    stream:
    79      eps: 0.001
    80      capacity: 32
    81      streamPool:
    82        size: 4096
    83      samplePool:
    84        size: 4096
    85      floatsPool:
    86        buckets:
    87          - count: 4096
    88            capacity: 16
    89          - count: 2048
    90            capacity: 32
    91          - count: 1024
    92            capacity: 64
    93    client:
    94      type: m3msg
    95      m3msg:
    96        producer:
    97          writer:
    98            messageRetry:
    99              initialBackoff: 10s
   100            topicName: aggregator_ingest
   101            topicServiceOverride:
   102              zone: embedded
   103              environment: default_env
   104            placement:
   105              isStaged: true
   106            placementServiceOverride:
   107              namespaces:
   108                placement: /placement
   109            messagePool:
   110              size: 16384
   111              watermark:
   112                low: 0.2
   113                high: 0.5
   114    placementManager:
   115      kvConfig:
   116        namespace: /placement
   117        environment: default_env
   118        zone: embedded
   119      placementWatcher:
   120        key: m3aggregator
   121        initWatchTimeout: 10s
   122    hashType: murmur32
   123    bufferDurationBeforeShardCutover: 10m
   124    bufferDurationAfterShardCutoff: 10m
   125    bufferDurationForFutureTimedMetric: 10m # Allow test to write into future.
   126    bufferDurationForPastTimedMetric: 10s # Don't wait too long for timed metrics to flush.
   127    resignTimeout: 1m
   128    flushTimesManager:
   129      kvConfig:
   130        environment: default_env
   131        zone: embedded
   132      flushTimesKeyFmt: shardset/%d/flush
   133      flushTimesPersistRetrier:
   134        initialBackoff: 100ms
   135        backoffFactor: 2.0
   136        maxBackoff: 2s
   137        maxRetries: 3
   138    electionManager:
   139      election:
   140        leaderTimeout: 10s
   141        resignTimeout: 10s
   142        ttlSeconds: 10
   143      serviceID:
   144        name: m3aggregator
   145        environment: default_env
   146        zone: embedded
   147      electionKeyFmt: shardset/%d/lock
   148      campaignRetrier:
   149        initialBackoff: 100ms
   150        backoffFactor: 2.0
   151        maxBackoff: 2s
   152        forever: true
   153        jitter: true
   154      changeRetrier:
   155        initialBackoff: 100ms
   156        backoffFactor: 2.0
   157        maxBackoff: 5s
   158        forever: true
   159        jitter: true
   160      resignRetrier:
   161        initialBackoff: 100ms
   162        backoffFactor: 2.0
   163        maxBackoff: 5s
   164        forever: true
   165        jitter: true
   166      campaignStateCheckInterval: 1s
   167      shardCutoffCheckOffset: 30s
   168    flushManager:
   169      checkEvery: 1s
   170      jitterEnabled: true
   171      maxJitters:
   172        - flushInterval: 5s
   173          maxJitterPercent: 1.0
   174        - flushInterval: 10s
   175          maxJitterPercent: 0.5
   176        - flushInterval: 1m
   177          maxJitterPercent: 0.5
   178        - flushInterval: 10m
   179          maxJitterPercent: 0.5
   180        - flushInterval: 1h
   181          maxJitterPercent: 0.25
   182      numWorkersPerCPU: 0.5
   183      flushTimesPersistEvery: 10s
   184      maxBufferSize: 10m
   185      forcedFlushWindowSize: 10s
   186    flush:
   187      handlers:
   188        - dynamicBackend:
   189            name: m3msg
   190            hashType: murmur32
   191            producer:
   192              writer:
   193                messageRetry:
   194                  initialBackoff: 10s
   195                topicName: aggregated_metrics
   196                topicServiceOverride:
   197                  zone: embedded
   198                  environment: default_env
   199                messagePool:
   200                  size: 16384
   201                  watermark:
   202                    low: 0.2
   203                    high: 0.5
   204    passthrough:
   205      enabled: true
   206    forwarding:
   207      maxConstDelay: 1m # Need to add some buffer window, since timed metrics by default are delayed by 1min.
   208    entryTTL: 1h
   209    entryCheckInterval: 10m
   210    maxTimerBatchSizePerWrite: 140
   211    maxNumCachedSourceSets: 2
   212    discardNaNAggregatedValues: true
   213    entryPool:
   214      size: 4096
   215    counterElemPool:
   216      size: 4096
   217    timerElemPool:
   218      size: 4096
   219    gaugeElemPool:
   220      size: 4096