github.com/m3db/m3@v1.5.1-0.20231129193456-75a402aa583b/scripts/docker-integration-tests/aggregator/m3aggregator.yml (about)

     1  logging:
     2    level: info
     3  
     4  metrics:
     5    scope:
     6      prefix: m3aggregator
     7    prometheus:
     8      onError: none
     9      handlerPath: /metrics
    10      listenAddress: 0.0.0.0:6002
    11      timerType: histogram
    12    sanitization: prometheus
    13    samplingRate: 1.0
    14    extended: none
    15  
    16  m3msg:
    17    server:
    18      listenAddress: 0.0.0.0:6000
    19      retry:
    20        maxBackoff: 1s
    21        jitter: true
    22    consumer:
    23      messagePool:
    24        size: dynamic
    25  http:
    26    listenAddress: 0.0.0.0:6001
    27    readTimeout: 60s
    28    writeTimeout: 60s
    29  
    30  kvClient:
    31    etcd:
    32      env: override_test_env
    33      zone: embedded
    34      service: m3aggregator
    35      cacheDir: /var/lib/m3kv
    36      etcdClusters:
    37        - zone: embedded
    38          autoSyncInterval: 10m
    39          dialTimeout: 1m
    40          endpoints:
    41            - dbnode01:2379
    42  
    43  runtimeOptions:
    44    kvConfig:
    45      environment: override_test_env
    46      zone: embedded
    47    writeValuesPerMetricLimitPerSecondKey: write-values-per-metric-limit-per-second
    48    writeValuesPerMetricLimitPerSecond: 0
    49    writeNewMetricLimitClusterPerSecondKey: write-new-metric-limit-cluster-per-second
    50    writeNewMetricLimitClusterPerSecond: 0
    51    writeNewMetricNoLimitWarmupDuration: 0
    52  
    53  aggregator:
    54    hostID:
    55      resolver: environment
    56      envVarName: M3AGGREGATOR_HOST_ID
    57    instanceID:
    58      type: host_id
    59    verboseErrors: true
    60    metricPrefix: ""
    61    counterPrefix: ""
    62    timerPrefix: ""
    63    gaugePrefix: ""
    64    aggregationTypes:
    65      counterTransformFnType: empty
    66      timerTransformFnType: suffix
    67      gaugeTransformFnType: empty
    68      aggregationTypesPool:
    69        size: 32
    70      quantilesPool:
    71        buckets:
    72          - count: 256
    73            capacity: 4
    74          - count: 128
    75            capacity: 8
    76    stream:
    77      eps: 0.001
    78      capacity: 32
    79      streamPool:
    80        size: 4096
    81      samplePool:
    82        size: 4096
    83      floatsPool:
    84        buckets:
    85          - count: 4096
    86            capacity: 16
    87          - count: 2048
    88            capacity: 32
    89          - count: 1024
    90            capacity: 64
    91    client:
    92      type: m3msg
    93      m3msg:
    94        producer:
    95          writer:
    96            topicName: aggregator_ingest
    97            topicServiceOverride:
    98              zone: embedded
    99              environment: override_test_env
   100            placement:
   101              isStaged: true
   102            placementServiceOverride:
   103              namespaces:
   104                placement: /placement
   105            messagePool:
   106              size: dynamic
   107    placementManager:
   108      kvConfig:
   109        namespace: /placement
   110        environment: override_test_env
   111        zone: embedded
   112      placementWatcher:
   113        key: m3aggregator
   114        initWatchTimeout: 1s
   115    hashType: murmur32
   116    bufferDurationBeforeShardCutover: 10m
   117    bufferDurationAfterShardCutoff: 10m
   118    bufferDurationForFutureTimedMetric: 10m # Allow test to write into future.
   119    bufferDurationForPastTimedMetric: 10s # Don't wait too long for timed metrics to flush.
   120    resignTimeout: 1m
   121    flushTimesManager:
   122      kvConfig:
   123        environment: override_test_env
   124        zone: embedded
   125      flushTimesKeyFmt: shardset/%d/flush
   126      flushTimesPersistRetrier:
   127        initialBackoff: 100ms
   128        backoffFactor: 1.0
   129        maxBackoff: 500ms
   130        maxRetries: 3
   131    electionManager:
   132      election:
   133        leaderTimeout: 10s
   134        resignTimeout: 10s
   135        ttlSeconds: 10
   136      serviceID:
   137        name: m3aggregator
   138        environment: override_test_env
   139        zone: embedded
   140      electionKeyFmt: shardset/%d/lock
   141      campaignRetrier:
   142        initialBackoff: 100ms
   143        backoffFactor: 2.0
   144        maxBackoff: 1s
   145        forever: true
   146        jitter: true
   147      changeRetrier:
   148        initialBackoff: 100ms
   149        backoffFactor: 2.0
   150        maxBackoff: 1s
   151        forever: true
   152        jitter: true
   153      resignRetrier:
   154        initialBackoff: 100ms
   155        backoffFactor: 2.0
   156        maxBackoff: 1s
   157        forever: true
   158        jitter: true
   159      campaignStateCheckInterval: 1s
   160      shardCutoffCheckOffset: 30s
   161    flushManager:
   162      checkEvery: 500ms
   163      jitterEnabled: false
   164      numWorkersPerCPU: 0.1
   165      maxBufferSize: 5m
   166      forcedFlushWindowSize: 10s
   167    flush:
   168      handlers:
   169        - dynamicBackend:
   170            name: m3msg
   171            hashType: murmur32
   172            producer:
   173              writer:
   174                topicName: aggregated_metrics
   175                topicServiceOverride:
   176                  zone: embedded
   177                  environment: override_test_env
   178                messagePool:
   179                  size: dynamic
   180    passthrough:
   181      enabled: true
   182    forwarding:
   183      maxConstDelay: 65s # Need to add some buffer window, since timed metrics by default are delayed by 1min.
   184    entryTTL: 1h
   185    entryCheckInterval: 10m
   186    maxTimerBatchSizePerWrite: 140
   187    maxNumCachedSourceSets: 2
   188    discardNaNAggregatedValues: true
   189    entryPool:
   190      size: 4096
   191    counterElemPool:
   192      size: 4096
   193    timerElemPool:
   194      size: 4096
   195    gaugeElemPool:
   196      size: 4096