github.com/m3db/m3@v1.5.0/scripts/docker-integration-tests/aggregator/m3aggregator.yml (about)

     1  logging:
     2    level: info
     3  
     4  metrics:
     5    scope:
     6      prefix: m3aggregator
     7    prometheus:
     8      onError: none
     9      handlerPath: /metrics
    10      listenAddress: 0.0.0.0:6002
    11      timerType: histogram
    12    sanitization: prometheus
    13    samplingRate: 1.0
    14    extended: none
    15  
    16  m3msg:
    17    server:
    18      listenAddress: 0.0.0.0:6000
    19      retry:
    20        maxBackoff: 10s
    21        jitter: true
    22    consumer:
    23      messagePool:
    24        size: 16384
    25        watermark:
    26          low: 0.2
    27          high: 0.5
    28  
    29  http:
    30    listenAddress: 0.0.0.0:6001
    31    readTimeout: 60s
    32    writeTimeout: 60s
    33  
    34  kvClient:
    35    etcd:
    36      env: override_test_env
    37      zone: embedded
    38      service: m3aggregator
    39      cacheDir: /var/lib/m3kv
    40      etcdClusters:
    41        - zone: embedded
    42          endpoints:
    43            - dbnode01:2379
    44  
    45  runtimeOptions:
    46    kvConfig:
    47      environment: override_test_env
    48      zone: embedded
    49    writeValuesPerMetricLimitPerSecondKey: write-values-per-metric-limit-per-second
    50    writeValuesPerMetricLimitPerSecond: 0
    51    writeNewMetricLimitClusterPerSecondKey: write-new-metric-limit-cluster-per-second
    52    writeNewMetricLimitClusterPerSecond: 0
    53    writeNewMetricNoLimitWarmupDuration: 0
    54  
    55  aggregator:
    56    hostID:
    57      resolver: environment
    58      envVarName: M3AGGREGATOR_HOST_ID
    59    instanceID:
    60      type: host_id
    61    verboseErrors: true
    62    metricPrefix: ""
    63    counterPrefix: ""
    64    timerPrefix: ""
    65    gaugePrefix: ""
    66    aggregationTypes:
    67      counterTransformFnType: empty
    68      timerTransformFnType: suffix
    69      gaugeTransformFnType: empty
    70      aggregationTypesPool:
    71        size: 1024
    72      quantilesPool:
    73        buckets:
    74          - count: 256
    75            capacity: 4
    76          - count: 128
    77            capacity: 8
    78    stream:
    79      eps: 0.001
    80      capacity: 32
    81      streamPool:
    82        size: 4096
    83      samplePool:
    84        size: 4096
    85      floatsPool:
    86        buckets:
    87          - count: 4096
    88            capacity: 16
    89          - count: 2048
    90            capacity: 32
    91          - count: 1024
    92            capacity: 64
    93    client:
    94      type: m3msg
    95      m3msg:
    96        producer:
    97          writer:
    98            topicName: aggregator_ingest
    99            topicServiceOverride:
   100              zone: embedded
   101              environment: override_test_env
   102            placement:
   103              isStaged: true
   104            placementServiceOverride:
   105              namespaces:
   106                placement: /placement
   107            messagePool:
   108              size: 16384
   109              watermark:
   110                low: 0.2
   111                high: 0.5
   112    placementManager:
   113      kvConfig:
   114        namespace: /placement
   115        environment: override_test_env
   116        zone: embedded
   117      placementWatcher:
   118        key: m3aggregator
   119        initWatchTimeout: 10s
   120    hashType: murmur32
   121    bufferDurationBeforeShardCutover: 10m
   122    bufferDurationAfterShardCutoff: 10m
   123    bufferDurationForFutureTimedMetric: 10m # Allow test to write into future.
   124    bufferDurationForPastTimedMetric: 10s # Don't wait too long for timed metrics to flush.
   125    resignTimeout: 1m
   126    flushTimesManager:
   127      kvConfig:
   128        environment: override_test_env
   129        zone: embedded
   130      flushTimesKeyFmt: shardset/%d/flush
   131      flushTimesPersistRetrier:
   132        initialBackoff: 100ms
   133        backoffFactor: 2.0
   134        maxBackoff: 2s
   135        maxRetries: 3
   136    electionManager:
   137      election:
   138        leaderTimeout: 10s
   139        resignTimeout: 10s
   140        ttlSeconds: 10
   141      serviceID:
   142        name: m3aggregator
   143        environment: override_test_env
   144        zone: embedded
   145      electionKeyFmt: shardset/%d/lock
   146      campaignRetrier:
   147        initialBackoff: 100ms
   148        backoffFactor: 2.0
   149        maxBackoff: 2s
   150        forever: true
   151        jitter: true
   152      changeRetrier:
   153        initialBackoff: 100ms
   154        backoffFactor: 2.0
   155        maxBackoff: 5s
   156        forever: true
   157        jitter: true
   158      resignRetrier:
   159        initialBackoff: 100ms
   160        backoffFactor: 2.0
   161        maxBackoff: 5s
   162        forever: true
   163        jitter: true
   164      campaignStateCheckInterval: 1s
   165      shardCutoffCheckOffset: 30s
   166    flushManager:
   167      checkEvery: 1s
   168      jitterEnabled: true
   169      maxJitters:
   170        - flushInterval: 5s
   171          maxJitterPercent: 1.0
   172        - flushInterval: 10s
   173          maxJitterPercent: 0.5
   174        - flushInterval: 1m
   175          maxJitterPercent: 0.5
   176        - flushInterval: 10m
   177          maxJitterPercent: 0.5
   178        - flushInterval: 1h
   179          maxJitterPercent: 0.25
   180      numWorkersPerCPU: 0.5 
   181      maxBufferSize: 5m
   182      forcedFlushWindowSize: 10s
   183    flush:
   184      handlers:
   185        - dynamicBackend:
   186            name: m3msg
   187            hashType: murmur32
   188            producer:
   189              writer:
   190                topicName: aggregated_metrics
   191                topicServiceOverride:
   192                  zone: embedded
   193                  environment: override_test_env
   194                messagePool:
   195                  size: 16384
   196                  watermark:
   197                    low: 0.2
   198                    high: 0.5
   199    passthrough:
   200      enabled: true
   201    forwarding:
   202      maxConstDelay: 1m # Need to add some buffer window, since timed metrics by default are delayed by 1min.
   203    entryTTL: 1h
   204    entryCheckInterval: 10m
   205    maxTimerBatchSizePerWrite: 140
   206    maxNumCachedSourceSets: 2
   207    discardNaNAggregatedValues: true
   208    entryPool:
   209      size: 4096
   210    counterElemPool:
   211      size: 4096
   212    timerElemPool:
   213      size: 4096
   214    gaugeElemPool:
   215      size: 4096