github.com/m3db/m3@v1.5.1-0.20231129193456-75a402aa583b/scripts/development/m3_stack/m3aggregator.yml (about)

     1  logging:
     2    level: info
     3  
     4  metrics:
     5    scope:
     6      prefix: m3aggregator
     7    prometheus:
     8      onError: none
     9      handlerPath: /metrics
    10      listenAddress: 0.0.0.0:6002
    11      timerType: histogram
    12    sanitization: prometheus
    13    samplingRate: 1.0
    14    extended: none
    15  
    16  http:
    17    listenAddress: 0.0.0.0:6001
    18    readTimeout: 60s
    19    writeTimeout: 60s
    20  
    21  m3msg:
    22    server:
    23      listenAddress: 0.0.0.0:6000
    24      retry:
    25        maxBackoff: 10s
    26        jitter: true
    27    consumer:
    28      messagePool:
    29        size: 16384
    30        watermark:
    31          low: 0.2
    32          high: 0.5
    33  
    34  kvClient:
    35    etcd:
    36      env: default_env
    37      zone: embedded
    38      service: m3aggregator
    39      cacheDir: /var/lib/m3kv
    40      etcdClusters:
    41        - zone: embedded
    42          endpoints:
    43            - m3db_seed:2379
    44  
    45  runtimeOptions:
    46    kvConfig:
    47      environment: default_env
    48      zone: embedded
    49    writeValuesPerMetricLimitPerSecondKey: write-values-per-metric-limit-per-second
    50    writeValuesPerMetricLimitPerSecond: 0
    51    writeNewMetricLimitClusterPerSecondKey: write-new-metric-limit-cluster-per-second
    52    writeNewMetricLimitClusterPerSecond: 0
    53    writeNewMetricNoLimitWarmupDuration: 0
    54  
    55  aggregator:
    56    hostID:
    57      resolver: environment
    58      envVarName: M3AGGREGATOR_HOST_ID
    59    instanceID:
    60      type: host_id
    61    metricPrefix: ""
    62    counterPrefix: ""
    63    timerPrefix: ""
    64    gaugePrefix: ""
    65    aggregationTypes:
    66      counterTransformFnType: empty
    67      timerTransformFnType: suffix
    68      gaugeTransformFnType: empty
    69      aggregationTypesPool:
    70        size: 1024
    71      quantilesPool:
    72        buckets:
    73          - count: 256
    74            capacity: 4
    75          - count: 128
    76            capacity: 8
    77    stream:
    78      eps: 0.001
    79      capacity: 32
    80      streamPool:
    81        size: 4096
    82      samplePool:
    83        size: 4096
    84      floatsPool:
    85        buckets:
    86          - count: 4096
    87            capacity: 16
    88          - count: 2048
    89            capacity: 32
    90          - count: 1024
    91            capacity: 64
    92    client:
    93      type: m3msg
    94      m3msg:
    95        producer:
    96          writer:
    97            topicName: aggregator_ingest
    98            topicServiceOverride:
    99              zone: embedded
   100              environment: default_env
   101            placement:
   102              isStaged: true
   103            placementServiceOverride:
   104              namespaces:
   105                placement: /placement
   106            messagePool:
   107              size: 16384
   108              watermark:
   109                low: 0.2
   110                high: 0.5
   111    placementManager:
   112      kvConfig:
   113        namespace: /placement
   114        environment: default_env
   115        zone: embedded
   116      placementWatcher:
   117        key: m3aggregator
   118        initWatchTimeout: 10s
   119    hashType: murmur32
   120    bufferDurationBeforeShardCutover: 10m
   121    bufferDurationAfterShardCutoff: 10m
   122    resignTimeout: 1m
   123    flushTimesManager:
   124      kvConfig:
   125        environment: default_env
   126        zone: embedded
   127      flushTimesKeyFmt: shardset/%d/flush
   128      flushTimesPersistRetrier:
   129        initialBackoff: 100ms
   130        backoffFactor: 2.0
   131        maxBackoff: 2s
   132        maxRetries: 3
   133    electionManager:
   134      election:
   135        leaderTimeout: 10s
   136        resignTimeout: 10s
   137        ttlSeconds: 10
   138      serviceID:
   139        name: m3aggregator
   140        environment: default_env
   141        zone: embedded
   142      electionKeyFmt: shardset/%d/lock
   143      campaignRetrier:
   144        initialBackoff: 100ms
   145        backoffFactor: 2.0
   146        maxBackoff: 2s
   147        forever: true
   148        jitter: true
   149      changeRetrier:
   150        initialBackoff: 100ms
   151        backoffFactor: 2.0
   152        maxBackoff: 5s
   153        forever: true
   154        jitter: true
   155      resignRetrier:
   156        initialBackoff: 100ms
   157        backoffFactor: 2.0
   158        maxBackoff: 5s
   159        forever: true
   160        jitter: true
   161      campaignStateCheckInterval: 1s
   162      shardCutoffCheckOffset: 30s
   163    flushManager:
   164      checkEvery: 1s
   165      jitterEnabled: true
   166      maxJitters:
   167        - flushInterval: 5s
   168          maxJitterPercent: 1.0
   169        - flushInterval: 10s
   170          maxJitterPercent: 0.5
   171        - flushInterval: 1m
   172          maxJitterPercent: 0.5
   173        - flushInterval: 10m
   174          maxJitterPercent: 0.5
   175        - flushInterval: 1h
   176          maxJitterPercent: 0.25
   177      numWorkersPerCPU: 0.5
   178      flushTimesPersistEvery: 10s
   179      maxBufferSize: 5m
   180      forcedFlushWindowSize: 10s
   181    flush:
   182      handlers:
   183        - dynamicBackend:
   184            name: m3msg
   185            hashType: murmur32
   186            producer:
   187              buffer:
   188                maxBufferSize: 1000000000 # max buffer before m3msg start dropping data.
   189              writer:
   190                topicName: aggregated_metrics
   191                topicServiceOverride:
   192                  zone: embedded
   193                  environment: default_env
   194                messagePool:
   195                  size: 16384
   196                  watermark:
   197                    low: 0.2
   198                    high: 0.5
   199    forwarding:
   200      maxSingleDelay: 5s
   201    entryTTL: 1h
   202    entryCheckInterval: 10m
   203    maxTimerBatchSizePerWrite: 140
   204    defaultStoragePolicies:
   205      - 10s:2d
   206    maxNumCachedSourceSets: 2
   207    discardNaNAggregatedValues: true
   208    entryPool:
   209      size: 4096
   210    counterElemPool:
   211      size: 4096
   212    timerElemPool:
   213      size: 4096
   214    gaugeElemPool:
   215      size: 4096