github.com/m3db/m3@v1.5.0/scripts/docker-integration-tests/aggregator_legacy/m3aggregator.yml (about)

     1  logging:
     2    level: info
     3  
     4  metrics:
     5    scope:
     6      prefix: m3aggregator
     7    prometheus:
     8      onError: none
     9      handlerPath: /metrics
    10    sanitization: prometheus
    11    samplingRate: 1.0
    12    extended: none
    13  
    14  http:
    15    listenAddress: 0.0.0.0:6001
    16    readTimeout: 60s
    17    writeTimeout: 60s
    18  
    19  rawtcp:
    20    listenAddress: 0.0.0.0:6000
    21    keepAliveEnabled: true
    22    keepAlivePeriod: 1m
    23    retry:
    24      initialBackoff: 5ms
    25      backoffFactor: 2.0
    26      maxBackoff: 1s
    27      forever: true
    28      jitter: true
    29    readBufferSize: 65536
    30    protobufIterator:
    31      initBufferSize: 1440
    32      maxMessageSize: 50000000  # max message size is 50MB
    33      bytesPool:
    34        buckets:
    35          - count: 1024
    36            capacity: 2048
    37          - count: 512
    38            capacity: 4096
    39          - count: 256
    40            capacity: 8192
    41          - count: 128
    42            capacity: 16384
    43          - count: 64
    44            capacity: 32768
    45          - count: 32
    46            capacity: 65536
    47        watermark:
    48          low: 0.001
    49          high: 0.002
    50  
    51  kvClient:
    52    etcd:
    53      env: override_test_env
    54      zone: embedded
    55      service: m3aggregator
    56      cacheDir: /var/lib/m3kv
    57      etcdClusters:
    58        - zone: embedded
    59          endpoints:
    60            - dbnode01:2379
    61  
    62  runtimeOptions:
    63    kvConfig:
    64      environment: override_test_env
    65      zone: embedded
    66    writeValuesPerMetricLimitPerSecondKey: write-values-per-metric-limit-per-second
    67    writeValuesPerMetricLimitPerSecond: 0
    68    writeNewMetricLimitClusterPerSecondKey: write-new-metric-limit-cluster-per-second
    69    writeNewMetricLimitClusterPerSecond: 0
    70    writeNewMetricNoLimitWarmupDuration: 0
    71  
    72  aggregator:
    73    hostID:
    74      resolver: environment
    75      envVarName: M3AGGREGATOR_HOST_ID
    76    instanceID:
    77      type: host_id
    78    metricPrefix: ""
    79    counterPrefix: ""
    80    timerPrefix: ""
    81    gaugePrefix: ""
    82    aggregationTypes:
    83      counterTransformFnType: empty
    84      timerTransformFnType: suffix
    85      gaugeTransformFnType: empty
    86      aggregationTypesPool:
    87        size: 1024
    88      quantilesPool:
    89        buckets:
    90          - count: 256
    91            capacity: 4
    92          - count: 128
    93            capacity: 8
    94    stream:
    95      eps: 0.001
    96      capacity: 32
    97      streamPool:
    98        size: 4096
    99      samplePool:
   100        size: 4096
   101      floatsPool:
   102        buckets:
   103          - count: 4096
   104            capacity: 16
   105          - count: 2048
   106            capacity: 32
   107          - count: 1024
   108            capacity: 64
   109    client:
   110      placementKV:
   111        namespace: /placement
   112        zone: embedded
   113        environment: override_test_env
   114      placementWatcher:
   115        key: m3aggregator
   116        initWatchTimeout: 15s
   117      hashType: murmur32
   118      shardCutoffLingerDuration: 1m
   119      encoder:
   120        initBufferSize: 100
   121        maxMessageSize: 50000000
   122        bytesPool:
   123          buckets:
   124            - capacity: 16
   125              count: 10
   126            - capacity: 32
   127              count: 20
   128          watermark:
   129            low: 0.001
   130            high: 0.01
   131      maxTimerBatchSize: 140
   132      queueSize: 1000
   133      queueDropType: oldest
   134      connection:
   135        connectionTimeout: 1s
   136        connectionKeepAlive: true
   137        writeTimeout: 1s
   138        initReconnectThreshold: 2
   139        maxReconnectThreshold: 5000
   140        reconnectThresholdMultiplier: 2
   141        maxReconnectDuration: 1m
   142    placementManager:
   143      kvConfig:
   144        namespace: /placement
   145        environment: override_test_env
   146        zone: embedded
   147      placementWatcher:
   148        key: m3aggregator
   149        initWatchTimeout: 10s
   150    hashType: murmur32
   151    bufferDurationBeforeShardCutover: 10m
   152    bufferDurationAfterShardCutoff: 10m
   153    resignTimeout: 1m
   154    flushTimesManager:
   155      kvConfig:
   156        environment: override_test_env
   157        zone: embedded
   158      flushTimesKeyFmt: shardset/%d/flush
   159      flushTimesPersistRetrier:
   160        initialBackoff: 100ms
   161        backoffFactor: 2.0
   162        maxBackoff: 2s
   163        maxRetries: 3
   164    electionManager:
   165      election:
   166        leaderTimeout: 10s
   167        resignTimeout: 10s
   168        ttlSeconds: 10
   169      serviceID:
   170        name: m3aggregator
   171        environment: override_test_env
   172        zone: embedded
   173      electionKeyFmt: shardset/%d/lock
   174      campaignRetrier:
   175        initialBackoff: 100ms
   176        backoffFactor: 2.0
   177        maxBackoff: 2s
   178        forever: true
   179        jitter: true
   180      changeRetrier:
   181        initialBackoff: 100ms
   182        backoffFactor: 2.0
   183        maxBackoff: 5s
   184        forever: true
   185        jitter: true
   186      resignRetrier:
   187        initialBackoff: 100ms
   188        backoffFactor: 2.0
   189        maxBackoff: 5s
   190        forever: true
   191        jitter: true
   192      campaignStateCheckInterval: 1s
   193      shardCutoffCheckOffset: 30s
   194    flushManager:
   195      checkEvery: 1s
   196      jitterEnabled: true
   197      maxJitters:
   198        - flushInterval: 5s
   199          maxJitterPercent: 1.0
   200        - flushInterval: 10s
   201          maxJitterPercent: 0.5
   202        - flushInterval: 1m
   203          maxJitterPercent: 0.5
   204        - flushInterval: 10m
   205          maxJitterPercent: 0.5
   206        - flushInterval: 1h
   207          maxJitterPercent: 0.25
   208      numWorkersPerCPU: 0.5 
   209      maxBufferSize: 5m
   210      forcedFlushWindowSize: 10s
   211    flush:
   212      handlers:
   213        - dynamicBackend:
   214            name: m3msg
   215            hashType: murmur32
   216            producer:
   217              buffer:
   218                maxBufferSize: 1000000000 # max buffer before m3msg start dropping data.
   219              writer:
   220                topicName: aggregated_metrics
   221                topicServiceOverride:
   222                  zone: embedded
   223                  environment: override_test_env
   224                messageRetry:
   225                  initialBackoff: 1m
   226                  maxBackoff: 2m
   227                messageQueueNewWritesScanInterval: 1s
   228                ackErrorRetry:
   229                  initialBackoff: 2s
   230                  maxBackoff: 10s
   231                connection:
   232                  dialTimeout: 5s
   233                  writeTimeout: 5s
   234                  retry:
   235                    initialBackoff: 1s
   236                    maxBackoff: 10s
   237                  flushInterval: 1s
   238                  writeBufferSize: 16384
   239                  readBufferSize: 256
   240    forwarding:
   241      maxSingleDelay: 5s
   242    entryTTL: 6h
   243    entryCheckInterval: 10m
   244    maxTimerBatchSizePerWrite: 140
   245    defaultStoragePolicies:
   246      - 10s:2d
   247    maxNumCachedSourceSets: 2
   248    discardNaNAggregatedValues: true
   249    entryPool:
   250      size: 4096
   251    counterElemPool:
   252      size: 4096
   253    timerElemPool:
   254      size: 4096
   255    gaugeElemPool:
   256      size: 4096