github.com/rohankumardubey/aresdb@v0.0.2-0.20190517170215-e54e3ca06b9c/subscriber/config/test/jobs/job1-local.json (about)

     1  {
     2    "job": "job1",
     3    "streamConfig": {
     4      "kafkaBroker": "localhost:17791",
     5      "ChannelBufferSize": 256,
     6      "maxPollIntervalMs": 300000,
     7      "sessionTimeoutNs": 10000,
     8      "kafkaClusterName": "kafka-cluster1",
     9      "kafkaClusterFile": "clusters.yaml",
    10      "topic": "job1-topic",
    11      "topicType": "json",
    12      "latestOffset": true,
    13      "errorThreshold": 10,
    14      "statusCheckInterval": 60,
    15      "autoRecoveryThreshold": 8,
    16      "processorCount": 0,
    17      "batchSize": 32768,
    18      "maxBatchDelayMS": 10000,
    19      "megaBytePerSec": 600,
    20      "restartOnFailure": true,
    21      "restartInterval": 300,
    22      "failureHandler": {
    23        "type": "retry",
    24        "config": {
    25          "initRetryIntervalInSeconds": 60,
    26          "multiplier": 1,
    27          "maxRetryMinutes": 525600
    28        }
    29      }
    30    },
    31    "aresTableConfig": {
    32      "cluster": "",
    33      "schema": {
    34        "name": "job1",
    35        "columns": [
    36          {
    37            "name": "request_at",
    38            "type": "Uint32",
    39            "config": {
    40              "preloadingDays": 52
    41            }
    42          },
    43          {
    44            "name": "uuid",
    45            "type": "UUID",
    46            "config": {}
    47          },
    48          {
    49            "name": "f1",
    50            "type": "Uint16",
    51            "config": {
    52              "preloadingDays": 52
    53            }
    54          },
    55          {
    56            "name": "f2",
    57            "type": "SmallEnum",
    58            "caseInsensitive": true,
    59            "disableAutoExpand": true,
    60            "config": {
    61              "preloadingDays": 52
    62            }
    63          },
    64          {
    65            "name": "f3",
    66            "type": "SmallEnum",
    67            "defaultValue": "ACTIVE",
    68            "caseInsensitive": true,
    69            "disableAutoExpand": true,
    70            "config": {
    71              "preloadingDays": 52
    72            }
    73          },
    74          {
    75            "name": "f4",
    76            "type": "Bool",
    77            "config": {
    78              "preloadingDays": 52
    79            }
    80          },
    81          {
    82            "name": "f5",
    83            "type": "Bool",
    84            "config": {
    85              "preloadingDays": 52
    86            }
    87          },
    88          {
    89            "name": "f6",
    90            "type": "Bool",
    91            "config": {
    92              "preloadingDays": 52
    93            }
    94          },
    95          {
    96            "name": "f7",
    97            "type": "SmallEnum",
    98            "defaultValue": "NULL_SENTINEL",
    99            "caseInsensitive": true,
   100            "disableAutoExpand": true,
   101            "config": {
   102              "preloadingDays": 52
   103            }
   104          },
   105          {
   106            "name": "f8",
   107            "type": "Float32",
   108            "config": {
   109              "preloadingDays": 52
   110            }
   111          },
   112          {
   113            "name": "f9",
   114            "type": "Uint32",
   115            "config": {
   116              "preloadingDays": 52
   117            }
   118          },
   119          {
   120            "name": "f10",
   121            "type": "Float32",
   122            "config": {
   123              "preloadingDays": 52
   124            }
   125          },
   126          {
   127            "name": "f11",
   128            "type": "Float32",
   129            "config": {
   130              "preloadingDays": 52
   131            }
   132          },
   133          {
   134            "name": "f12",
   135            "type": "Uint32",
   136            "config": {
   137              "preloadingDays": 52
   138            }
   139          },
   140          {
   141            "name": "f13",
   142            "type": "Uint32",
   143            "config": {
   144              "preloadingDays": 52
   145            }
   146          },
   147          {
   148            "name": "f14",
   149            "type": "UUID",
   150            "deleted": true,
   151            "config": {}
   152          },
   153          {
   154            "name": "f15",
   155            "type": "UUID",
   156            "deleted": true,
   157            "config": {}
   158          },
   159          {
   160            "name": "f16",
   161            "type": "Uint32",
   162            "config": {
   163              "preloadingDays": 52
   164            }
   165          },
   166          {
   167            "name": "f17",
   168            "type": "Uint32",
   169            "config": {
   170              "preloadingDays": 52
   171            }
   172          },
   173          {
   174            "name": "f18",
   175            "type": "Bool",
   176            "config": {
   177              "preloadingDays": 52
   178            }
   179          },
   180          {
   181            "name": "f19",
   182            "type": "Bool",
   183            "config": {
   184              "preloadingDays": 52
   185            }
   186          },
   187          {
   188            "name": "f19",
   189            "type": "Bool",
   190            "config": {
   191              "preloadingDays": 52
   192            }
   193          },
   194          {
   195            "name": "f20",
   196            "type": "Bool",
   197            "config": {
   198              "preloadingDays": 52
   199            }
   200          },
   201          {
   202            "name": "f21",
   203            "type": "GeoPoint",
   204            "config": {}
   205          },
   206          {
   207            "name": "f22",
   208            "type": "Uint8",
   209            "defaultValue": "0",
   210            "config": {
   211              "preloadingDays": 52
   212            }
   213          }
   214        ],
   215        "primaryKeyColumns": [
   216          1
   217        ],
   218        "isFactTable": true,
   219        "config": {
   220          "batchSize": 2097152,
   221          "archivingDelayMinutes": 1440,
   222          "archivingIntervalMinutes": 180,
   223          "backfillIntervalMinutes": 60,
   224          "backfillMaxBufferSize": 4294967296,
   225          "backfillThresholdInBytes": 20971520,
   226          "backfillStoreBatchSize": 20000,
   227          "recordRetentionInDays": 52,
   228          "snapshotThreshold": 6291456,
   229          "snapshotIntervalMinutes": 360,
   230          "redoLogRotationInterval": 10800,
   231          "maxRedoLogFileSize": 1073741824
   232        },
   233        "archivingSortColumns": [
   234          2,
   235          3,
   236          4,
   237          5,
   238          6,
   239          7,
   240          8,
   241          9,
   242          10,
   243          11,
   244          19,
   245          20,
   246          21,
   247          22
   248        ]
   249      },
   250      "updateMode": {
   251        "num_rejections": "addition"
   252      }
   253    }
   254  }