github.com/diadata-org/diadata@v1.4.593/deployments/docker-compose.exchange-scrapers.yml (about)

     1  version: '3.2'
     2  services:
     3  
     4    ecb:
     5      build:
     6        context: ../../../..
     7        dockerfile: github.com/diadata-org/diadata/build/Dockerfile-ecb
     8      image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_ecb:latest
     9      networks:
    10        - redis-network
    11        - influxdb-network
    12        - postgres-network
    13      secrets:
    14        - postgres_credentials
    15      logging:
    16        options:
    17          max-size: "50m"
    18      environment:
    19        - EXEC_MODE=production
    20  
    21    dfyncollector:
    22      depends_on: [genericcollector]
    23      image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
    24      command: /bin/collector -exchange=DFYN
    25      networks:
    26        - kafka-network
    27        - redis-network
    28      logging:
    29        options:
    30          max-size: "50m"
    31      environment:
    32        - EXEC_MODE=production
    33  
    34    bitmaxcollector:
    35      depends_on: [genericcollector]
    36      image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
    37      command: /bin/collector -exchange=Bitmax
    38      networks:
    39        - kafka-network
    40        - redis-network
    41        - postgres-network
    42      secrets:
    43        - postgres_credentials
    44      logging:
    45        options:
    46          max-size: "50m"
    47      environment:
    48        - EXEC_MODE=production
    49    
    50    crexcollector:
    51      depends_on: [genericcollector]
    52      image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
    53      command: /bin/collector -exchange=CREX24
    54      networks:
    55        - kafka-network
    56        - redis-network
    57        - postgres-network
    58      secrets:
    59        - postgres_credentials
    60      logging:
    61        options:
    62          max-size: "50m"
    63      environment:
    64        - EXEC_MODE=production
    65  
    66    hitbtccollector:
    67      depends_on: [genericcollector]
    68      image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
    69      command: /bin/collector -exchange=HitBTC -onePairPerSymbol
    70      networks:
    71        - kafka-network
    72        - redis-network
    73        - postgres-network
    74      secrets:
    75        - postgres_credentials
    76      logging:
    77        options:
    78          max-size: "50m"
    79      environment:
    80        - EXEC_MODE=production
    81  
    82    # gateiocollector:
    83    #   depends_on: [genericcollector]
    84    #   image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
    85    #   command: /bin/collector -exchange=GateIO
    86    #   networks:
    87    #     - kafka-network
    88    #     - redis-network
    89    #   logging:
    90    #     options:
    91    #       max-size: "50m"
    92    #   environment:
    93    #     - EXEC_MODE=production
    94  
    95    # bancorcollector:
    96    #   depends_on: [genericcollector]
    97    #   image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
    98    #   command: /bin/collector -exchange=Bancor
    99    #   networks:
   100    #     - kafka-network
   101    #     - redis-network
   102    #   logging:
   103    #     options:
   104    #       max-size: "50m"
   105    #   environment:
   106    #     - EXEC_MODE=production
   107  
   108  
   109    loopringcollector:
   110      depends_on: [genericcollector]
   111      image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
   112      command: /bin/collector -exchange=Loopring
   113      networks:
   114        - kafka-network
   115        - redis-network
   116      logging:
   117        options:
   118          max-size: "50m"
   119      environment:
   120        - EXEC_MODE=production
   121  
   122    uniswapcollector:
   123      depends_on: [genericcollector]
   124      image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
   125      command: /bin/collector -exchange=Uniswap
   126      networks:
   127        - kafka-network
   128        - redis-network
   129        - postgres-network
   130      secrets:
   131        - postgres_credentials
   132      logging:
   133        options:
   134          max-size: "50m"
   135      environment:
   136        - EXEC_MODE=production
   137  
   138    uniswapv3collector:
   139      depends_on: [ genericcollector ]
   140      image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
   141      command: /bin/collector -exchange=UniswapV3
   142      networks:
   143        - kafka-network
   144        - redis-network
   145      logging:
   146        options:
   147          max-size: "50m"
   148      environment:
   149        - EXEC_MODE=production
   150  
   151    sushiswapcollector:
   152      depends_on: [genericcollector]
   153      image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
   154      command: /bin/collector -exchange=SushiSwap
   155      networks:
   156        - kafka-network
   157        - redis-network
   158      logging:
   159        options:
   160          max-size: "50m"
   161      environment:
   162        - EXEC_MODE=production
   163  
   164    # pancakeswapcollector:
   165    #   depends_on: [genericcollector]
   166    #   image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
   167    #   command: /bin/collector -exchange=PanCakeSwap
   168    #   networks:
   169    #     - kafka-network
   170    #     - redis-network
   171    #   logging:
   172    #     options:
   173    #       max-size: "50m"
   174    #   environment:
   175    #     - EXEC_MODE=production
   176  
   177      
   178    # gnosiscollector:
   179    #   depends_on: [genericcollector]
   180    #   image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
   181    #   command: /bin/collector -exchange=Gnosis
   182    #   networks:
   183    #     - kafka-network
   184    #     - redis-network
   185    #   logging:
   186    #     options:
   187    #       max-size: "50m"
   188    #   environment:
   189    #     - EXEC_MODE=production  
   190  
   191    # curveficollector:
   192    #   depends_on: [genericcollector]
   193    #   image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
   194    #   command: /bin/collector -exchange=Curvefi
   195    #   networks:
   196    #     - kafka-network
   197    #     - redis-network
   198    #   logging:
   199    #     options:
   200    #       max-size: "50m"
   201    #   environment:
   202    #     - EXEC_MODE=production
   203  
   204    kucoincollector:
   205      depends_on: [genericcollector]
   206      image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
   207      command: /bin/collector -exchange=KuCoin
   208      networks:
   209        - kafka-network
   210        - redis-network
   211        - postgres-network
   212      secrets:
   213        - postgres_credentials
   214      logging:
   215        options:
   216          max-size: "50m"
   217      environment:
   218        - EXEC_MODE=production
   219  
   220    # makercollector:
   221    #   depends_on: [genericcollector]
   222    #   image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
   223    #   command: /bin/collector -exchange=Maker
   224    #   networks:
   225    #     - kafka-network
   226    #     - redis-network
   227    #   logging:
   228    #     options:
   229    #       max-size: "50m"
   230    #   environment:
   231    #     - EXEC_MODE=production
   232  
   233    genericcollector:
   234      build:
   235        context: ../../../..
   236        dockerfile: github.com/diadata-org/diadata/build/Dockerfile-genericCollector
   237      image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
   238      restart: "no"
   239      networks:
   240        - kafka-network
   241        - redis-network
   242      logging:
   243        options:
   244          max-size: "50m"
   245      environment:
   246        - EXEC_MODE=production
   247  
   248    # simexcollector:
   249    #   depends_on: [genericcollector]
   250    #   image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
   251    #   command: /bin/collector -exchange=Simex
   252    #   networks:
   253    #     - kafka-network
   254    #     - redis-network
   255    #   logging:
   256    #     options:
   257    #       max-size: "50m"
   258    #   environment:
   259    #     - EXEC_MODE=production
   260  
   261    stexcollector:
   262      depends_on: [genericcollector]
   263      image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
   264      command: /bin/collector -exchange=STEX
   265      networks:
   266        - kafka-network
   267        - redis-network
   268        - postgres-network
   269      secrets:
   270        - postgres_credentials
   271      logging:
   272        options:
   273          max-size: "50m"
   274      environment:
   275        - EXEC_MODE=production
   276  
   277    bittrexcollector:
   278      depends_on: [genericcollector]
   279      image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
   280      command: /bin/collector -exchange=Bittrex
   281      networks:
   282        - kafka-network
   283        - redis-network
   284        - postgres-network
   285      secrets:
   286        - postgres_credentials
   287      logging:
   288        options:
   289          max-size: "50m"
   290      environment:
   291        - EXEC_MODE=production
   292  
   293    # balancercollector:
   294    #   depends_on: [genericcollector]
   295    #   image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
   296    #   command: /bin/collector -exchange=Balancer
   297    #   networks:
   298    #     - kafka-network
   299    #     - redis-network
   300    #   logging:
   301    #     options:
   302    #       max-size: "50m"
   303    #   environment:
   304    #     - EXEC_MODE=production
   305  
   306    # dforcecollector:
   307    #   depends_on: [genericcollector]
   308    #   image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
   309    #   command: /bin/collector -exchange=Dforce
   310    #   networks:
   311    #     - kafka-network
   312    #     - redis-network
   313    #   logging:
   314    #     options:
   315    #       max-size: "50m"
   316    #   environment:
   317    #     - EXEC_MODE=production
   318  
   319    # lbankcollector:
   320    #   depends_on: [genericcollector]
   321    #   image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
   322    #   command: /bin/collector -exchange=LBank
   323    #   networks:
   324    #     - kafka-network
   325    #     - redis-network
   326    #   logging:
   327    #     options:
   328    #       max-size: "50m"
   329    #   environment:
   330    #     - EXEC_MODE=production
   331  
   332    okexcollector:
   333      depends_on: [genericcollector]
   334      image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
   335      command: /bin/collector -exchange=OKEx -onePairPerSymbol
   336      networks:
   337        - kafka-network
   338        - redis-network
   339      logging:
   340        options:
   341          max-size: "50m"
   342      environment:
   343        - EXEC_MODE=production
   344  
   345    # huobicollector:
   346    #   depends_on: [genericcollector]
   347    #   image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
   348    #   command: /bin/collector -exchange=Huobi
   349    #   networks:
   350    #     - kafka-network
   351    #     - redis-network
   352    #   logging:
   353    #     options:
   354    #       max-size: "50m"
   355    #   environment:
   356    #     - EXEC_MODE=production
   357  
   358    coinbasecollector:
   359      depends_on: [genericcollector]
   360      image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
   361      command: /bin/collector -exchange=CoinBase
   362      networks:
   363        - kafka-network
   364        - redis-network
   365        - postgres-network
   366      secrets:
   367        - postgres_credentials
   368      logging:
   369        options:
   370          max-size: "50m"
   371      environment:
   372        - EXEC_MODE=production
   373  
   374    # binancecollector:
   375    #   depends_on: [genericcollector]
   376    #   image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
   377    #   command: /bin/collector -exchange=Binance
   378    #   networks:
   379    #     - kafka-network
   380    #     - redis-network
   381    #     - postgres-network
   382    #   secrets:
   383    #     - postgres_credentials
   384    #     - api_binance
   385    #   logging:
   386    #     options:
   387    #       max-size: "50m"
   388    #   environment:
   389    #     - EXEC_MODE=production
   390  
   391    # bitfinexcollector:
   392    #   depends_on: [genericcollector]
   393    #   image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
   394    #   command: /bin/collector -exchange=Bitfinex
   395    #   networks:
   396    #     - kafka-network
   397    #     - redis-network
   398    #   logging:
   399    #     options:
   400    #       max-size: "50m"
   401    #   secrets:
   402    #     - api_bitfinex
   403    #   environment:
   404    #     - EXEC_MODE=production
   405  
   406    krakencollector:
   407      depends_on: [genericcollector]
   408      image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
   409      command: /bin/collector -exchange=Kraken
   410      networks:
   411        - kafka-network
   412        - redis-network
   413        - postgres-network
   414      secrets:
   415        - postgres_credentials
   416        - api_kraken
   417      logging:
   418        options:
   419          max-size: "50m"
   420      environment:
   421        - EXEC_MODE=production
   422  
   423    zbcollector:
   424      depends_on: [genericcollector]
   425      image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
   426      command: /bin/collector -exchange=ZB
   427      networks:
   428        - kafka-network
   429        - redis-network
   430      logging:
   431        options:
   432          max-size: "50m"
   433      environment:
   434        - EXEC_MODE=production
   435  
   436    quoinecollector:
   437      depends_on: [genericcollector]
   438      image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
   439      command: /bin/collector -exchange=Quoine
   440      networks:
   441        - kafka-network
   442        - redis-network
   443      logging:
   444        options:
   445          max-size: "50m"
   446      environment:
   447        - EXEC_MODE=production
   448  
   449    bitbaycollector:
   450      depends_on: [genericcollector]
   451      image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
   452      command: /bin/collector -exchange=BitBay
   453      networks:
   454        - kafka-network
   455        - redis-network
   456      logging:
   457        options:
   458          max-size: "50m"
   459      environment:
   460        - EXEC_MODE=production
   461  
   462    # zeroxcollector:
   463    #   depends_on: [genericcollector]
   464    #   image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
   465    #   command: /bin/collector -exchange=0x
   466    #   networks:
   467    #     - kafka-network
   468    #     - redis-network
   469    #   logging:
   470    #     options:
   471    #       max-size: "50m"
   472    #   environment:
   473    #     - EXEC_MODE=production
   474  
   475    # kybercollector:
   476    #   depends_on: [genericcollector]
   477    #   image: ${DOCKER_HUB_LOGIN}/${STACKNAME}_genericcollector:latest
   478    #   command: /bin/collector -exchange=Kyber
   479    #   networks:
   480    #     - kafka-network
   481    #     - redis-network
   482    #   logging:
   483    #     options:
   484    #       max-size: "50m"
   485    #   environment:
   486    #     - EXEC_MODE=production
   487  
   488  secrets:
   489    api_binance:
   490      file: ../secrets/api_binance.json
   491    api_bitfinex:
   492      file: ../secrets/api_bitfinex.json
   493    api_kraken:
   494      file: ../secrets/api_kraken.json
   495    postgres_credentials:
   496      file: ../secrets/postgres_credentials.txt
   497  
   498  networks:
   499    kafka-network:
   500      external:
   501          name: kafka_kafka-network
   502    redis-network:
   503      external:
   504          name: redis_redis-network
   505    influxdb-network:
   506      external:
   507          name: influxdb_influxdb-network
   508    postgres-network:
   509      external:
   510          name: postgres_postgres-network