github.com/apache/beam/sdks/v2@v2.48.2/python/apache_beam/io/hdfs_integration_test/docker-compose.yml (about)

     1  #
     2  #    Licensed to the Apache Software Foundation (ASF) under one or more
     3  #    contributor license agreements.  See the NOTICE file distributed with
     4  #    this work for additional information regarding copyright ownership.
     5  #    The ASF licenses this file to You under the Apache License, Version 2.0
     6  #    (the "License"); you may not use this file except in compliance with
     7  #    the License.  You may obtain a copy of the License at
     8  #
     9  #       http://www.apache.org/licenses/LICENSE-2.0
    10  #
    11  #    Unless required by applicable law or agreed to in writing, software
    12  #    distributed under the License is distributed on an "AS IS" BASIS,
    13  #    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    14  #    See the License for the specific language governing permissions and
    15  #    limitations under the License.
    16  #
    17  
    18  version: '3'
    19  
    20  services:
    21    # HDFS namenode.
    22    namenode:
    23      image: gcr.io/apache-beam-testing/uhopper-hadoop/hadoop-namenode:2.8.1
    24      hostname: namenode
    25      environment:
    26        - CLUSTER_NAME=test
    27        - HDFS_CONF_dfs_namenode_datanode_registration_ip___hostname___check=false
    28      networks:
    29        - test_net
    30  
    31    # HDFS datanode.
    32    datanode:
    33      image: gcr.io/apache-beam-testing/uhopper-hadoop/hadoop-datanode:2.8.1
    34      hostname: datanode
    35      environment:
    36        - CLUSTER_NAME=test
    37        - CORE_CONF_fs_defaultFS=hdfs://namenode:8020
    38      networks:
    39        - test_net
    40      depends_on:
    41        - "namenode"
    42  
    43    # Integration test.
    44    test:
    45      build: .
    46      networks:
    47        - test_net
    48      dns:
    49        # Order matters. The first server on the list is available on GCE VMs. It
    50        # is used to resolve the server used for refreshing credentials (used for
    51        # reading input from GCS). If not running in a GCE VM, the client defaults
    52        # to anonymous access which should work as well.
    53        - 169.254.169.254
    54        - 8.8.8.8
    55        - 8.8.4.4
    56      depends_on:
    57        - "namenode"
    58        - "datanode"
    59  
    60  networks:
    61    test_net: