github.com/pachyderm/pachyderm@v1.13.4/examples/run/config/pipeline.conf (about)

     1  # Build configuration file for pachyderm pipeline
     2  
     3  # Name of pachyderm repository that serves as input to the pipeline
     4  PIPELINE_REPO=input_repository
     5  
     6  # Name of the pipeline = folder name (can be manually overwritten)
     7  PIPELINE_NAME=$(shell pwd | awk '{n=split($$0,a,"/"); print(a[n]);}')
     8  
     9  #####################################################################
    10  #                                                                   #
    11  # In theory, the above two variables is all you need to change to   #
    12  # get things going. Some knowledge of what one is doing is required #
    13  # to change the variables below, so proceed with caution.           #
    14  #                                                                   #
    15  # Consider yourself warned!                                         #
    16  #                                                                   #
    17  #####################################################################
    18  
    19  # Name of the pipe when created with pachctl create_pipeline
    20  # By default, it's the same name as defined in $PIPELINE_NAME
    21  # But since one can specify additional env variables to the _make_ command
    22  # one could instantiate multiple instances of same variable with different name
    23  PIPELINE_BUILD_NAME=$PIPELINE_NAME
    24  
    25  # Template file for the pipe json config file
    26  PIPELINE_BUILD_CONFIG_TEMPLATE_FILE=pipeline.json
    27  
    28  # Target pipeline config file (used for creating the pipeline with pachctl)
    29  PIPELINE_BUILD_CONFIG_TARGET_FILE=pipeline.${PIPELINE_NAME}.json
    30  
    31  # Location of docker image registry
    32  PIPELINE_DOCKER_REGISTRY=docker.io
    33  # DNS safe name for secrets
    34  PIPELINE_NAME_SAFE=$(shell echo $(PIPELINE_NAME) | sed -e 's/_/-/g')
    35  # The name of the secret containing login credentials
    36  PIPELINE_DOCKER_REGISTRY_SECRETS=secret-registry-$(PIPELINE_SAFE_NAME)
    37  # Login credentials, must be present in env at build time
    38  PIPELINE_DOCKER_REGISTRY_USERNAME=$(DOCKER_REGISTRY_USERNAME)
    39  PIPELINE_DOCKER_REGISTRY_PASSWORD=$(DOCKER_REGISTRY_PASSWORD)
    40  PIPELINE_DOCKER_REGISTRY_EMAIL=$(DOCKER_REGISTRY_EMAIL)
    41  
    42  # Name of the secrets file
    43  # credentials must be present at build time in environment
    44  PIPELINE_DOCKER_SECRETS=secret-docker-$(PIPELINE_NAME_SAFE)
    45  # Where in the container the secrets will be mounted
    46  PIPELINE_DOCKER_SECRETS_PATH=/tmp/$(PIPELINE_DOCKER_SECRETS)
    47  
    48  # Docker image name
    49  PIPELINE_DOCKER_IMAGE=$(PIPELINE_DOCKER_REGISTRY)/$(PIPELINE_DOCKER_REGISTRY_USERNAME)/$(PIPELINE_NAME)
    50  
    51  # Where the contents of the ./src folder will be put in the Docker container
    52  PIPELINE_DOCKER_HOME=/pipeline
    53  # Main script that is run in the container to do the job
    54  PIPELINE_DOCKER_SCRIPT=run.sh
    55  
    56  # Location of containers input and output locations
    57  # For multiple inputs use _INPUT_A, _INPUT_B
    58  PIPELINE_INPUT="/pfs/${PIPELINE_REPO}"
    59  PIPELINE_OUTPUT=/pfs/out
    60  
    61  # Locations of host test input and output folders
    62  PIPELINE_TEST_INPUT="test/in"
    63  PIPELINE_TEST_OUTPUT="test/out"