github.com/pachyderm/pachyderm@v1.13.4/examples/redshift/pipeline.json (about)

     1  {
     2      "pipeline": {
     3          "name": "upload_to_redshift"
     4      },
     5      "input": {
     6        "pfs": {
     7          "repo": "data"
     8        }
     9      },
    10      "transform": {
    11          "image": "msteffenpachyderm/to_sql",
    12          "cmd" : ["/bin/sh"],
    13          "stdin": [
    14              "chmod 600  '/secrets/pgpass/pgpass'",
    15              "cat /pfs/input | to_sql ${REDSHIFT_TABLE} | psql -w -h ${REDSHIFT_ENDPOINT} -U ${REDSHIFT_USER} -p ${REDSHIFT_PORT} -d ${REDSHIFT_DB}"
    16          ],
    17          "env": {
    18            "PGPASSFILE": "/secrets/pgpass/pgpass",
    19            "REDSHIFT_ENDPOINT": "redshift-test.caz8kuesomc0.us-west-2.redshift.amazonaws.com",
    20            "REDSHIFT_USER": "testuser",
    21            "REDSHIFT_PORT": "5439",
    22            "REDSHIFT_DB": "dev",
    23            "REDSHIFT_TABLE": "main_table"
    24          },
    25          "secrets": [
    26              {
    27                "name": "pgpass-secret",
    28                "mount_path": "/secrets/pgpass"
    29              }
    30          ]
    31      },
    32      "parallelism_spec": {
    33        "constant": 1
    34      }
    35  }