github.com/pachyderm/pachyderm@v1.13.4/examples/spouts/SQS-S3/sqs-spout.json (about)

     1  {
     2       "pipeline": {
     3           "name": "sqs-spout"
     4       },
     5       "spout": {
     6           "overwrite": false
     7       },
     8       "description": "A spout pipeline that listens for `object added` notifications on an Amazon™ SQS queue.",
     9       "transform": {
    10           "cmd": [ "python3", "./sqs-spout.py" ],
    11           "image": "pachyderm/sqs-spout:1.11",
    12           "env": {
    13               "AWS_REGION": "region",
    14               "OUTPUT_PIPE": "/pfs/out",
    15               "S3_BUCKET": "s3://bucket/",
    16               "SQS_QUEUE_URL": "https://sqs.us-west-1.amazonaws.com/ID/Name",
    17               "LOGGING_VERBOSITY": "debug"
    18           }
    19          "secrets" : [
    20              {
    21                  "name": "aws-credentials",
    22                  "key": "AWS_ACCESS_KEY_ID",
    23                  "env_var": "AWS_ACCESS_KEY_ID"
    24              },
    25              {
    26                  "name": "aws-credentials",
    27                  "key": "AWS_SECRET_ACCESS_KEY",
    28                  "env_var": "AWS_SECRET_ACCESS_KEY"
    29              }
    30          ]
    31       }
    32   }