github.com/pachyderm/pachyderm@v1.13.4/examples/spouts/go-kafka-spout/pipelines/kafka_spout.pipeline (about)

     1  {
     2    "pipeline": {
     3      "name": "kafka_spout"
     4    },
     5    "spout": {
     6      "overwrite": true
     7    },
     8    "description": "A spout pipeline that connects to a Kafka queue and reads a topic.",
     9    "transform": {
    10      "cmd": [
    11        "go",
    12        "run",
    13        "./main.go"
    14      ],
    15      "image": "pachyderm/kafka_spout:1.9.8",
    16      "env": {
    17        "KAFKA_HOST": "kafka.kafka",
    18        "KAFKA_PORT": "9092",
    19        "KAFKA_TOPIC": "test_topic",
    20        "KAFKA_GROUP_ID": "test_group",
    21        "KAFKA_TIMEOUT": "5",
    22        "NAMED_PIPE": "/pfs/out",
    23        "VERBOSE_LOGGING": "true"
    24      }
    25    }
    26  }