github.com/pachyderm/pachyderm@v1.13.4/examples/spark/pi/estimate_pi_pipeline.json (about)

     1  {
     2    "pipeline": {
     3      "name": "estimate_pi"
     4    },
     5    "description": "A pipeline that initiates a Spark job from within a Pachyderm job.",
     6    "transform": {
     7      "cmd": [ "spark-submit", "/home/estimate_pi.py" ],
     8      "image": "pachyderm/estimate-pi-spark:0.3"
     9    },
    10    "parallelism_spec": {
    11      "constant": 1
    12    },
    13    "input": {
    14      "pfs": {
    15        "repo": "estimate_pi_config",
    16        "glob": "/num_samples"
    17      }
    18    }
    19  }