github.com/pachyderm/pachyderm@v1.13.4/examples/word_count/pipelines/reduce.json (about)

     1  {
     2    "pipeline": {
     3      "name": "reduce"
     4    },
     5    "description": "A pipeline that aggregates the total counts for each word.",
     6    "transform": {
     7      "cmd": ["sh"],
     8      "stdin": [
     9          "find /pfs/map/ -name '*' | while read count; do cat $count | awk '{ sum+=$1} END {print sum}' >/tmp/count; mv /tmp/count /pfs/out/`basename $count`; echo `basename $count`; done"
    10      ]
    11    },
    12    "input": {
    13      "pfs": {
    14        "repo": "map",
    15        "glob": "/"
    16      }
    17    }
    18  }
    19