github.com/pachyderm/pachyderm@v1.13.4/examples/group/retail_group.json (about) 1 { 2 "pipeline": { 3 "name": "group_store_revenue" 4 }, 5 "description": "A pipeline that groups purchases and returns by storeId to calculate the gross_revenue minus returns of each store.", 6 "input": { 7 "group": [ 8 { 9 "pfs": { 10 "repo": "stores", 11 "branch": "master", 12 "glob": "/STOREID(*).txt", 13 "group_by": "$1" 14 } 15 }, 16 { 17 "pfs": { 18 "repo": "purchases", 19 "branch": "master", 20 "glob": "/*_STOREID(*).txt", 21 "group_by": "$1" 22 } 23 }, 24 { 25 "pfs": { 26 "repo": "returns", 27 "branch": "master", 28 "glob": "/*_STOREID(*).txt", 29 "group_by": "$1" 30 } 31 } 32 ] 33 }, 34 "transform": { 35 "cmd": [ "python", "main.py" ], 36 "image": "pachyderm/example-group:1.12.2" 37 } 38 } 39