github.com/pachyderm/pachyderm@v1.13.4/examples/ml/tensorflow/training_and_export.json (about)

     1  {
     2    "pipeline": {
     3      "name": "checkpoint"
     4    },
     5    "description": "A pipeline that performs image-to-image translation first in `training` and then in `export` mode.",
     6    "transform": {
     7      "image": "dwhitena/pix2pix",
     8      "cmd": [ "/bin/bash" ],
     9      "stdin": [
    10        "python pix2pix.py --mode train --output_dir /pfs/out --max_epochs 1 --input_dir /pfs/training --which_direction BtoA",
    11        "sed -i 's/out/checkpoint/g' /pfs/out/checkpoint"
    12      ]
    13    },
    14    "parallelism_spec": {
    15      "constant": "1"
    16    },
    17    "input": {
    18      "pfs": {
    19        "repo": "training",
    20        "glob": "/"
    21      }
    22    }
    23  }
    24  {
    25    "pipeline": {
    26      "name": "model"
    27    },
    28    "transform": {
    29      "image": "dwhitena/pix2pix",
    30      "cmd": [ "/bin/bash" ],
    31      "stdin": [
    32        "python pix2pix.py --mode export --output_dir /pfs/out --checkpoint /pfs/checkpoint",
    33        "sed -i 's/out/model/g' /pfs/out/checkpoint"
    34      ]
    35    },
    36    "parallelism_spec": {
    37      "constant": "1"
    38    },
    39    "input": {
    40      "pfs": {
    41        "repo": "checkpoint",
    42        "glob": "/"
    43      }
    44    }
    45  }