github.com/pachyderm/pachyderm@v1.13.4/examples/ml/gpt-2/train.json (about)

     1  {
     2      "pipeline": {
     3          "name": "train"
     4      },
     5      "description": "A pipeline that trains the ML model on the tweets gathered by the `tweets` pipeline.",
     6      "transform": {
     7          "image": "pachyderm/gpt-2-example",
     8          "cmd": ["/train.py"]
     9      },
    10      "input": {
    11          "pfs": {
    12              "repo": "tweets",
    13              "glob": "/*"
    14          }
    15      },
    16      "resource_limits": {
    17          "gpu": {
    18              "type": "nvidia.com/gpu",
    19              "number": 1
    20          },
    21          "memory": "10G",
    22          "cpu": 1
    23      },
    24      "resource_requests": {
    25          "memory": "10G",
    26          "cpu": 1
    27      },
    28      "standby": true
    29  }