github.com/sentienttechnologies/studio-go-runner@v0.0.0-20201118202441-6d21f2ced8ee/assets/pytorch_mgpu/experiment_template.json (about)

     1     {
     2    "config": {
     3      "cloud": {
     4        "queue": {
     5          "rmq": "amqp://{{.RabbitMQUser}}:{{.RabbitMQPassword}}@rabbitmq-service:5672/%2f?connection_attempts=30\u0026retry_delay=.5\u0026socket_timeout=5"
     6        }
     7      },
     8      "database": {
     9        "apiKey": "",
    10        "authDomain": "",
    11        "databaseURL": "",
    12        "messagingSenderId": 0,
    13        "projectId": "multiGPU",
    14        "storageBucket": "",
    15        "type": "s3",
    16        "use_email_auth": false
    17      },
    18      "saveWorkspaceFrequency": "3m",
    19      "experimentLifetime": "30m",
    20      "verbose": "debug",
    21      "env": {
    22        "AWS_ACCESS_KEY_ID": "{{.MinioUser}}",
    23        "AWS_DEFAULT_REGION": "us-west-2",
    24        "AWS_SECRET_ACCESS_KEY": "{{.MinioPassword}}",
    25        "PATH": "%PATH%:./bin"
    26      },
    27      "pip": null,
    28      "runner": {
    29        "slack_destination": ""
    30      }
    31    },
    32    "experiment": {
    33      "args": [],
    34      "artifacts": {
    35        "modeldir": {
    36          "bucket": "{{.Bucket}}",
    37          "key": "modeldir.tar",
    38          "local": "/home/kmutch/.studioml/experiments/419af1ba-cbdf-11e8-a8d5-f2801f1b9fd1/modeldir",
    39          "mutable": true,
    40          "unpack": true,
    41          "qualified": "s3://{{.MinioAddress}}/{{.Bucket}}/modeldir.tar"
    42        },
    43        "_metadata": {
    44          "bucket": "{{.Bucket}}",
    45          "key": "_metadata.tar",
    46          "local": "/home/kmutch/.studioml/experiments/419af1ba-cbdf-11e8-a8d5-f2801f1b9fd1/_metadata",
    47          "mutable": true,
    48          "unpack": true,
    49          "qualified": "s3://{{.MinioAddress}}/{{.Bucket}}/_metadata.tar"
    50        },
    51        "_metrics": {
    52          "bucket": "{{.Bucket}}",
    53          "key": "_metrics.tar",
    54          "local": "/home/kmutch/.studioml/experiments/419af1ba-cbdf-11e8-a8d5-f2801f1b9fd1/_metrics",
    55          "mutable": true,
    56          "unpack": true,
    57          "qualified": "s3://{{.MinioAddress}}/{{.Bucket}}/_metrics.tar"
    58        },
    59        "output": {
    60          "bucket": "{{.Bucket}}",
    61          "key": "output.tar",
    62          "local": "/home/kmutch/.studioml/experiments/419af1ba-cbdf-11e8-a8d5-f2801f1b9fd1/output",
    63          "mutable": true,
    64          "unpack": true,
    65          "qualified": "s3://{{.MinioAddress}}/{{.Bucket}}/output.tar"
    66        },
    67        "tb": {
    68          "bucket": "{{.Bucket}}",
    69          "key": "tb.tar",
    70          "local": "/home/kmutch/.studioml/experiments/419af1ba-cbdf-11e8-a8d5-f2801f1b9fd1/tb",
    71          "mutable": true,
    72          "unpack": true,
    73          "qualified": "s3://{{.MinioAddress}}/{{.Bucket}}/tb.tar"
    74        },
    75        "workspace": {
    76          "bucket": "{{.Bucket}}",
    77          "key": "workspace.tar",
    78          "local": "/home/kmutch/studio/examples/keras",
    79          "mutable": false,
    80          "unpack": true,
    81          "qualified": "s3://{{.MinioAddress}}//{{.Bucket}}/workspace.tar"
    82        }
    83      },
    84      "filename": "data_parallel_tutorial.py",
    85      "git": null,
    86      "info": {},
    87      "key": "419af1ba-cbdf-11e8-a8d5-f2801f1b9fd1",
    88      "metric": null,
    89      "project": "multiGPU",
    90      "pythonenv": [
    91        "absl-py==0.3.0",
    92        "APScheduler==3.5.1",
    93        "argparse==1.2.1",
    94        "asn1crypto==0.24.0",
    95        "astor==0.7.1",
    96        "attrs==17.4.0",
    97        "autopep8==1.3.5",
    98        "awscli==1.15.4",
    99        "backports.weakref==1.0.post1",
   100        "bleach==1.5.0",
   101        "boto3==1.7.4",
   102        "botocore==1.10.4",
   103        "cachetools==2.0.1",
   104        "certifi==2018.4.16",
   105        "cffi==1.11.5",
   106        "chardet==3.0.4",
   107        "click==6.7",
   108        "cma==2.5.3",
   109        "colorama==0.3.7",
   110        "configparser==3.5.0",
   111        "cryptography==2.2.2",
   112        "dill==0.2.7.1",
   113        "docutils==0.14",
   114        "enum34==1.1.6",
   115        "filelock==3.0.4",
   116        "Flask==0.12.2",
   117        "funcsigs==1.0.2",
   118        "future==0.18.2",
   119        "futures3==1.0.0",
   120        "gast==0.2.0",
   121        "google-api-python-client==1.6.6",
   122        "google-auth==1.4.1",
   123        "google-auth-httplib2==0.0.3",
   124        "google-cloud-core==0.27.1",
   125        "google-cloud-pubsub==0.28.3",
   126        "google-cloud-storage==1.5.0",
   127        "google-gax==0.15.14",
   128        "google-resumable-media==0.3.1",
   129        "googleapis-common-protos==1.5.3",
   130        "grpc-google-iam-v1==0.11.4",
   131        "grpcio==1.11.0",
   132        "h5py==2.7.1",
   133        "html5lib==0.9999999",
   134        "httplib2==0.11.3",
   135        "idna==2.6",
   136        "ipaddress==1.0.22",
   137        "itsdangerous==0.24",
   138        "Jinja2==2.10",
   139        "jmespath==0.9.3",
   140        "jwcrypto==0.4.2",
   141        "Keras==2.0.9",
   142        "Markdown==2.6.11",
   143        "MarkupSafe==1.1.1",
   144        "mock==2.0.0",
   145        "more-itertools==4.1.0",
   146        "numpy==1.14.2",
   147        "oauth2client==3.0.0",
   148        "pbr==4.0.4",
   149        "pika==0.11.2",
   150        "Pillow==5.1.0",
   151        "pip==20.0.2",
   152        "pluggy==0.6.0",
   153        "ply==3.8",
   154        "protobuf==3.11.2",
   155        "psutil==5.4.5",
   156        "py==1.5.3",
   157        "pyasn1==0.4.2",
   158        "pyasn1-modules==0.2.1",
   159        "pycodestyle==2.4.0",
   160        "pycparser==2.18",
   161        "pycryptodome==3.6.1",
   162        "pygtail==0.8.0",
   163        "pytest==3.5.0",
   164        "python-dateutil==2.6.1",
   165        "python-jwt==3.0.0",
   166        "pytz==2018.4",
   167        "PyYAML==3.12",
   168        "requests==2.18.4",
   169        "requests-toolbelt==0.8.0",
   170        "rsa==3.4.2",
   171        "s3transfer==0.1.13",
   172        "scipy==1.1.0",
   173        "setuptools==46.1.3",
   174        "setuptools-scm==3.5.0",
   175        "setuptools-scm-git-archive==1.1",
   176        "six==1.11.0",
   177        "sseclient==0.0.19",
   178        "studioml==0.0.25.post2",
   179        "tensorboard==1.15.0",
   180        "tensorflow-gpu==1.15.2",
   181        "http://download.pytorch.org/whl/cu80/torch-0.4.1-cp27-cp27mu-linux_x86_64.whl",
   182        "torchvision",
   183        "termcolor==1.1.0",
   184        "terminaltables==3.1.0",
   185        "timeout-decorator==0.4.0",
   186        "tzlocal==1.5.1",
   187        "uritemplate==3.0.0",
   188        "urllib3==1.22",
   189        "Werkzeug==0.14.1",
   190        "wheel==0.31.0"
   191      ],
   192      "pythonver": "3.6",
   193      "resources_needed": {
   194        "cpus": 1,
   195        "gpus": {{.GPUSlots}},
   196        "hdd": "3gb",
   197        "ram": "2gb",
   198        "gpuMem": "4gb"
   199      },
   200      "status": "waiting",
   201      "time_added": 1538073290.258281,
   202      "max_duration": "20m",
   203      "time_finished": null,
   204      "time_last_checkpoint": 1538073314.955002,
   205      "time_started": null
   206    }
   207  }