github.com/sentienttechnologies/studio-go-runner@v0.0.0-20201118202441-6d21f2ced8ee/assets/pytorch_mgpu/experiment_template.json (about) 1 { 2 "config": { 3 "cloud": { 4 "queue": { 5 "rmq": "amqp://{{.RabbitMQUser}}:{{.RabbitMQPassword}}@rabbitmq-service:5672/%2f?connection_attempts=30\u0026retry_delay=.5\u0026socket_timeout=5" 6 } 7 }, 8 "database": { 9 "apiKey": "", 10 "authDomain": "", 11 "databaseURL": "", 12 "messagingSenderId": 0, 13 "projectId": "multiGPU", 14 "storageBucket": "", 15 "type": "s3", 16 "use_email_auth": false 17 }, 18 "saveWorkspaceFrequency": "3m", 19 "experimentLifetime": "30m", 20 "verbose": "debug", 21 "env": { 22 "AWS_ACCESS_KEY_ID": "{{.MinioUser}}", 23 "AWS_DEFAULT_REGION": "us-west-2", 24 "AWS_SECRET_ACCESS_KEY": "{{.MinioPassword}}", 25 "PATH": "%PATH%:./bin" 26 }, 27 "pip": null, 28 "runner": { 29 "slack_destination": "" 30 } 31 }, 32 "experiment": { 33 "args": [], 34 "artifacts": { 35 "modeldir": { 36 "bucket": "{{.Bucket}}", 37 "key": "modeldir.tar", 38 "local": "/home/kmutch/.studioml/experiments/419af1ba-cbdf-11e8-a8d5-f2801f1b9fd1/modeldir", 39 "mutable": true, 40 "unpack": true, 41 "qualified": "s3://{{.MinioAddress}}/{{.Bucket}}/modeldir.tar" 42 }, 43 "_metadata": { 44 "bucket": "{{.Bucket}}", 45 "key": "_metadata.tar", 46 "local": "/home/kmutch/.studioml/experiments/419af1ba-cbdf-11e8-a8d5-f2801f1b9fd1/_metadata", 47 "mutable": true, 48 "unpack": true, 49 "qualified": "s3://{{.MinioAddress}}/{{.Bucket}}/_metadata.tar" 50 }, 51 "_metrics": { 52 "bucket": "{{.Bucket}}", 53 "key": "_metrics.tar", 54 "local": "/home/kmutch/.studioml/experiments/419af1ba-cbdf-11e8-a8d5-f2801f1b9fd1/_metrics", 55 "mutable": true, 56 "unpack": true, 57 "qualified": "s3://{{.MinioAddress}}/{{.Bucket}}/_metrics.tar" 58 }, 59 "output": { 60 "bucket": "{{.Bucket}}", 61 "key": "output.tar", 62 "local": "/home/kmutch/.studioml/experiments/419af1ba-cbdf-11e8-a8d5-f2801f1b9fd1/output", 63 "mutable": true, 64 "unpack": true, 65 "qualified": "s3://{{.MinioAddress}}/{{.Bucket}}/output.tar" 66 }, 67 "tb": { 68 "bucket": "{{.Bucket}}", 69 "key": "tb.tar", 70 "local": "/home/kmutch/.studioml/experiments/419af1ba-cbdf-11e8-a8d5-f2801f1b9fd1/tb", 71 "mutable": true, 72 "unpack": true, 73 "qualified": "s3://{{.MinioAddress}}/{{.Bucket}}/tb.tar" 74 }, 75 "workspace": { 76 "bucket": "{{.Bucket}}", 77 "key": "workspace.tar", 78 "local": "/home/kmutch/studio/examples/keras", 79 "mutable": false, 80 "unpack": true, 81 "qualified": "s3://{{.MinioAddress}}//{{.Bucket}}/workspace.tar" 82 } 83 }, 84 "filename": "data_parallel_tutorial.py", 85 "git": null, 86 "info": {}, 87 "key": "419af1ba-cbdf-11e8-a8d5-f2801f1b9fd1", 88 "metric": null, 89 "project": "multiGPU", 90 "pythonenv": [ 91 "absl-py==0.3.0", 92 "APScheduler==3.5.1", 93 "argparse==1.2.1", 94 "asn1crypto==0.24.0", 95 "astor==0.7.1", 96 "attrs==17.4.0", 97 "autopep8==1.3.5", 98 "awscli==1.15.4", 99 "backports.weakref==1.0.post1", 100 "bleach==1.5.0", 101 "boto3==1.7.4", 102 "botocore==1.10.4", 103 "cachetools==2.0.1", 104 "certifi==2018.4.16", 105 "cffi==1.11.5", 106 "chardet==3.0.4", 107 "click==6.7", 108 "cma==2.5.3", 109 "colorama==0.3.7", 110 "configparser==3.5.0", 111 "cryptography==2.2.2", 112 "dill==0.2.7.1", 113 "docutils==0.14", 114 "enum34==1.1.6", 115 "filelock==3.0.4", 116 "Flask==0.12.2", 117 "funcsigs==1.0.2", 118 "future==0.18.2", 119 "futures3==1.0.0", 120 "gast==0.2.0", 121 "google-api-python-client==1.6.6", 122 "google-auth==1.4.1", 123 "google-auth-httplib2==0.0.3", 124 "google-cloud-core==0.27.1", 125 "google-cloud-pubsub==0.28.3", 126 "google-cloud-storage==1.5.0", 127 "google-gax==0.15.14", 128 "google-resumable-media==0.3.1", 129 "googleapis-common-protos==1.5.3", 130 "grpc-google-iam-v1==0.11.4", 131 "grpcio==1.11.0", 132 "h5py==2.7.1", 133 "html5lib==0.9999999", 134 "httplib2==0.11.3", 135 "idna==2.6", 136 "ipaddress==1.0.22", 137 "itsdangerous==0.24", 138 "Jinja2==2.10", 139 "jmespath==0.9.3", 140 "jwcrypto==0.4.2", 141 "Keras==2.0.9", 142 "Markdown==2.6.11", 143 "MarkupSafe==1.1.1", 144 "mock==2.0.0", 145 "more-itertools==4.1.0", 146 "numpy==1.14.2", 147 "oauth2client==3.0.0", 148 "pbr==4.0.4", 149 "pika==0.11.2", 150 "Pillow==5.1.0", 151 "pip==20.0.2", 152 "pluggy==0.6.0", 153 "ply==3.8", 154 "protobuf==3.11.2", 155 "psutil==5.4.5", 156 "py==1.5.3", 157 "pyasn1==0.4.2", 158 "pyasn1-modules==0.2.1", 159 "pycodestyle==2.4.0", 160 "pycparser==2.18", 161 "pycryptodome==3.6.1", 162 "pygtail==0.8.0", 163 "pytest==3.5.0", 164 "python-dateutil==2.6.1", 165 "python-jwt==3.0.0", 166 "pytz==2018.4", 167 "PyYAML==3.12", 168 "requests==2.18.4", 169 "requests-toolbelt==0.8.0", 170 "rsa==3.4.2", 171 "s3transfer==0.1.13", 172 "scipy==1.1.0", 173 "setuptools==46.1.3", 174 "setuptools-scm==3.5.0", 175 "setuptools-scm-git-archive==1.1", 176 "six==1.11.0", 177 "sseclient==0.0.19", 178 "studioml==0.0.25.post2", 179 "tensorboard==1.15.0", 180 "tensorflow-gpu==1.15.2", 181 "http://download.pytorch.org/whl/cu80/torch-0.4.1-cp27-cp27mu-linux_x86_64.whl", 182 "torchvision", 183 "termcolor==1.1.0", 184 "terminaltables==3.1.0", 185 "timeout-decorator==0.4.0", 186 "tzlocal==1.5.1", 187 "uritemplate==3.0.0", 188 "urllib3==1.22", 189 "Werkzeug==0.14.1", 190 "wheel==0.31.0" 191 ], 192 "pythonver": "3.6", 193 "resources_needed": { 194 "cpus": 1, 195 "gpus": {{.GPUSlots}}, 196 "hdd": "3gb", 197 "ram": "2gb", 198 "gpuMem": "4gb" 199 }, 200 "status": "waiting", 201 "time_added": 1538073290.258281, 202 "max_duration": "20m", 203 "time_finished": null, 204 "time_last_checkpoint": 1538073314.955002, 205 "time_started": null 206 } 207 }