github.com/pachyderm/pachyderm@v1.13.4/doc/mkdocs-1.10.x.yml (about) 1 site_name: Pachyderm Documentation 2 site_description: A Pachyderm documentation website that provides information on how to use Pachyderm data version control products. 3 site_author: Pachyderm 4 site_url: https://docs.pachyderm.com/ 5 docs_dir: docs/1.10.x 6 site_dir: site/1.10.x 7 8 repo_name: pachyderm/pachyderm 9 repo_url: https://github.com/pachyderm/pachyderm 10 edit_uri: "" 11 12 # Copyright 13 copyright: 'Copyright Pachyderm Inc, 2020' 14 pach_latest_version: '1.11.8' 15 16 # Configuration 17 theme: 18 name: pachydermdocs 19 custom_dir: overrides 20 21 # 404 page 22 static_templates: 23 - 404.html 24 include_search_page: true 25 search_index_only: true 26 language: en 27 features: 28 - tabs 29 palette: 30 primary: #4B2A5C 31 accent: #4B2A5C 32 font: 33 text: Montserrat 34 code: Roboto Mono 35 favicon: assets/images/favicon-32x32.png 36 icon: 37 logo: material/school 38 39 # Plugins 40 plugins: 41 - search 42 - minify: 43 minify_html: true 44 - git-revision-date-localized 45 46 # Customization 47 extra: 48 social: 49 - icon: fontawesome/brands/github 50 link: https://pachdm.com/github 51 - icon: fontawesome/brands/twitter 52 link: https://pachdm.com/twitter 53 - icon: fontawesome/brands/linkedin 54 link: https://pachdm.com/linkedin 55 56 extra_css: 57 - stylesheets/extra.css 58 59 # Extensions 60 markdown_extensions: 61 - markdown.extensions.admonition 62 - markdown.extensions.tables 63 - markdown.extensions.codehilite: 64 guess_lang: false 65 - markdown.extensions.def_list 66 - markdown.extensions.footnotes 67 - markdown.extensions.meta 68 - markdown.extensions.toc: 69 permalink: true 70 - mdx_truly_sane_lists: 71 nested_indent: 2 72 - pymdownx.arithmatex 73 - pymdownx.betterem: 74 smart_enable: all 75 - pymdownx.caret 76 - pymdownx.critic 77 - pymdownx.details 78 - pymdownx.emoji: 79 emoji_index: !!python/name:materialx.emoji.twemoji 80 emoji_generator: !!python/name:materialx.emoji.to_svg 81 - pymdownx.inlinehilite 82 - pymdownx.keys 83 - pymdownx.magiclink 84 - pymdownx.mark 85 - pymdownx.smartsymbols 86 - pymdownx.superfences 87 - pymdownx.tasklist: 88 custom_checkbox: true 89 - pymdownx.tilde 90 91 # Page tree 92 nav: 93 - Home: 94 - Welcome: index.md 95 - Contributing: 96 - Setup for Contributors: contributing/setup.md 97 - Gcloud Cluster Setup: contributing/gcloud-setup.md 98 - Repo Layout: contributing/repo-layout.md 99 - Coding Conventions: contributing/coding-conventions.md 100 - Documentation Style Guide: contributing/docs-style-guide.md 101 - Developing Pachyderm in Windows with VSCode: contributing/windows.md 102 - Getting Started: 103 - Overview: getting_started/index.md 104 - Local Installation: getting_started/local_installation.md 105 - Install pachctl Autocompletion: getting_started/install-pachctl-completion.md 106 - Deploy Pachyderm on Windows: getting_started/wsl-deploy.md 107 - Beginner Tutorial: getting_started/beginner_tutorial.md 108 - Concepts: 109 - Overview: concepts/index.md 110 - Versioned Data Concepts: 111 - Overview: concepts/data-concepts/index.md 112 - Repository: concepts/data-concepts/repo.md 113 - Commit: concepts/data-concepts/commit.md 114 - Branch: concepts/data-concepts/branch.md 115 - File: concepts/data-concepts/file.md 116 - Provenance: concepts/data-concepts/provenance.md 117 - History: concepts/data-concepts/history.md 118 - Pipeline Concepts: 119 - Overview: concepts/pipeline-concepts/index.md 120 - Pipeline: 121 - Overview: concepts/pipeline-concepts/pipeline/index.md 122 - Cron: concepts/pipeline-concepts/pipeline/cron.md 123 - Service: concepts/pipeline-concepts/pipeline/service.md 124 - Spout: concepts/pipeline-concepts/pipeline/spout.md 125 - Job: concepts/pipeline-concepts/job.md 126 - Datum: 127 - Overview: concepts/pipeline-concepts/datum/index.md 128 - Glob Patterns: concepts/pipeline-concepts/datum/glob-pattern.md 129 - Datum Processing: concepts/pipeline-concepts/datum/relationship-between-datums.md 130 - Cross and Union: concepts/pipeline-concepts/datum/cross-union.md 131 - Join: concepts/pipeline-concepts/datum/join.md 132 - Datum Processing States: concepts/pipeline-concepts/datum/datum-processing-states.md 133 - Advanced Concepts: 134 - Deferred Processing of Data: concepts/advanced-concepts/deferred_processing.md 135 - Distributed Computing: concepts/advanced-concepts/distributed_computing.md 136 - How-Tos: 137 - Overview: how-tos/index.md 138 - Individual Developer Workflow: how-tos/individual-developer-workflow.md 139 - Team Developer Workflow: how-tos/team-developer-workflow.md 140 - Load Your Data Into Pachyderm: how-tos/load-data-into-pachyderm.md 141 - Export Your Data From Pachyderm: how-tos/export-data-out-pachyderm.md 142 - Split Data: 143 - Overview: how-tos/splitting-data/index.md 144 - Splitting Data for Distributed Processing: how-tos/splitting-data/splitting.md 145 - Adjusting Data Processing by Splitting Data: how-tos/splitting-data/adjusting_data_processing_w_split.md 146 - Create a Machine Learning Workflow: how-tos/create-ml-workflow.md 147 - Use JupyterHub: 148 - Overview: how-tos/use-jupyterhub/index.md 149 - Using python-pachyderm in JupyterHub: how-tos/use-jupyterhub/using-jupyterhub.md 150 - Mount a Volume: how-tos/mount-volume.md 151 - Pipeline Operations: 152 - Create a Pipeline: how-tos/create-pipeline.md 153 - Run a Pipeline on a Specific Commit: how-tos/run_pipeline.md 154 - Update a Pipeline: how-tos/updating_pipelines.md 155 - Delete a Pipeline: how-tos/delete-pipeline.md 156 - Processing Time-Windowed Data: how-tos/time_windows.md 157 - Use Transactions: how-tos/use-transactions-to-run-multiple-commands.md 158 - Delete Data: how-tos/removing_data_from_pachyderm.md 159 - Ingress and Egress Data from an External Object Store: how-tos/ingressing_from_diff_cloud.md 160 - Skip Failed Datums: how-tos/err_cmd.md 161 - Deploy and Manage: 162 - Overview: deploy-manage/index.md 163 - Deploy Pachyderm: 164 - Overview: deploy-manage/deploy/index.md 165 - Getting Started with Pachyderm Hub: pachub/pachub_getting_started.md 166 - Deploy on GKE: deploy-manage/deploy/google_cloud_platform.md 167 - Deploy on AWS: 168 - Overview: deploy-manage/deploy/amazon_web_services/index.md 169 - Deploy Pachyderm on Amazon EKS: deploy-manage/deploy/amazon_web_services/deploy-eks.md 170 - Deploy Kubernetes with kops: deploy-manage/deploy/amazon_web_services/aws-deploy-kubernetes-kops.md 171 - Deploy Pachyderm on AWS: deploy-manage/deploy/amazon_web_services/aws-deploy-pachyderm.md 172 - Deploy a Pachyderm Cluster with CloudFront: deploy-manage/deploy/amazon_web_services/aws_cloudfront.md 173 - Deploy on Azure: deploy-manage/deploy/azure.md 174 - Deploy on OpenShift: deploy-manage/deploy/openshift.md 175 - Deploy On-Premises: deploy-manage/deploy/on_premises.md 176 - Deploy Pachyderm with JupyterHub: deploy-manage/deploy/deploy-pachyderm-jupyterhub.md 177 - Create a Custom Deployment: 178 - Overview: deploy-manage/deploy/deploy_custom/index.md 179 - Before You Begin: deploy-manage/deploy/deploy_custom/deploy_custom_before_you_begin.md 180 - Pachyderm Deployment Manifest: deploy-manage/deploy/deploy_custom/deploy_custom_pachyderm_deployment_manifest.md 181 - Configuring Persistent Disk Parameters: deploy-manage/deploy/deploy_custom/deploy_custom_configuring_persistent_disk_parameters.md 182 - Configuring Object Store: deploy-manage/deploy/deploy_custom/deploy_custom_configuring_object_store.md 183 - Create a Complete Configuration: deploy-manage/deploy/deploy_custom/deploy_custom_complete_example_invocation.md 184 - Additional flags: deploy-manage/deploy/deploy_custom/deploy_custom_additional_flags.md 185 - Additional Customizations: 186 - Import a Kubernetes Context: deploy-manage/deploy/import-kubernetes-context.md 187 - Deploy Pachyderm with TLS: deploy-manage/deploy/deploy_w_tls.md 188 - Deploy in a Custom Namespace: deploy-manage/deploy/namespaces.md 189 - Deploy a Custom Object Store: deploy-manage/deploy/non-cloud-object-stores.md 190 - Configure RBAC: deploy-manage/deploy/rbac.md 191 - Configure Tracing with Jaeger: deploy-manage/deploy/tracing.md 192 - Connect to a Pachyderm cluster: deploy-manage/deploy/connect-to-cluster.md 193 - Configure Environment Variables: deploy-manage/deploy/environment-variables.md 194 - Manage Pachyderm: 195 - Overview: deploy-manage/manage/index.md 196 - Manage Cluster Access: deploy-manage/manage/cluster-access.md 197 - Using Pachctl Shell: deploy-manage/manage/pachctl_shell.md 198 - Autoscale your Cluster: deploy-manage/manage/autoscaling.md 199 - Backup and Restore: deploy-manage/manage/backup_restore.md 200 - Storage Use Optimization: deploy-manage/manage/data_management.md 201 - Use GPUs: deploy-manage/manage/gpus.md 202 - Sharing GPU Resources: deploy-manage/manage/sharing_gpu_resources.md 203 - Upgrades and Migrations: 204 - Overview: deploy-manage/manage/upgrades_migrations.md 205 - Migrate to a Major Version: deploy-manage/manage/migrations.md 206 - Upgrade your Cluster: deploy-manage/manage/upgrades.md 207 - Disable Usage Metrics: deploy-manage/manage/disable-metrics.md 208 - Using the S3 Gateway: 209 - Overview: deploy-manage/manage/s3gateway/index.md 210 - Configure the S3 Gateway: deploy-manage/manage/s3gateway/configure-s3client.md 211 - Create an S3-enabled Pipeline: deploy-manage/manage/s3gateway/deploy-s3gateway-sidecar.md 212 - Supported Operations: deploy-manage/manage/s3gateway/supported-operations.md 213 - Unsupported Operations: deploy-manage/manage/s3gateway/unsupported-operations.md 214 - Reference: 215 - Overview: reference/index.md 216 - Pipeline Specification: reference/pipeline_spec.md 217 - Pachyderm Config Specification: reference/config_spec.md 218 - Pachyderm Language Clients: reference/clients.md 219 - S3 Gateway API Reference: reference/s3gateway_api.md 220 - Pachctl Reference: 221 - reference/pachctl/pachctl.md 222 - reference/pachctl/pachctl_auth.md 223 - reference/pachctl/pachctl_auth_activate.md 224 - reference/pachctl/pachctl_auth_check.md 225 - reference/pachctl/pachctl_auth_deactivate.md 226 - reference/pachctl/pachctl_auth_get-auth-token.md 227 - reference/pachctl/pachctl_auth_get-config.md 228 - reference/pachctl/pachctl_auth_get-otp.md 229 - reference/pachctl/pachctl_auth_get.md 230 - reference/pachctl/pachctl_auth_list-admins.md 231 - reference/pachctl/pachctl_auth_login.md 232 - reference/pachctl/pachctl_auth_logout.md 233 - reference/pachctl/pachctl_auth_modify-admins.md 234 - reference/pachctl/pachctl_auth_set-config.md 235 - reference/pachctl/pachctl_auth_set.md 236 - reference/pachctl/pachctl_auth_use-auth-token.md 237 - reference/pachctl/pachctl_auth_whoami.md 238 - reference/pachctl/pachctl_completion.md 239 - reference/pachctl/pachctl_completion_bash.md 240 - reference/pachctl/pachctl_completion_zsh.md 241 - reference/pachctl/pachctl_config.md 242 - reference/pachctl/pachctl_config_delete.md 243 - reference/pachctl/pachctl_config_delete_context.md 244 - reference/pachctl/pachctl_config_get.md 245 - reference/pachctl/pachctl_config_get_active-context.md 246 - reference/pachctl/pachctl_config_get_context.md 247 - reference/pachctl/pachctl_config_get_metrics.md 248 - reference/pachctl/pachctl_config_list.md 249 - reference/pachctl/pachctl_config_list_context.md 250 - reference/pachctl/pachctl_config_set.md 251 - reference/pachctl/pachctl_config_set_active-context.md 252 - reference/pachctl/pachctl_config_set_context.md 253 - reference/pachctl/pachctl_config_set_metrics.md 254 - reference/pachctl/pachctl_config_update.md 255 - reference/pachctl/pachctl_config_update_context.md 256 - reference/pachctl/pachctl_copy.md 257 - reference/pachctl/pachctl_copy_file.md 258 - reference/pachctl/pachctl_create.md 259 - reference/pachctl/pachctl_create_branch.md 260 - reference/pachctl/pachctl_create_pipeline.md 261 - reference/pachctl/pachctl_create_repo.md 262 - reference/pachctl/pachctl_create_secret.md 263 - reference/pachctl/pachctl_debug.md 264 - reference/pachctl/pachctl_debug_binary.md 265 - reference/pachctl/pachctl_debug_dump.md 266 - reference/pachctl/pachctl_debug_pprof.md 267 - reference/pachctl/pachctl_debug_profile.md 268 - reference/pachctl/pachctl_delete.md 269 - reference/pachctl/pachctl_delete_all.md 270 - reference/pachctl/pachctl_delete_branch.md 271 - reference/pachctl/pachctl_delete_commit.md 272 - reference/pachctl/pachctl_delete_file.md 273 - reference/pachctl/pachctl_delete_job.md 274 - reference/pachctl/pachctl_delete_pipeline.md 275 - reference/pachctl/pachctl_delete_repo.md 276 - reference/pachctl/pachctl_delete_secret.md 277 - reference/pachctl/pachctl_delete_transaction.md 278 - reference/pachctl/pachctl_deploy.md 279 - reference/pachctl/pachctl_deploy_amazon.md 280 - reference/pachctl/pachctl_deploy_custom.md 281 - reference/pachctl/pachctl_deploy_export-images.md 282 - reference/pachctl/pachctl_deploy_google.md 283 - reference/pachctl/pachctl_deploy_import-images.md 284 - reference/pachctl/pachctl_deploy_list-images.md 285 - reference/pachctl/pachctl_deploy_local.md 286 - reference/pachctl/pachctl_deploy_microsoft.md 287 - reference/pachctl/pachctl_deploy_storage.md 288 - reference/pachctl/pachctl_deploy_storage_amazon.md 289 - reference/pachctl/pachctl_deploy_storage_google.md 290 - reference/pachctl/pachctl_deploy_storage_microsoft.md 291 - reference/pachctl/pachctl_diff.md 292 - reference/pachctl/pachctl_diff_file.md 293 - reference/pachctl/pachctl_edit.md 294 - reference/pachctl/pachctl_edit_pipeline.md 295 - reference/pachctl/pachctl_enterprise.md 296 - reference/pachctl/pachctl_enterprise_activate.md 297 - reference/pachctl/pachctl_enterprise_get-state.md 298 - reference/pachctl/pachctl_extract.md 299 - reference/pachctl/pachctl_extract_pipeline.md 300 - reference/pachctl/pachctl_finish.md 301 - reference/pachctl/pachctl_finish_commit.md 302 - reference/pachctl/pachctl_finish_transaction.md 303 - reference/pachctl/pachctl_flush.md 304 - reference/pachctl/pachctl_flush_commit.md 305 - reference/pachctl/pachctl_flush_job.md 306 - reference/pachctl/pachctl_fsck.md 307 - reference/pachctl/pachctl_garbage-collect.md 308 - reference/pachctl/pachctl_get.md 309 - reference/pachctl/pachctl_get_file.md 310 - reference/pachctl/pachctl_get_object.md 311 - reference/pachctl/pachctl_get_tag.md 312 - reference/pachctl/pachctl_glob.md 313 - reference/pachctl/pachctl_glob_file.md 314 - reference/pachctl/pachctl_inspect.md 315 - reference/pachctl/pachctl_inspect_branch.md 316 - reference/pachctl/pachctl_inspect_cluster.md 317 - reference/pachctl/pachctl_inspect_commit.md 318 - reference/pachctl/pachctl_inspect_datum.md 319 - reference/pachctl/pachctl_inspect_file.md 320 - reference/pachctl/pachctl_inspect_job.md 321 - reference/pachctl/pachctl_inspect_pipeline.md 322 - reference/pachctl/pachctl_inspect_repo.md 323 - reference/pachctl/pachctl_inspect_secret.md 324 - reference/pachctl/pachctl_inspect_transaction.md 325 - reference/pachctl/pachctl_list.md 326 - reference/pachctl/pachctl_list_branch.md 327 - reference/pachctl/pachctl_list_commit.md 328 - reference/pachctl/pachctl_list_datum.md 329 - reference/pachctl/pachctl_list_file.md 330 - reference/pachctl/pachctl_list_job.md 331 - reference/pachctl/pachctl_list_pipeline.md 332 - reference/pachctl/pachctl_list_repo.md 333 - reference/pachctl/pachctl_list_secret.md 334 - reference/pachctl/pachctl_list_transaction.md 335 - reference/pachctl/pachctl_logs.md 336 - reference/pachctl/pachctl_mount.md 337 - reference/pachctl/pachctl_port-forward.md 338 - reference/pachctl/pachctl_put.md 339 - reference/pachctl/pachctl_put_file.md 340 - reference/pachctl/pachctl_restart.md 341 - reference/pachctl/pachctl_restart_datum.md 342 - reference/pachctl/pachctl_restore.md 343 - reference/pachctl/pachctl_resume.md 344 - reference/pachctl/pachctl_resume_transaction.md 345 - reference/pachctl/pachctl_run.md 346 - reference/pachctl/pachctl_run_cron.md 347 - reference/pachctl/pachctl_run_pipeline.md 348 - reference/pachctl/pachctl_shell.md 349 - reference/pachctl/pachctl_start.md 350 - reference/pachctl/pachctl_start_commit.md 351 - reference/pachctl/pachctl_start_pipeline.md 352 - reference/pachctl/pachctl_start_transaction.md 353 - reference/pachctl/pachctl_stop.md 354 - reference/pachctl/pachctl_stop_job.md 355 - reference/pachctl/pachctl_stop_pipeline.md 356 - reference/pachctl/pachctl_stop_transaction.md 357 - reference/pachctl/pachctl_subscribe.md 358 - reference/pachctl/pachctl_subscribe_commit.md 359 - reference/pachctl/pachctl_undeploy.md 360 - reference/pachctl/pachctl_unmount.md 361 - reference/pachctl/pachctl_update-dash.md 362 - reference/pachctl/pachctl_update.md 363 - reference/pachctl/pachctl_update_pipeline.md 364 - reference/pachctl/pachctl_update_repo.md 365 - reference/pachctl/pachctl_version.md 366 - Examples: examples/examples.md 367 - Enterprise: 368 - Overview: enterprise/index.md 369 - Features: enterprise/overview.md 370 - Deploy Enterprise Edition: enterprise/deployment.md 371 - Configure Access Controls: enterprise/auth/auth.md 372 - Advanced Statistics: enterprise/stats.md 373 - Configure Pachyderm with an Access Management Provider: 374 - Overview: enterprise/saml.md 375 - Configure SAML: enterprise/saml_setup.md 376 - Use SAML: enterprise/saml_usage.md 377 - Troubleshooting: 378 - Overview: troubleshooting/index.md 379 - General Troubleshooting: troubleshooting/general_troubleshooting.md 380 - Deployment Troubleshooting: troubleshooting/deploy_troubleshooting.md 381 - Pipeline Troubleshooting: troubleshooting/pipeline_troubleshooting.md 382 383 # Google Analytics 384 google_analytics: 385 - !!python/object/apply:os.getenv ["UA-158483597-1"] 386 - autosite_name: Pachyderm Documentation