k8s.io/test-infra@v0.0.0-20240520184403-27c6b4c223d8/config/jobs/kubernetes/sig-cloud-provider/aws/ec2-e2e.yaml (about) 1 presubmits: 2 kubernetes/kubernetes: 3 - name: pull-kubernetes-e2e-ec2 4 skip_branches: 5 - release-\d+\.\d+ # per-release image 6 annotations: 7 testgrid-alert-stale-results-hours: "24" 8 testgrid-create-test-group: "true" 9 testgrid-num-failures-to-alert: "10" 10 testgrid-dashboards: presubmits-ec2 11 description: Runs presubmit tests using kubetest2-ec2 against kubernetes master on EC2 (equivalent of pull-kubernetes-e2e-gce) 12 labels: 13 preset-e2e-containerd-ec2: "true" 14 preset-dind-enabled: "true" 15 path_alias: k8s.io/kubernetes 16 always_run: true 17 optional: true 18 skip_report: true 19 cluster: eks-prow-build-cluster 20 decorate: true 21 decoration_config: 22 timeout: 4h 23 extra_refs: 24 - org: kubernetes-sigs 25 repo: provider-aws-test-infra 26 base_ref: main 27 path_alias: sigs.k8s.io/provider-aws-test-infra 28 spec: 29 serviceAccountName: node-e2e-tests 30 containers: 31 - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master 32 command: 33 - runner.sh 34 args: 35 - bash 36 - -c 37 - | 38 GOPROXY=direct go install sigs.k8s.io/provider-aws-test-infra/kubetest2-ec2@latest 39 kubetest2 ec2 \ 40 --build \ 41 --region us-east-1 \ 42 --target-build-arch linux/amd64 \ 43 --stage provider-aws-test-infra \ 44 --up \ 45 --down \ 46 --test=ginkgo \ 47 -- \ 48 --use-built-binaries true \ 49 --parallel=30 \ 50 --skip-regex='\[Driver:.gcepd\]|\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\]' 51 env: 52 - name: USE_DOCKERIZED_BUILD 53 value: "true" 54 # docker-in-docker needs privileged mode 55 securityContext: 56 privileged: true 57 resources: 58 limits: 59 cpu: 8 60 memory: 10Gi 61 requests: 62 cpu: 8 63 memory: 10Gi 64 - name: pull-kubernetes-e2e-ec2-arm64 65 skip_branches: 66 - release-\d+\.\d+ # per-release image 67 annotations: 68 testgrid-alert-stale-results-hours: "24" 69 testgrid-create-test-group: "true" 70 testgrid-num-failures-to-alert: "10" 71 testgrid-dashboards: presubmits-ec2 72 description: Runs presubmit tests using kubetest2-ec2 against kubernetes master on EC2(arm64) 73 labels: 74 preset-e2e-containerd-ec2: "true" 75 preset-dind-enabled: "true" 76 path_alias: k8s.io/kubernetes 77 always_run: false 78 optional: true 79 cluster: eks-prow-build-cluster 80 decorate: true 81 decoration_config: 82 timeout: 4h 83 extra_refs: 84 - org: kubernetes-sigs 85 repo: provider-aws-test-infra 86 base_ref: main 87 path_alias: sigs.k8s.io/provider-aws-test-infra 88 spec: 89 serviceAccountName: node-e2e-tests 90 containers: 91 - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master 92 command: 93 - runner.sh 94 args: 95 - bash 96 - -c 97 - | 98 GOPROXY=direct go install sigs.k8s.io/provider-aws-test-infra/kubetest2-ec2@latest 99 kubetest2 ec2 \ 100 --build \ 101 --region us-east-1 \ 102 --target-build-arch linux/arm64 \ 103 --stage provider-aws-test-infra \ 104 --up \ 105 --down \ 106 --test=ginkgo \ 107 -- \ 108 --use-built-binaries true \ 109 --parallel=30 \ 110 --test-args='--node-os-arch=arm64' \ 111 --skip-regex='\[Driver:.gcepd\]|\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\]' 112 env: 113 - name: USE_DOCKERIZED_BUILD 114 value: "true" 115 # docker-in-docker needs privileged mode 116 securityContext: 117 privileged: true 118 resources: 119 limits: 120 cpu: 8 121 memory: 10Gi 122 requests: 123 cpu: 8 124 memory: 10Gi 125 - name: pull-kubernetes-e2e-ec2-conformance 126 skip_branches: 127 - release-\d+\.\d+ # per-release image 128 annotations: 129 testgrid-alert-stale-results-hours: "24" 130 testgrid-create-test-group: "true" 131 testgrid-num-failures-to-alert: "10" 132 testgrid-dashboards: presubmits-ec2 133 labels: 134 preset-e2e-containerd-ec2: "true" 135 preset-dind-enabled: "true" 136 path_alias: k8s.io/kubernetes 137 always_run: true 138 optional: true 139 skip_report: true 140 cluster: eks-prow-build-cluster 141 decorate: true 142 decoration_config: 143 timeout: 4h 144 extra_refs: 145 - org: kubernetes-sigs 146 repo: provider-aws-test-infra 147 base_ref: main 148 path_alias: sigs.k8s.io/provider-aws-test-infra 149 spec: 150 serviceAccountName: node-e2e-tests 151 containers: 152 - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master 153 command: 154 - runner.sh 155 args: 156 - bash 157 - -c 158 - | 159 GOPROXY=direct go install sigs.k8s.io/provider-aws-test-infra/kubetest2-ec2@latest 160 kubetest2 ec2 \ 161 --build \ 162 --instance-type=m6a.large \ 163 --region us-east-1 \ 164 --target-build-arch linux/amd64 \ 165 --stage provider-aws-test-infra \ 166 --up \ 167 --down \ 168 --test=ginkgo \ 169 -- \ 170 --use-built-binaries true \ 171 --focus-regex='\[Conformance\]' 172 env: 173 - name: USE_DOCKERIZED_BUILD 174 value: "true" 175 # docker-in-docker needs privileged mode 176 securityContext: 177 privileged: true 178 resources: 179 limits: 180 cpu: 8 181 memory: 10Gi 182 requests: 183 cpu: 8 184 memory: 10Gi 185 - name: pull-kubernetes-e2e-ec2-conformance-arm64 186 skip_branches: 187 - release-\d+\.\d+ # per-release image 188 annotations: 189 testgrid-alert-stale-results-hours: "24" 190 testgrid-create-test-group: "true" 191 testgrid-num-failures-to-alert: "10" 192 testgrid-dashboards: presubmits-ec2 193 description: Runs presubmit conformance tests using kubetest2-ec2 against kubernetes master on EC2(arm64) 194 labels: 195 preset-e2e-containerd-ec2: "true" 196 preset-dind-enabled: "true" 197 path_alias: k8s.io/kubernetes 198 always_run: false 199 optional: true 200 cluster: eks-prow-build-cluster 201 decorate: true 202 decoration_config: 203 timeout: 4h 204 extra_refs: 205 - org: kubernetes-sigs 206 repo: provider-aws-test-infra 207 base_ref: main 208 path_alias: sigs.k8s.io/provider-aws-test-infra 209 spec: 210 serviceAccountName: node-e2e-tests 211 containers: 212 - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master 213 command: 214 - runner.sh 215 args: 216 - bash 217 - -c 218 - | 219 GOPROXY=direct go install sigs.k8s.io/provider-aws-test-infra/kubetest2-ec2@latest 220 kubetest2 ec2 \ 221 --build \ 222 --instance-type=m6g.large \ 223 --region us-east-1 \ 224 --target-build-arch linux/arm64 \ 225 --stage provider-aws-test-infra \ 226 --up \ 227 --down \ 228 --test=ginkgo \ 229 -- \ 230 --use-built-binaries true \ 231 --focus-regex='\[Conformance\]' 232 env: 233 - name: USE_DOCKERIZED_BUILD 234 value: "true" 235 # docker-in-docker needs privileged mode 236 securityContext: 237 privileged: true 238 resources: 239 limits: 240 cpu: 8 241 memory: 10Gi 242 requests: 243 cpu: 8 244 memory: 10Gi 245 - name: pull-kubernetes-e2e-ec2-device-plugin-gpu 246 skip_branches: 247 - release-\d+\.\d+ # per-release image 248 annotations: 249 testgrid-alert-stale-results-hours: "24" 250 testgrid-create-test-group: "true" 251 testgrid-num-failures-to-alert: "10" 252 testgrid-dashboards: presubmits-ec2 253 description: Runs presubmit tests using kubetest2-ec2 against kubernetes master on EC2 (equivalent of pull-kubernetes-e2e-gce) 254 labels: 255 preset-e2e-containerd-ec2: "true" 256 preset-dind-enabled: "true" 257 path_alias: k8s.io/kubernetes 258 always_run: false 259 optional: true 260 cluster: eks-prow-build-cluster 261 decorate: true 262 decoration_config: 263 timeout: 4h 264 extra_refs: 265 - org: kubernetes-sigs 266 repo: provider-aws-test-infra 267 base_ref: main 268 path_alias: sigs.k8s.io/provider-aws-test-infra 269 spec: 270 serviceAccountName: node-e2e-tests 271 containers: 272 - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master 273 command: 274 - runner.sh 275 args: 276 - bash 277 - -c 278 - | 279 GOPROXY=direct go install sigs.k8s.io/provider-aws-test-infra/kubetest2-ec2@latest 280 AMI_ID=$(aws ssm get-parameters --names \ 281 /aws/service/eks/optimized-ami/1.29/amazon-linux-2-gpu/recommended/image_id \ 282 --query 'Parameters[0].[Value]' --output text) 283 export TEST_MAX_GPU_COUNT=1 284 export NVIDIA_DRIVER_INSTALLER_DAEMONSET=https://raw.githubusercontent.com/NVIDIA/k8s-device-plugin/v0.14.5/nvidia-device-plugin.yml 285 kubetest2 ec2 \ 286 --build \ 287 --instance-type=g4dn.xlarge \ 288 --worker-image="$AMI_ID" \ 289 --region us-east-1 \ 290 --target-build-arch linux/amd64 \ 291 --stage provider-aws-test-infra \ 292 --worker-user-data-file $(go env GOPATH)/src/sigs.k8s.io/provider-aws-test-infra/kubetest2-ec2/config/al2.sh \ 293 --up \ 294 --down \ 295 --test=ginkgo \ 296 -- \ 297 --test-args="--node-os-arch=$NODE_OS_ARCH --provider=aws --minStartupPods=8" \ 298 --focus-regex="\[Feature:GPUDevicePlugin\]" \ 299 --use-built-binaries true \ 300 --parallel=5 301 env: 302 - name: USE_DOCKERIZED_BUILD 303 value: "true" 304 # docker-in-docker needs privileged mode 305 securityContext: 306 privileged: true 307 resources: 308 limits: 309 cpu: 8 310 memory: 10Gi 311 requests: 312 cpu: 8 313 memory: 10Gi 314 kubernetes-sigs/provider-aws-test-infra: 315 - name: pull-kubernetes-e2e-ec2-quick 316 skip_branches: 317 - release-\d+\.\d+ # per-release image 318 annotations: 319 testgrid-alert-stale-results-hours: "24" 320 testgrid-create-test-group: "true" 321 testgrid-num-failures-to-alert: "10" 322 testgrid-dashboards: presubmits-ec2 323 labels: 324 preset-e2e-containerd-ec2: "true" 325 preset-dind-enabled: "true" 326 path_alias: sigs.k8s.io/provider-aws-test-infra 327 always_run: true 328 optional: false 329 cluster: eks-prow-build-cluster 330 decorate: true 331 decoration_config: 332 timeout: 4h 333 spec: 334 serviceAccountName: node-e2e-tests 335 containers: 336 - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master 337 command: 338 - runner.sh 339 args: 340 - bash 341 - -c 342 - | 343 cd kubetest2-ec2 && GOPROXY=direct go install . 344 VERSION=$(curl -Ls https://dl.k8s.io/ci/fast/latest-fast.txt) 345 kubetest2 ec2 \ 346 --stage https://dl.k8s.io/ci/fast/ \ 347 --version $VERSION \ 348 --up \ 349 --down \ 350 --test=ginkgo \ 351 -- \ 352 --parallel=30 \ 353 --test-package-url=https://dl.k8s.io/ \ 354 --test-package-dir=ci/fast \ 355 --test-package-marker=latest-fast.txt \ 356 --focus-regex='Pods should be submitted and removed' 357 env: 358 - name: USE_DOCKERIZED_BUILD 359 value: "true" 360 # docker-in-docker needs privileged mode 361 securityContext: 362 privileged: true 363 resources: 364 limits: 365 cpu: 8 366 memory: 10Gi 367 requests: 368 cpu: 8 369 memory: 10Gi 370 - name: pull-kubernetes-e2e-ec2-cloud-provider-quick 371 skip_branches: 372 - release-\d+\.\d+ # per-release image 373 annotations: 374 testgrid-alert-stale-results-hours: "24" 375 testgrid-create-test-group: "true" 376 testgrid-num-failures-to-alert: "10" 377 testgrid-dashboards: presubmits-ec2 378 labels: 379 preset-e2e-containerd-ec2: "true" 380 preset-dind-enabled: "true" 381 path_alias: sigs.k8s.io/provider-aws-test-infra 382 always_run: true 383 optional: true 384 cluster: eks-prow-build-cluster 385 decorate: true 386 decoration_config: 387 timeout: 4h 388 spec: 389 serviceAccountName: node-e2e-tests 390 containers: 391 - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master 392 command: 393 - runner.sh 394 args: 395 - bash 396 - -c 397 - | 398 cd kubetest2-ec2 && GOPROXY=direct go install . 399 VERSION=$(curl -Ls https://dl.k8s.io/ci/fast/latest-fast.txt) 400 kubetest2 ec2 \ 401 --stage https://dl.k8s.io/ci/fast/ \ 402 --external-cloud-provider true \ 403 --version $VERSION \ 404 --up \ 405 --down \ 406 --test=ginkgo \ 407 -- \ 408 --parallel=30 \ 409 --test-package-url=https://dl.k8s.io/ \ 410 --test-package-dir=ci/fast \ 411 --test-package-marker=latest-fast.txt \ 412 --focus-regex='Pods should be submitted and removed' 413 env: 414 - name: USE_DOCKERIZED_BUILD 415 value: "true" 416 # docker-in-docker needs privileged mode 417 securityContext: 418 privileged: true 419 resources: 420 limits: 421 cpu: 8 422 memory: 10Gi 423 requests: 424 cpu: 8 425 memory: 10Gi 426 - name: pull-kubernetes-e2e-ec2-canary 427 skip_branches: 428 - release-\d+\.\d+ # per-release image 429 annotations: 430 testgrid-alert-stale-results-hours: "24" 431 testgrid-create-test-group: "true" 432 testgrid-num-failures-to-alert: "10" 433 testgrid-dashboards: presubmits-ec2 434 labels: 435 preset-e2e-containerd-ec2: "true" 436 preset-dind-enabled: "true" 437 path_alias: sigs.k8s.io/provider-aws-test-infra 438 always_run: true 439 optional: false 440 cluster: eks-prow-build-cluster 441 decorate: true 442 decoration_config: 443 timeout: 4h 444 extra_refs: 445 - org: kubernetes 446 repo: kubernetes 447 base_ref: master 448 path_alias: k8s.io/kubernetes 449 spec: 450 serviceAccountName: node-e2e-tests 451 containers: 452 - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master 453 command: 454 - runner.sh 455 args: 456 - bash 457 - -c 458 - | 459 cd kubetest2-ec2 && GOPROXY=direct go install . 460 kubetest2 ec2 \ 461 --build \ 462 --region us-east-1 \ 463 --target-build-arch linux/amd64 \ 464 --stage provider-aws-test-infra \ 465 --up \ 466 --down \ 467 --test=ginkgo \ 468 -- \ 469 --use-built-binaries true \ 470 --parallel=30 \ 471 --skip-regex='\[Driver:.gcepd\]|\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\]' 472 env: 473 - name: USE_DOCKERIZED_BUILD 474 value: "true" 475 # docker-in-docker needs privileged mode 476 securityContext: 477 privileged: true 478 resources: 479 limits: 480 cpu: 8 481 memory: 10Gi 482 requests: 483 cpu: 8 484 memory: 10Gi 485 - name: pull-kubernetes-e2e-ec2-cloud-provider-canary 486 skip_branches: 487 - release-\d+\.\d+ # per-release image 488 annotations: 489 testgrid-alert-stale-results-hours: "24" 490 testgrid-create-test-group: "true" 491 testgrid-num-failures-to-alert: "10" 492 testgrid-dashboards: presubmits-ec2 493 labels: 494 preset-e2e-containerd-ec2: "true" 495 preset-dind-enabled: "true" 496 path_alias: sigs.k8s.io/provider-aws-test-infra 497 always_run: true 498 optional: true 499 cluster: eks-prow-build-cluster 500 decorate: true 501 decoration_config: 502 timeout: 4h 503 extra_refs: 504 - org: kubernetes 505 repo: kubernetes 506 base_ref: master 507 path_alias: k8s.io/kubernetes 508 spec: 509 serviceAccountName: node-e2e-tests 510 containers: 511 - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master 512 command: 513 - runner.sh 514 args: 515 - bash 516 - -c 517 - | 518 cd kubetest2-ec2 && GOPROXY=direct go install . 519 kubetest2 ec2 \ 520 --build \ 521 --region us-east-1 \ 522 --target-build-arch linux/amd64 \ 523 --stage provider-aws-test-infra \ 524 --external-cloud-provider true \ 525 --up \ 526 --down \ 527 --test=ginkgo \ 528 -- \ 529 --use-built-binaries true \ 530 --parallel=30 \ 531 --skip-regex='\[Driver:.gcepd\]|\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\]' 532 env: 533 - name: USE_DOCKERIZED_BUILD 534 value: "true" 535 # docker-in-docker needs privileged mode 536 securityContext: 537 privileged: true 538 resources: 539 limits: 540 cpu: 8 541 memory: 10Gi 542 requests: 543 cpu: 8 544 memory: 10Gi 545 - name: pull-kubernetes-e2e-ec2-conformance-canary 546 skip_branches: 547 - release-\d+\.\d+ # per-release image 548 annotations: 549 testgrid-alert-stale-results-hours: "24" 550 testgrid-create-test-group: "true" 551 testgrid-num-failures-to-alert: "10" 552 testgrid-dashboards: presubmits-ec2 553 labels: 554 preset-e2e-containerd-ec2: "true" 555 preset-dind-enabled: "true" 556 path_alias: sigs.k8s.io/provider-aws-test-infra 557 always_run: true 558 optional: false 559 cluster: eks-prow-build-cluster 560 decorate: true 561 decoration_config: 562 timeout: 4h 563 extra_refs: 564 - org: kubernetes 565 repo: kubernetes 566 base_ref: master 567 path_alias: k8s.io/kubernetes 568 spec: 569 serviceAccountName: node-e2e-tests 570 containers: 571 - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master 572 command: 573 - runner.sh 574 args: 575 - bash 576 - -c 577 - | 578 cd kubetest2-ec2 && GOPROXY=direct go install . 579 kubetest2 ec2 \ 580 --build \ 581 --instance-type=m6a.large \ 582 --region us-east-1 \ 583 --target-build-arch linux/amd64 \ 584 --stage provider-aws-test-infra \ 585 --up \ 586 --down \ 587 --test=ginkgo \ 588 -- \ 589 --use-built-binaries true \ 590 --focus-regex='\[Conformance\]' 591 env: 592 - name: USE_DOCKERIZED_BUILD 593 value: "true" 594 # docker-in-docker needs privileged mode 595 securityContext: 596 privileged: true 597 resources: 598 limits: 599 cpu: 8 600 memory: 10Gi 601 requests: 602 cpu: 8 603 memory: 10Gi 604 - name: pull-kubernetes-e2e-ec2-eks-conformance-canary 605 skip_branches: 606 - release-\d+\.\d+ # per-release image 607 annotations: 608 testgrid-alert-stale-results-hours: "24" 609 testgrid-create-test-group: "true" 610 testgrid-num-failures-to-alert: "10" 611 testgrid-dashboards: presubmits-ec2 612 labels: 613 preset-e2e-containerd-ec2: "true" 614 preset-dind-enabled: "true" 615 path_alias: sigs.k8s.io/provider-aws-test-infra 616 always_run: false 617 optional: true 618 cluster: eks-prow-build-cluster 619 decorate: true 620 decoration_config: 621 timeout: 4h 622 extra_refs: 623 - org: kubernetes 624 repo: kubernetes 625 base_ref: master 626 path_alias: k8s.io/kubernetes 627 spec: 628 serviceAccountName: node-e2e-tests 629 containers: 630 - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master 631 command: 632 - runner.sh 633 args: 634 - bash 635 - -c 636 - | 637 cd kubetest2-ec2 && GOPROXY=direct go install . 638 AMI_ID=$(aws ssm get-parameters --names \ 639 /aws/service/eks/optimized-ami/1.28/amazon-linux-2/recommended/image_id \ 640 --query 'Parameters[0].[Value]' --output text) 641 kubetest2 ec2 \ 642 --build \ 643 --instance-type=m6a.large \ 644 --region us-east-1 \ 645 --target-build-arch linux/amd64 \ 646 --worker-image "$AMI_ID" \ 647 --worker-user-data-file $(go env GOPATH)/src/sigs.k8s.io/provider-aws-test-infra/kubetest2-ec2/config/al2.sh \ 648 --stage provider-aws-test-infra \ 649 --up \ 650 --down \ 651 --test=ginkgo \ 652 -- \ 653 --use-built-binaries true \ 654 --focus-regex='\[Conformance\]' 655 env: 656 - name: USE_DOCKERIZED_BUILD 657 value: "true" 658 # docker-in-docker needs privileged mode 659 securityContext: 660 privileged: true 661 resources: 662 limits: 663 cpu: 8 664 memory: 10Gi 665 requests: 666 cpu: 8 667 memory: 10Gi 668 - name: pull-kubernetes-e2e-ec2-eks-al2023-conformance-canary 669 skip_branches: 670 - release-\d+\.\d+ # per-release image 671 annotations: 672 testgrid-alert-stale-results-hours: "24" 673 testgrid-create-test-group: "true" 674 testgrid-num-failures-to-alert: "10" 675 testgrid-dashboards: presubmits-ec2 676 labels: 677 preset-e2e-containerd-ec2: "true" 678 preset-dind-enabled: "true" 679 path_alias: sigs.k8s.io/provider-aws-test-infra 680 always_run: false 681 optional: true 682 cluster: eks-prow-build-cluster 683 decorate: true 684 decoration_config: 685 timeout: 4h 686 extra_refs: 687 - org: kubernetes 688 repo: kubernetes 689 base_ref: master 690 path_alias: k8s.io/kubernetes 691 spec: 692 serviceAccountName: node-e2e-tests 693 containers: 694 - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master 695 command: 696 - runner.sh 697 args: 698 - bash 699 - -c 700 - | 701 source $(go env GOPATH)/src/sigs.k8s.io/provider-aws-test-infra/kubetest2-ec2/scripts/check-ami.sh 702 703 cd kubetest2-ec2 && GOPROXY=direct go install . 704 kubetest2 ec2 \ 705 --build \ 706 --instance-type=m6a.large \ 707 --region "$AWS_REGION" \ 708 --target-build-arch "$AMI_TARGET_BUILD_ARCH" \ 709 --worker-image "$AMI_ID" \ 710 --worker-user-data-file $(go env GOPATH)/src/sigs.k8s.io/provider-aws-test-infra/kubetest2-ec2/config/al2023.sh \ 711 --stage provider-aws-test-infra \ 712 --up \ 713 --down \ 714 --test=ginkgo \ 715 -- \ 716 --use-built-binaries true \ 717 --test-args="--node-os-arch=$NODE_OS_ARCH" \ 718 --focus-regex='\[Conformance\]' 719 env: 720 - name: BUILD_EKS_AMI_OS 721 value: "al2023" 722 - name: BUILD_EKS_AMI_ARCH 723 value: "x86_64" 724 - name: USE_DOCKERIZED_BUILD 725 value: "true" 726 # docker-in-docker needs privileged mode 727 securityContext: 728 privileged: true 729 resources: 730 limits: 731 cpu: 8 732 memory: 10Gi 733 requests: 734 cpu: 8 735 memory: 10Gi 736 periodics: 737 - interval: 6h 738 cluster: eks-prow-build-cluster 739 name: ci-kubernetes-ec2-conformance-latest 740 annotations: 741 testgrid-dashboards: amazon-ec2, conformance-all, conformance-ec2, sig-release-master-informing, amazon-ec2-release 742 testgrid-tab-name: Conformance - EC2 - master 743 description: Runs conformance tests using kubetest against kubernetes master on EC2 744 labels: 745 preset-e2e-containerd-ec2: "true" 746 preset-dind-enabled: "true" 747 decorate: true 748 decoration_config: 749 timeout: 4h 750 extra_refs: 751 - org: kubernetes-sigs 752 repo: provider-aws-test-infra 753 base_ref: main 754 path_alias: sigs.k8s.io/provider-aws-test-infra 755 - org: kubernetes 756 repo: kubernetes 757 base_ref: master 758 path_alias: k8s.io/kubernetes 759 workdir: true 760 spec: 761 serviceAccountName: node-e2e-tests 762 containers: 763 - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master 764 command: 765 - runner.sh 766 args: 767 - bash 768 - -c 769 - | 770 GOPROXY=direct go install sigs.k8s.io/provider-aws-test-infra/kubetest2-ec2@latest 771 kubetest2 ec2 \ 772 --build \ 773 --target-build-arch linux/amd64 \ 774 --stage provider-aws-test-infra \ 775 --up \ 776 --down \ 777 --test=ginkgo \ 778 -- \ 779 --use-built-binaries true \ 780 --focus-regex='\[Conformance\]' 781 env: 782 - name: USE_DOCKERIZED_BUILD 783 value: "true" 784 # docker-in-docker needs privileged mode 785 securityContext: 786 privileged: true 787 resources: 788 limits: 789 cpu: 8 790 memory: 10Gi 791 requests: 792 cpu: 8 793 memory: 10Gi 794 - interval: 6h 795 cluster: eks-prow-build-cluster 796 name: ci-kubernetes-ec2-eks-conformance-latest 797 annotations: 798 testgrid-dashboards: amazon-ec2, conformance-ec2 799 testgrid-tab-name: Conformance - EC2/EKS - master 800 description: Runs conformance tests using kubetest against kubernetes master on EC2 using EKS worker nodes 801 labels: 802 preset-e2e-containerd-ec2: "true" 803 preset-dind-enabled: "true" 804 decorate: true 805 decoration_config: 806 timeout: 4h 807 extra_refs: 808 - org: kubernetes-sigs 809 repo: provider-aws-test-infra 810 base_ref: main 811 path_alias: sigs.k8s.io/provider-aws-test-infra 812 - org: kubernetes 813 repo: kubernetes 814 base_ref: master 815 path_alias: k8s.io/kubernetes 816 workdir: true 817 spec: 818 serviceAccountName: node-e2e-tests 819 containers: 820 - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master 821 command: 822 - runner.sh 823 args: 824 - bash 825 - -c 826 - | 827 GOPROXY=direct go install sigs.k8s.io/provider-aws-test-infra/kubetest2-ec2@latest 828 AMI_ID=$(aws ssm get-parameters --names \ 829 /aws/service/eks/optimized-ami/1.28/amazon-linux-2/recommended/image_id \ 830 --query 'Parameters[0].[Value]' --output text) 831 kubetest2 ec2 \ 832 --build \ 833 --target-build-arch linux/amd64 \ 834 --worker-image "$AMI_ID" \ 835 --worker-user-data-file $(go env GOPATH)/src/sigs.k8s.io/provider-aws-test-infra/kubetest2-ec2/config/al2.sh \ 836 --stage provider-aws-test-infra \ 837 --up \ 838 --down \ 839 --test=ginkgo \ 840 -- \ 841 --use-built-binaries true \ 842 --focus-regex='\[Conformance\]' 843 env: 844 - name: USE_DOCKERIZED_BUILD 845 value: "true" 846 # docker-in-docker needs privileged mode 847 securityContext: 848 privileged: true 849 resources: 850 limits: 851 cpu: 8 852 memory: 10Gi 853 requests: 854 cpu: 8 855 memory: 10Gi 856 - interval: 6h 857 cluster: eks-prow-build-cluster 858 name: ci-kubernetes-ec2-eks-al2023-conformance-latest 859 annotations: 860 testgrid-dashboards: amazon-ec2, conformance-ec2, amazon-ec2-al2023 861 testgrid-tab-name: Conformance - EC2/EKS/AL2023 - master 862 description: Runs conformance tests using kubetest against kubernetes master on EC2 using EKS worker nodes 863 labels: 864 preset-e2e-containerd-ec2: "true" 865 preset-dind-enabled: "true" 866 decorate: true 867 decoration_config: 868 timeout: 4h 869 extra_refs: 870 - org: kubernetes-sigs 871 repo: provider-aws-test-infra 872 base_ref: main 873 path_alias: sigs.k8s.io/provider-aws-test-infra 874 - org: kubernetes 875 repo: kubernetes 876 base_ref: master 877 path_alias: k8s.io/kubernetes 878 workdir: true 879 spec: 880 serviceAccountName: node-e2e-tests 881 containers: 882 - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master 883 command: 884 - runner.sh 885 args: 886 - bash 887 - -c 888 - | 889 source $(go env GOPATH)/src/sigs.k8s.io/provider-aws-test-infra/kubetest2-ec2/scripts/check-ami.sh 890 891 GOPROXY=direct go install sigs.k8s.io/provider-aws-test-infra/kubetest2-ec2@latest 892 kubetest2 ec2 \ 893 --build \ 894 --region "$AWS_REGION" \ 895 --target-build-arch "$AMI_TARGET_BUILD_ARCH" \ 896 --worker-image "$AMI_ID" \ 897 --worker-user-data-file $(go env GOPATH)/src/sigs.k8s.io/provider-aws-test-infra/kubetest2-ec2/config/al2023.sh \ 898 --stage provider-aws-test-infra \ 899 --up \ 900 --down \ 901 --test=ginkgo \ 902 -- \ 903 --use-built-binaries true \ 904 --test-args="--node-os-arch=$NODE_OS_ARCH" \ 905 --focus-regex='\[Conformance\]' 906 env: 907 - name: BUILD_EKS_AMI_OS 908 value: "al2023" 909 - name: BUILD_EKS_AMI_ARCH 910 value: "x86_64" 911 - name: USE_DOCKERIZED_BUILD 912 value: "true" 913 # docker-in-docker needs privileged mode 914 securityContext: 915 privileged: true 916 resources: 917 limits: 918 cpu: 8 919 memory: 10Gi 920 requests: 921 cpu: 8 922 memory: 10Gi 923 - interval: 6h 924 cluster: eks-prow-build-cluster 925 name: ci-kubernetes-ec2-eks-al2023-arm64-conformance-latest 926 annotations: 927 testgrid-dashboards: amazon-ec2, conformance-ec2, amazon-ec2-al2023 928 testgrid-tab-name: Conformance - EC2/EKS/AL2023 - master on arm64 929 description: Runs conformance tests using kubetest against kubernetes master on EC2 using EKS arm64 worker nodes 930 labels: 931 preset-e2e-containerd-ec2: "true" 932 preset-dind-enabled: "true" 933 decorate: true 934 decoration_config: 935 timeout: 4h 936 extra_refs: 937 - org: kubernetes-sigs 938 repo: provider-aws-test-infra 939 base_ref: main 940 path_alias: sigs.k8s.io/provider-aws-test-infra 941 - org: kubernetes 942 repo: kubernetes 943 base_ref: master 944 path_alias: k8s.io/kubernetes 945 workdir: true 946 spec: 947 serviceAccountName: node-e2e-tests 948 containers: 949 - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master 950 command: 951 - runner.sh 952 args: 953 - bash 954 - -c 955 - | 956 source $(go env GOPATH)/src/sigs.k8s.io/provider-aws-test-infra/kubetest2-ec2/scripts/check-ami.sh 957 958 GOPROXY=direct go install sigs.k8s.io/provider-aws-test-infra/kubetest2-ec2@latest 959 kubetest2 ec2 \ 960 --build \ 961 --region "$AWS_REGION" \ 962 --target-build-arch "$AMI_TARGET_BUILD_ARCH" \ 963 --worker-image "$AMI_ID" \ 964 --worker-user-data-file $(go env GOPATH)/src/sigs.k8s.io/provider-aws-test-infra/kubetest2-ec2/config/al2023.sh \ 965 --stage provider-aws-test-infra \ 966 --up \ 967 --down \ 968 --test=ginkgo \ 969 -- \ 970 --use-built-binaries true \ 971 --test-args="--node-os-arch=$NODE_OS_ARCH" \ 972 --focus-regex='\[Conformance\]' 973 env: 974 - name: BUILD_EKS_AMI_OS 975 value: "al2023" 976 - name: BUILD_EKS_AMI_ARCH 977 value: "arm64" 978 - name: USE_DOCKERIZED_BUILD 979 value: "true" 980 # docker-in-docker needs privileged mode 981 securityContext: 982 privileged: true 983 resources: 984 limits: 985 cpu: 8 986 memory: 10Gi 987 requests: 988 cpu: 8 989 memory: 10Gi 990 - interval: 6h 991 cluster: eks-prow-build-cluster 992 name: ci-kubernetes-e2e-ec2-eks-al2023 993 annotations: 994 testgrid-dashboards: amazon-ec2, conformance-ec2, amazon-ec2-al2023 995 testgrid-tab-name: ci-kubernetes-e2e-ec2-eks-al2023 996 description: Uses kubetest to run e2e tests (-Slow|Serial|Disruptive|Flaky|Feature) against a cluster (al2023 EKS image) created with kubetest2-ec2 997 labels: 998 preset-e2e-containerd-ec2: "true" 999 preset-dind-enabled: "true" 1000 decorate: true 1001 decoration_config: 1002 timeout: 4h 1003 extra_refs: 1004 - org: kubernetes-sigs 1005 repo: provider-aws-test-infra 1006 base_ref: main 1007 path_alias: sigs.k8s.io/provider-aws-test-infra 1008 - org: kubernetes 1009 repo: kubernetes 1010 base_ref: master 1011 path_alias: k8s.io/kubernetes 1012 workdir: true 1013 spec: 1014 serviceAccountName: node-e2e-tests 1015 containers: 1016 - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master 1017 command: 1018 - runner.sh 1019 args: 1020 - bash 1021 - -c 1022 - | 1023 source $(go env GOPATH)/src/sigs.k8s.io/provider-aws-test-infra/kubetest2-ec2/scripts/check-ami.sh 1024 1025 GOPROXY=direct go install sigs.k8s.io/provider-aws-test-infra/kubetest2-ec2@latest 1026 kubetest2 ec2 \ 1027 --build \ 1028 --region "$AWS_REGION" \ 1029 --target-build-arch "$AMI_TARGET_BUILD_ARCH" \ 1030 --worker-image "$AMI_ID" \ 1031 --worker-user-data-file $(go env GOPATH)/src/sigs.k8s.io/provider-aws-test-infra/kubetest2-ec2/config/al2023.sh \ 1032 --stage provider-aws-test-infra \ 1033 --up \ 1034 --down \ 1035 --test=ginkgo \ 1036 -- \ 1037 --use-built-binaries true \ 1038 --test-args="--node-os-arch=$NODE_OS_ARCH" \ 1039 --parallel=30 \ 1040 --skip-regex='\[Driver:.gcepd\]|\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\]' 1041 env: 1042 - name: BUILD_EKS_AMI_OS 1043 value: "al2023" 1044 - name: BUILD_EKS_AMI_ARCH 1045 value: "x86_64" 1046 - name: USE_DOCKERIZED_BUILD 1047 value: "true" 1048 # docker-in-docker needs privileged mode 1049 securityContext: 1050 privileged: true 1051 resources: 1052 limits: 1053 cpu: 8 1054 memory: 10Gi 1055 requests: 1056 cpu: 8 1057 memory: 10Gi 1058 - interval: 6h 1059 cluster: eks-prow-build-cluster 1060 name: ci-kubernetes-e2e-ec2-eks-al2023-arm64 1061 annotations: 1062 testgrid-dashboards: amazon-ec2, conformance-ec2, amazon-ec2-al2023 1063 testgrid-tab-name: ci-kubernetes-e2e-ec2-eks-al2023-arm64 1064 description: Uses kubetest to run e2e tests (-Slow|Serial|Disruptive|Flaky|Feature) cluster (al2023 EKS image) created with kubetest2-ec2 on arm64 1065 labels: 1066 preset-e2e-containerd-ec2: "true" 1067 preset-dind-enabled: "true" 1068 decorate: true 1069 decoration_config: 1070 timeout: 4h 1071 extra_refs: 1072 - org: kubernetes-sigs 1073 repo: provider-aws-test-infra 1074 base_ref: main 1075 path_alias: sigs.k8s.io/provider-aws-test-infra 1076 - org: kubernetes 1077 repo: kubernetes 1078 base_ref: master 1079 path_alias: k8s.io/kubernetes 1080 workdir: true 1081 spec: 1082 serviceAccountName: node-e2e-tests 1083 containers: 1084 - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master 1085 command: 1086 - runner.sh 1087 args: 1088 - bash 1089 - -c 1090 - | 1091 source $(go env GOPATH)/src/sigs.k8s.io/provider-aws-test-infra/kubetest2-ec2/scripts/check-ami.sh 1092 1093 GOPROXY=direct go install sigs.k8s.io/provider-aws-test-infra/kubetest2-ec2@latest 1094 kubetest2 ec2 \ 1095 --build \ 1096 --region "$AWS_REGION" \ 1097 --target-build-arch "$AMI_TARGET_BUILD_ARCH" \ 1098 --worker-image "$AMI_ID" \ 1099 --worker-user-data-file $(go env GOPATH)/src/sigs.k8s.io/provider-aws-test-infra/kubetest2-ec2/config/al2023.sh \ 1100 --stage provider-aws-test-infra \ 1101 --up \ 1102 --down \ 1103 --test=ginkgo \ 1104 -- \ 1105 --use-built-binaries true \ 1106 --test-args="--node-os-arch=$NODE_OS_ARCH" \ 1107 --parallel=30 \ 1108 --skip-regex='\[Driver:.gcepd\]|\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\]' 1109 env: 1110 - name: BUILD_EKS_AMI_OS 1111 value: "al2023" 1112 - name: BUILD_EKS_AMI_ARCH 1113 value: "arm64" 1114 - name: USE_DOCKERIZED_BUILD 1115 value: "true" 1116 # docker-in-docker needs privileged mode 1117 securityContext: 1118 privileged: true 1119 resources: 1120 limits: 1121 cpu: 8 1122 memory: 10Gi 1123 requests: 1124 cpu: 8 1125 memory: 10Gi 1126 - interval: 6h 1127 cluster: eks-prow-build-cluster 1128 name: ci-kubernetes-ec2-arm64-conformance-latest 1129 annotations: 1130 testgrid-dashboards: amazon-ec2, conformance-all, conformance-ec2, sig-release-master-informing, amazon-ec2-release 1131 testgrid-tab-name: Conformance - EC2 - arm64 - master 1132 description: Runs conformance tests using kubetest against kubernetes master on EC2 (arm64) 1133 labels: 1134 preset-e2e-containerd-ec2: "true" 1135 preset-dind-enabled: "true" 1136 decorate: true 1137 decoration_config: 1138 timeout: 4h 1139 extra_refs: 1140 - org: kubernetes-sigs 1141 repo: provider-aws-test-infra 1142 base_ref: main 1143 path_alias: sigs.k8s.io/provider-aws-test-infra 1144 - org: kubernetes 1145 repo: kubernetes 1146 base_ref: master 1147 path_alias: k8s.io/kubernetes 1148 workdir: true 1149 spec: 1150 serviceAccountName: node-e2e-tests 1151 containers: 1152 - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master 1153 command: 1154 - runner.sh 1155 args: 1156 - bash 1157 - -c 1158 - | 1159 GOPROXY=direct go install sigs.k8s.io/provider-aws-test-infra/kubetest2-ec2@latest 1160 kubetest2 ec2 \ 1161 --build \ 1162 --target-build-arch linux/arm64 \ 1163 --stage provider-aws-test-infra \ 1164 --up \ 1165 --down \ 1166 --test=ginkgo \ 1167 -- \ 1168 --use-built-binaries true \ 1169 --focus-regex='\[Conformance\]' 1170 env: 1171 - name: USE_DOCKERIZED_BUILD 1172 value: "true" 1173 # docker-in-docker needs privileged mode 1174 securityContext: 1175 privileged: true 1176 resources: 1177 limits: 1178 cpu: 8 1179 memory: 10Gi 1180 requests: 1181 cpu: 8 1182 memory: 10Gi 1183 - interval: 6h 1184 cluster: eks-prow-build-cluster 1185 name: ci-kubernetes-e2e-ubuntu-ec2-containerd 1186 annotations: 1187 testgrid-dashboards: amazon-ec2 1188 testgrid-tab-name: ec2-ubuntu-master-containerd 1189 description: Uses kubetest to run e2e tests (-Slow|Serial|Disruptive|Flaky|Feature) against a cluster (ubuntu based and uses containerd) created with kubetest2-ec2 1190 labels: 1191 preset-e2e-containerd-ec2: "true" 1192 preset-dind-enabled: "true" 1193 decorate: true 1194 decoration_config: 1195 timeout: 4h 1196 extra_refs: 1197 - org: kubernetes-sigs 1198 repo: provider-aws-test-infra 1199 base_ref: main 1200 path_alias: sigs.k8s.io/provider-aws-test-infra 1201 - org: kubernetes 1202 repo: kubernetes 1203 base_ref: master 1204 path_alias: k8s.io/kubernetes 1205 workdir: true 1206 spec: 1207 serviceAccountName: node-e2e-tests 1208 containers: 1209 - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master 1210 command: 1211 - runner.sh 1212 args: 1213 - bash 1214 - -c 1215 - | 1216 GOPROXY=direct go install sigs.k8s.io/provider-aws-test-infra/kubetest2-ec2@latest 1217 kubetest2 ec2 \ 1218 --build \ 1219 --target-build-arch linux/amd64 \ 1220 --stage provider-aws-test-infra \ 1221 --up \ 1222 --down \ 1223 --test=ginkgo \ 1224 -- \ 1225 --use-built-binaries true \ 1226 --parallel=30 \ 1227 --skip-regex='\[Driver:.gcepd\]|\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\]' 1228 env: 1229 - name: USE_DOCKERIZED_BUILD 1230 value: "true" 1231 # docker-in-docker needs privileged mode 1232 securityContext: 1233 privileged: true 1234 resources: 1235 limits: 1236 cpu: 8 1237 memory: 10Gi 1238 requests: 1239 cpu: 8 1240 memory: 10Gi 1241 - interval: 6h 1242 cluster: eks-prow-build-cluster 1243 name: ci-kubernetes-e2e-ubuntu-ec2-arm64-containerd 1244 annotations: 1245 testgrid-dashboards: amazon-ec2 1246 testgrid-tab-name: ec2-arm64-ubuntu-master-containerd 1247 description: Uses kubetest to run e2e tests (-Slow|Serial|Disruptive|Flaky|Feature) against a cluster (ubuntu based and uses containerd) created with kubetest2-ec2 1248 labels: 1249 preset-e2e-containerd-ec2: "true" 1250 preset-dind-enabled: "true" 1251 decorate: true 1252 decoration_config: 1253 timeout: 4h 1254 extra_refs: 1255 - org: kubernetes-sigs 1256 repo: provider-aws-test-infra 1257 base_ref: main 1258 path_alias: sigs.k8s.io/provider-aws-test-infra 1259 - org: kubernetes 1260 repo: kubernetes 1261 base_ref: master 1262 path_alias: k8s.io/kubernetes 1263 workdir: true 1264 spec: 1265 serviceAccountName: node-e2e-tests 1266 containers: 1267 - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master 1268 command: 1269 - runner.sh 1270 args: 1271 - bash 1272 - -c 1273 - | 1274 GOPROXY=direct go install sigs.k8s.io/provider-aws-test-infra/kubetest2-ec2@latest 1275 kubetest2 ec2 \ 1276 --build \ 1277 --target-build-arch linux/arm64 \ 1278 --stage provider-aws-test-infra \ 1279 --up \ 1280 --down \ 1281 --test=ginkgo \ 1282 -- \ 1283 --use-built-binaries true \ 1284 --parallel=30 \ 1285 --test-args='--node-os-arch=arm64' \ 1286 --skip-regex='\[Driver:.gcepd\]|\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\]' 1287 env: 1288 - name: USE_DOCKERIZED_BUILD 1289 value: "true" 1290 # docker-in-docker needs privileged mode 1291 securityContext: 1292 privileged: true 1293 resources: 1294 limits: 1295 cpu: 8 1296 memory: 10Gi 1297 requests: 1298 cpu: 8 1299 memory: 10Gi 1300 - interval: 1h 1301 cluster: eks-prow-build-cluster 1302 name: ci-aws-ec2-janitor 1303 annotations: 1304 testgrid-dashboards: amazon-ec2, sig-testing-maintenance 1305 testgrid-tab-name: aws-ec2-janitor 1306 description: cleanup any EC2 instances older than 2 days 1307 labels: 1308 preset-e2e-containerd-ec2: "true" 1309 decorate: true 1310 decoration_config: 1311 timeout: 4h 1312 spec: 1313 serviceAccountName: node-e2e-tests 1314 containers: 1315 - command: 1316 - /app 1317 args: 1318 - --ttl=6h 1319 - --path=s3://provider-aws-test-infra/objs.json 1320 - --region=us-east-1 1321 image: gcr.io/k8s-staging-boskos/aws-janitor:v20240416-59dbd6c 1322 resources: 1323 requests: 1324 cpu: 1 1325 memory: "2Gi" 1326 limits: 1327 cpu: 1 1328 memory: "2Gi"