k8s.io/test-infra@v0.0.0-20240520184403-27c6b4c223d8/config/jobs/kubernetes/kops/kops-presubmits-e2e.yaml (about)

     1  # Test jobs generated by build_jobs.py (do not manually edit)
     2  # 40 jobs
     3  presubmits:
     4    kubernetes/kops:
     5  
     6  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "ci", "kops_channel": "alpha", "networking": "calico"}
     7    - name: pull-kops-e2e-k8s-ci
     8      cluster: default
     9      branches:
    10      - master
    11      always_run: false
    12      optional: false
    13      skip_report: false
    14      labels:
    15        preset-service-account: "true"
    16        preset-aws-ssh: "true"
    17        preset-aws-credential: "true"
    18        preset-dind-enabled: "true"
    19      decorate: true
    20      decoration_config:
    21        timeout: 90m
    22      path_alias: k8s.io/kops
    23      spec:
    24        containers:
    25        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
    26          imagePullPolicy: Always
    27          command:
    28          - runner.sh
    29          args:
    30          - bash
    31          - -c
    32          - |
    33              make test-e2e-install
    34              kubetest2 kops \
    35              -v 2 \
    36              --up --build --down \
    37              --cloud-provider=aws \
    38              --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-20240501' --channel=alpha --networking=calico --discovery-store=s3://k8s-kops-prow/discovery" \
    39              --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
    40              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
    41              --test=kops \
    42              -- \
    43              --test-args="-test.timeout=60m" \
    44              --test-package-url=https://storage.googleapis.com/k8s-release-dev \
    45              --test-package-dir=ci \
    46              --test-package-marker=latest.txt \
    47              --focus-regex="\[Conformance\]|\[NodeConformance\]" \
    48              --parallel=25
    49          securityContext:
    50            privileged: true
    51          env:
    52          - name: KUBE_SSH_KEY_PATH
    53            value: /etc/aws-ssh/aws-ssh-private
    54          - name: KUBE_SSH_USER
    55            value: ubuntu
    56          - name: GOPATH
    57            value: /home/prow/go
    58          resources:
    59            limits:
    60              cpu: "4"
    61              memory: 6Gi
    62            requests:
    63              cpu: "4"
    64              memory: 6Gi
    65      annotations:
    66        test.kops.k8s.io/cloud: aws
    67        test.kops.k8s.io/distro: u2204arm64
    68        test.kops.k8s.io/extra_flags: --discovery-store=s3://k8s-kops-prow/discovery
    69        test.kops.k8s.io/k8s_version: ci
    70        test.kops.k8s.io/kops_channel: alpha
    71        test.kops.k8s.io/networking: calico
    72        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
    73        testgrid-days-of-results: '90'
    74        testgrid-tab-name: e2e-containerd-ci
    75  
    76  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--master-count=3 --node-count=6 --zones=eu-central-1a,eu-central-1b,eu-central-1c --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "ci", "kops_channel": "alpha", "networking": "calico"}
    77    - name: pull-kops-e2e-k8s-ci-ha
    78      cluster: default
    79      branches:
    80      - master
    81      always_run: false
    82      optional: false
    83      skip_report: false
    84      labels:
    85        preset-service-account: "true"
    86        preset-aws-ssh: "true"
    87        preset-aws-credential: "true"
    88        preset-dind-enabled: "true"
    89      decorate: true
    90      decoration_config:
    91        timeout: 90m
    92      path_alias: k8s.io/kops
    93      spec:
    94        containers:
    95        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
    96          imagePullPolicy: Always
    97          command:
    98          - runner.sh
    99          args:
   100          - bash
   101          - -c
   102          - |
   103              make test-e2e-install
   104              kubetest2 kops \
   105              -v 2 \
   106              --up --build --down \
   107              --cloud-provider=aws \
   108              --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-20240501' --channel=alpha --networking=calico --master-count=3 --node-count=6 --zones=eu-central-1a,eu-central-1b,eu-central-1c --discovery-store=s3://k8s-kops-prow/discovery" \
   109              --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
   110              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
   111              --test=kops \
   112              -- \
   113              --test-args="-test.timeout=60m" \
   114              --test-package-url=https://storage.googleapis.com/k8s-release-dev \
   115              --test-package-dir=ci \
   116              --test-package-marker=latest.txt \
   117              --focus-regex="\[Conformance\]|\[NodeConformance\]" \
   118              --parallel=25
   119          securityContext:
   120            privileged: true
   121          env:
   122          - name: KUBE_SSH_KEY_PATH
   123            value: /etc/aws-ssh/aws-ssh-private
   124          - name: KUBE_SSH_USER
   125            value: ubuntu
   126          - name: GOPATH
   127            value: /home/prow/go
   128          resources:
   129            limits:
   130              cpu: "4"
   131              memory: 6Gi
   132            requests:
   133              cpu: "4"
   134              memory: 6Gi
   135      annotations:
   136        test.kops.k8s.io/cloud: aws
   137        test.kops.k8s.io/distro: u2204arm64
   138        test.kops.k8s.io/extra_flags: --master-count=3 --node-count=6 --zones=eu-central-1a,eu-central-1b,eu-central-1c --discovery-store=s3://k8s-kops-prow/discovery
   139        test.kops.k8s.io/k8s_version: ci
   140        test.kops.k8s.io/kops_channel: alpha
   141        test.kops.k8s.io/networking: calico
   142        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
   143        testgrid-days-of-results: '90'
   144        testgrid-tab-name: e2e-containerd-ci-ha
   145  
   146  # {"cloud": "aws", "distro": "channels", "extra_flags": "--discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "networking": "calico"}
   147    - name: pull-kops-e2e-k8s-aws-calico
   148      cluster: default
   149      branches:
   150      - master
   151      always_run: true
   152      optional: false
   153      skip_report: false
   154      labels:
   155        preset-service-account: "true"
   156        preset-aws-ssh: "true"
   157        preset-aws-credential: "true"
   158        preset-dind-enabled: "true"
   159      decorate: true
   160      decoration_config:
   161        timeout: 90m
   162      path_alias: k8s.io/kops
   163      spec:
   164        containers:
   165        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   166          imagePullPolicy: Always
   167          command:
   168          - runner.sh
   169          args:
   170          - bash
   171          - -c
   172          - |
   173              make test-e2e-install
   174              kubetest2 kops \
   175              -v 2 \
   176              --up --build --down \
   177              --cloud-provider=aws \
   178              --create-args="--channel=alpha --networking=calico --discovery-store=s3://k8s-kops-prow/discovery" \
   179              --kubernetes-version=https://dl.k8s.io/release/stable.txt \
   180              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
   181              --test=kops \
   182              -- \
   183              --test-args="-test.timeout=60m" \
   184              --test-package-marker=stable.txt \
   185              --parallel=25
   186          securityContext:
   187            privileged: true
   188          env:
   189          - name: KUBE_SSH_KEY_PATH
   190            value: /etc/aws-ssh/aws-ssh-private
   191          - name: KUBE_SSH_USER
   192            value: ubuntu
   193          - name: GOPATH
   194            value: /home/prow/go
   195          resources:
   196            limits:
   197              cpu: "4"
   198              memory: 6Gi
   199            requests:
   200              cpu: "4"
   201              memory: 6Gi
   202      annotations:
   203        test.kops.k8s.io/cloud: aws
   204        test.kops.k8s.io/distro: channels
   205        test.kops.k8s.io/extra_flags: --discovery-store=s3://k8s-kops-prow/discovery
   206        test.kops.k8s.io/k8s_version: stable
   207        test.kops.k8s.io/kops_channel: alpha
   208        test.kops.k8s.io/networking: calico
   209        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
   210        testgrid-days-of-results: '90'
   211        testgrid-tab-name: e2e-aws-calico
   212  
   213  # {"cloud": "aws", "distro": "al2023", "extra_flags": "--node-size=r5d.xlarge --master-size=r5d.xlarge --set=cluster.spec.networking.amazonVPC.env=ENABLE_PREFIX_DELEGATION=true --set=cluster.spec.networking.amazonVPC.env=MINIMUM_IP_TARGET=80 --set=cluster.spec.networking.amazonVPC.env=WARM_IP_TARGET=10 --set=spec.kubeAPIServer.logLevel=4 --set=spec.kubeAPIServer.auditLogMaxSize=2000000000 --set=spec.kubeAPIServer.enableAggregatorRouting=true --set=spec.kubeAPIServer.auditLogPath=/var/log/kube-apiserver-audit.log --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "networking": "amazonvpc"}
   214    - name: pull-kops-e2e-k8s-aws-amazonvpc
   215      cluster: default
   216      branches:
   217      - master
   218      always_run: false
   219      optional: true
   220      skip_report: false
   221      labels:
   222        preset-service-account: "true"
   223        preset-aws-ssh: "true"
   224        preset-aws-credential: "true"
   225        preset-dind-enabled: "true"
   226      decorate: true
   227      decoration_config:
   228        timeout: 90m
   229      path_alias: k8s.io/kops
   230      spec:
   231        containers:
   232        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   233          imagePullPolicy: Always
   234          command:
   235          - runner.sh
   236          args:
   237          - bash
   238          - -c
   239          - |
   240              make test-e2e-install
   241              kubetest2 kops \
   242              -v 2 \
   243              --up --build --down \
   244              --cloud-provider=aws \
   245              --create-args="--image='137112412989/al2023-ami-2023.4.20240429.0-kernel-6.1-x86_64' --channel=alpha --networking=amazonvpc --node-size=r5d.xlarge --master-size=r5d.xlarge --set=cluster.spec.networking.amazonVPC.env=ENABLE_PREFIX_DELEGATION=true --set=cluster.spec.networking.amazonVPC.env=MINIMUM_IP_TARGET=80 --set=cluster.spec.networking.amazonVPC.env=WARM_IP_TARGET=10 --set=spec.kubeAPIServer.logLevel=4 --set=spec.kubeAPIServer.auditLogMaxSize=2000000000 --set=spec.kubeAPIServer.enableAggregatorRouting=true --set=spec.kubeAPIServer.auditLogPath=/var/log/kube-apiserver-audit.log --discovery-store=s3://k8s-kops-prow/discovery" \
   246              --kubernetes-version=https://dl.k8s.io/release/stable.txt \
   247              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
   248              --test=kops \
   249              -- \
   250              --test-args="-test.timeout=60m" \
   251              --test-package-marker=stable.txt \
   252              --parallel=25
   253          securityContext:
   254            privileged: true
   255          env:
   256          - name: KUBE_SSH_KEY_PATH
   257            value: /etc/aws-ssh/aws-ssh-private
   258          - name: KUBE_SSH_USER
   259            value: ec2-user
   260          - name: GOPATH
   261            value: /home/prow/go
   262          resources:
   263            limits:
   264              cpu: "4"
   265              memory: 6Gi
   266            requests:
   267              cpu: "4"
   268              memory: 6Gi
   269      annotations:
   270        test.kops.k8s.io/cloud: aws
   271        test.kops.k8s.io/distro: al2023
   272        test.kops.k8s.io/extra_flags: --node-size=r5d.xlarge --master-size=r5d.xlarge --set=cluster.spec.networking.amazonVPC.env=ENABLE_PREFIX_DELEGATION=true --set=cluster.spec.networking.amazonVPC.env=MINIMUM_IP_TARGET=80 --set=cluster.spec.networking.amazonVPC.env=WARM_IP_TARGET=10 --set=spec.kubeAPIServer.logLevel=4 --set=spec.kubeAPIServer.auditLogMaxSize=2000000000 --set=spec.kubeAPIServer.enableAggregatorRouting=true --set=spec.kubeAPIServer.auditLogPath=/var/log/kube-apiserver-audit.log --discovery-store=s3://k8s-kops-prow/discovery
   273        test.kops.k8s.io/k8s_version: stable
   274        test.kops.k8s.io/kops_channel: alpha
   275        test.kops.k8s.io/networking: amazonvpc
   276        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
   277        testgrid-days-of-results: '90'
   278        testgrid-tab-name: e2e-aws-amazonvpc
   279  
   280  # {"cloud": "gce", "distro": "u2204", "extra_flags": "--gce-service-account=default", "k8s_version": "stable", "kops_channel": "alpha", "networking": "cilium"}
   281    - name: pull-kops-e2e-k8s-gce-cilium
   282      cluster: k8s-infra-prow-build
   283      branches:
   284      - master
   285      always_run: true
   286      optional: false
   287      skip_report: false
   288      labels:
   289        preset-k8s-ssh: "true"
   290      decorate: true
   291      decoration_config:
   292        timeout: 90m
   293      path_alias: k8s.io/kops
   294      spec:
   295        serviceAccountName: k8s-kops-test
   296        containers:
   297        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   298          imagePullPolicy: Always
   299          command:
   300          - runner.sh
   301          args:
   302          - bash
   303          - -c
   304          - |
   305              make test-e2e-install
   306              kubetest2 kops \
   307              -v 2 \
   308              --up --build --down \
   309              --cloud-provider=gce \
   310              --admin-access=0.0.0.0/0 \
   311              --create-args="--channel=alpha --networking=cilium --gce-service-account=default" \
   312              --kubernetes-version=https://dl.k8s.io/release/stable.txt \
   313              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
   314              --test=kops \
   315              -- \
   316              --test-args="-test.timeout=60m" \
   317              --test-package-marker=stable.txt \
   318              --parallel=25
   319          securityContext:
   320            privileged: true
   321          env:
   322          - name: KUBE_SSH_KEY_PATH
   323            value: /etc/ssh-key-secret/ssh-private
   324          - name: KUBE_SSH_USER
   325            value: prow
   326          - name: GOPATH
   327            value: /home/prow/go
   328          resources:
   329            limits:
   330              cpu: "4"
   331              memory: 6Gi
   332            requests:
   333              cpu: "4"
   334              memory: 6Gi
   335      annotations:
   336        test.kops.k8s.io/cloud: gce
   337        test.kops.k8s.io/distro: u2204
   338        test.kops.k8s.io/extra_flags: --gce-service-account=default
   339        test.kops.k8s.io/k8s_version: stable
   340        test.kops.k8s.io/kops_channel: alpha
   341        test.kops.k8s.io/networking: cilium
   342        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
   343        testgrid-days-of-results: '90'
   344        testgrid-tab-name: e2e-gce-cilium
   345  
   346  # {"cloud": "gce", "distro": "u2204", "extra_flags": "--gce-service-account=default", "k8s_version": "stable", "kops_channel": "alpha", "networking": "cilium-etcd"}
   347    - name: pull-kops-e2e-k8s-gce-cilium-etcd
   348      cluster: k8s-infra-prow-build
   349      branches:
   350      - master
   351      always_run: false
   352      optional: false
   353      skip_report: false
   354      labels:
   355        preset-k8s-ssh: "true"
   356      decorate: true
   357      decoration_config:
   358        timeout: 90m
   359      path_alias: k8s.io/kops
   360      spec:
   361        serviceAccountName: k8s-kops-test
   362        containers:
   363        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   364          imagePullPolicy: Always
   365          command:
   366          - runner.sh
   367          args:
   368          - bash
   369          - -c
   370          - |
   371              make test-e2e-install
   372              kubetest2 kops \
   373              -v 2 \
   374              --up --build --down \
   375              --cloud-provider=gce \
   376              --admin-access=0.0.0.0/0 \
   377              --create-args="--channel=alpha --networking=cilium-etcd --gce-service-account=default" \
   378              --kubernetes-version=https://dl.k8s.io/release/stable.txt \
   379              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
   380              --test=kops \
   381              -- \
   382              --test-args="-test.timeout=60m" \
   383              --test-package-marker=stable.txt \
   384              --parallel=25
   385          securityContext:
   386            privileged: true
   387          env:
   388          - name: KUBE_SSH_KEY_PATH
   389            value: /etc/ssh-key-secret/ssh-private
   390          - name: KUBE_SSH_USER
   391            value: prow
   392          - name: GOPATH
   393            value: /home/prow/go
   394          resources:
   395            limits:
   396              cpu: "4"
   397              memory: 6Gi
   398            requests:
   399              cpu: "4"
   400              memory: 6Gi
   401      annotations:
   402        test.kops.k8s.io/cloud: gce
   403        test.kops.k8s.io/distro: u2204
   404        test.kops.k8s.io/extra_flags: --gce-service-account=default
   405        test.kops.k8s.io/k8s_version: stable
   406        test.kops.k8s.io/kops_channel: alpha
   407        test.kops.k8s.io/networking: cilium-etcd
   408        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
   409        testgrid-days-of-results: '90'
   410        testgrid-tab-name: e2e-gce-cilium-etcd
   411  
   412  # {"cloud": "gce", "distro": "u2204", "extra_flags": "--gce-service-account=default", "k8s_version": "stable", "kops_channel": "alpha", "networking": "gce"}
   413    - name: pull-kops-e2e-k8s-gce-ipalias
   414      cluster: k8s-infra-prow-build
   415      branches:
   416      - master
   417      always_run: true
   418      optional: false
   419      skip_report: false
   420      labels:
   421        preset-k8s-ssh: "true"
   422      decorate: true
   423      decoration_config:
   424        timeout: 90m
   425      path_alias: k8s.io/kops
   426      spec:
   427        serviceAccountName: k8s-kops-test
   428        containers:
   429        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   430          imagePullPolicy: Always
   431          command:
   432          - runner.sh
   433          args:
   434          - bash
   435          - -c
   436          - |
   437              make test-e2e-install
   438              kubetest2 kops \
   439              -v 2 \
   440              --up --build --down \
   441              --cloud-provider=gce \
   442              --admin-access=0.0.0.0/0 \
   443              --create-args="--channel=alpha --networking=gce --gce-service-account=default" \
   444              --kubernetes-version=https://dl.k8s.io/release/stable.txt \
   445              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
   446              --test=kops \
   447              -- \
   448              --test-args="-test.timeout=60m" \
   449              --test-package-marker=stable.txt \
   450              --parallel=25
   451          securityContext:
   452            privileged: true
   453          env:
   454          - name: KUBE_SSH_KEY_PATH
   455            value: /etc/ssh-key-secret/ssh-private
   456          - name: KUBE_SSH_USER
   457            value: prow
   458          - name: GOPATH
   459            value: /home/prow/go
   460          resources:
   461            limits:
   462              cpu: "4"
   463              memory: 6Gi
   464            requests:
   465              cpu: "4"
   466              memory: 6Gi
   467      annotations:
   468        test.kops.k8s.io/cloud: gce
   469        test.kops.k8s.io/distro: u2204
   470        test.kops.k8s.io/extra_flags: --gce-service-account=default
   471        test.kops.k8s.io/k8s_version: stable
   472        test.kops.k8s.io/kops_channel: alpha
   473        test.kops.k8s.io/networking: gce
   474        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
   475        testgrid-days-of-results: '90'
   476        testgrid-tab-name: e2e-gce
   477  
   478  # {"cloud": "gce", "distro": "u2204", "extra_flags": "--gce-service-account=default", "k8s_version": "stable", "kops_channel": "alpha", "networking": "cilium"}
   479    - name: pull-kops-e2e-k8s-gce-long-cluster-name
   480      cluster: k8s-infra-prow-build
   481      branches:
   482      - master
   483      always_run: false
   484      optional: false
   485      skip_report: false
   486      labels:
   487        preset-k8s-ssh: "true"
   488      decorate: true
   489      decoration_config:
   490        timeout: 90m
   491      path_alias: k8s.io/kops
   492      spec:
   493        serviceAccountName: k8s-kops-test
   494        containers:
   495        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   496          imagePullPolicy: Always
   497          command:
   498          - runner.sh
   499          args:
   500          - bash
   501          - -c
   502          - |
   503              make test-e2e-install
   504              kubetest2 kops \
   505              -v 2 \
   506              --up --build --down \
   507              --cloud-provider=gce \
   508              --admin-access=0.0.0.0/0 \
   509              --create-args="--channel=alpha --networking=cilium --gce-service-account=default" \
   510              --kubernetes-version=https://dl.k8s.io/release/stable.txt \
   511              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
   512              --test=kops \
   513              -- \
   514              --test-args="-test.timeout=60m" \
   515              --test-package-marker=stable.txt \
   516              --parallel=25
   517          securityContext:
   518            privileged: true
   519          env:
   520          - name: KUBE_SSH_KEY_PATH
   521            value: /etc/ssh-key-secret/ssh-private
   522          - name: KUBE_SSH_USER
   523            value: prow
   524          - name: GOPATH
   525            value: /home/prow/go
   526          resources:
   527            limits:
   528              cpu: "4"
   529              memory: 6Gi
   530            requests:
   531              cpu: "4"
   532              memory: 6Gi
   533      annotations:
   534        test.kops.k8s.io/cloud: gce
   535        test.kops.k8s.io/distro: u2204
   536        test.kops.k8s.io/extra_flags: --gce-service-account=default
   537        test.kops.k8s.io/k8s_version: stable
   538        test.kops.k8s.io/kops_channel: alpha
   539        test.kops.k8s.io/networking: cilium
   540        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
   541        testgrid-days-of-results: '90'
   542        testgrid-tab-name: e2e-gce-long-name
   543  
   544  # {"cloud": "gce", "distro": "u2204", "extra_flags": "--gce-service-account=default", "k8s_version": "ci", "kops_channel": "alpha", "networking": "cilium"}
   545    - name: pull-kops-e2e-k8s-gce-ci
   546      cluster: k8s-infra-prow-build
   547      branches:
   548      - master
   549      always_run: false
   550      optional: false
   551      skip_report: false
   552      labels:
   553        preset-k8s-ssh: "true"
   554      decorate: true
   555      decoration_config:
   556        timeout: 90m
   557      path_alias: k8s.io/kops
   558      spec:
   559        serviceAccountName: k8s-kops-test
   560        containers:
   561        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   562          imagePullPolicy: Always
   563          command:
   564          - runner.sh
   565          args:
   566          - bash
   567          - -c
   568          - |
   569              make test-e2e-install
   570              kubetest2 kops \
   571              -v 2 \
   572              --up --build --down \
   573              --cloud-provider=gce \
   574              --admin-access=0.0.0.0/0 \
   575              --create-args="--channel=alpha --networking=cilium --gce-service-account=default" \
   576              --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
   577              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
   578              --test=kops \
   579              -- \
   580              --test-args="-test.timeout=60m" \
   581              --test-package-url=https://storage.googleapis.com/k8s-release-dev \
   582              --test-package-dir=ci \
   583              --test-package-marker=latest.txt \
   584              --parallel=25
   585          securityContext:
   586            privileged: true
   587          env:
   588          - name: KUBE_SSH_KEY_PATH
   589            value: /etc/ssh-key-secret/ssh-private
   590          - name: KUBE_SSH_USER
   591            value: prow
   592          - name: GOPATH
   593            value: /home/prow/go
   594          resources:
   595            limits:
   596              cpu: "4"
   597              memory: 6Gi
   598            requests:
   599              cpu: "4"
   600              memory: 6Gi
   601      annotations:
   602        test.kops.k8s.io/cloud: gce
   603        test.kops.k8s.io/distro: u2204
   604        test.kops.k8s.io/extra_flags: --gce-service-account=default
   605        test.kops.k8s.io/k8s_version: ci
   606        test.kops.k8s.io/kops_channel: alpha
   607        test.kops.k8s.io/networking: cilium
   608        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
   609        testgrid-days-of-results: '90'
   610        testgrid-tab-name: e2e-gce-ci
   611  
   612  # {"cloud": "gce", "distro": "u2204", "extra_flags": "--gce-service-account=default", "feature_flags": "GoogleCloudBucketACL", "k8s_version": "stable", "kops_channel": "alpha", "networking": "calico"}
   613    - name: pull-kops-e2e-k8s-gce-calico-u2004-k22-containerd
   614      cluster: k8s-infra-prow-build
   615      branches:
   616      - master
   617      always_run: false
   618      optional: false
   619      skip_report: false
   620      labels:
   621        preset-k8s-ssh: "true"
   622      decorate: true
   623      decoration_config:
   624        timeout: 90m
   625      path_alias: k8s.io/kops
   626      spec:
   627        serviceAccountName: k8s-kops-test
   628        containers:
   629        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   630          imagePullPolicy: Always
   631          command:
   632          - runner.sh
   633          args:
   634          - bash
   635          - -c
   636          - |
   637              make test-e2e-install
   638              kubetest2 kops \
   639              -v 2 \
   640              --up --build --down \
   641              --cloud-provider=gce \
   642              --admin-access=0.0.0.0/0 \
   643              --create-args="--channel=alpha --networking=calico --gce-service-account=default" \
   644              --env=KOPS_FEATURE_FLAGS=GoogleCloudBucketACL \
   645              --kubernetes-version=https://dl.k8s.io/release/stable.txt \
   646              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
   647              --test=kops \
   648              -- \
   649              --test-args="-test.timeout=60m" \
   650              --test-package-marker=stable.txt \
   651              --parallel=25
   652          securityContext:
   653            privileged: true
   654          env:
   655          - name: KUBE_SSH_KEY_PATH
   656            value: /etc/ssh-key-secret/ssh-private
   657          - name: KUBE_SSH_USER
   658            value: prow
   659          - name: GOPATH
   660            value: /home/prow/go
   661          resources:
   662            limits:
   663              cpu: "4"
   664              memory: 6Gi
   665            requests:
   666              cpu: "4"
   667              memory: 6Gi
   668      annotations:
   669        test.kops.k8s.io/cloud: gce
   670        test.kops.k8s.io/distro: u2204
   671        test.kops.k8s.io/extra_flags: --gce-service-account=default
   672        test.kops.k8s.io/feature_flags: GoogleCloudBucketACL
   673        test.kops.k8s.io/k8s_version: stable
   674        test.kops.k8s.io/kops_channel: alpha
   675        test.kops.k8s.io/networking: calico
   676        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
   677        testgrid-days-of-results: '90'
   678        testgrid-tab-name: pull-kops-e2e-k8s-gce-calico-u2004-k22-containerd
   679  
   680  # {"cloud": "aws", "distro": "u2204", "extra_flags": "--set=cluster.spec.cloudControllerManager.cloudProvider=aws --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "ci", "kops_channel": "alpha", "networking": "cilium"}
   681    - name: pull-kops-e2e-aws-cloud-controller-manager
   682      cluster: default
   683      branches:
   684      - master
   685      always_run: false
   686      optional: false
   687      skip_report: false
   688      labels:
   689        preset-service-account: "true"
   690        preset-aws-ssh: "true"
   691        preset-aws-credential: "true"
   692        preset-dind-enabled: "true"
   693      decorate: true
   694      decoration_config:
   695        timeout: 90m
   696      path_alias: k8s.io/kops
   697      spec:
   698        containers:
   699        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   700          imagePullPolicy: Always
   701          command:
   702          - runner.sh
   703          args:
   704          - bash
   705          - -c
   706          - |
   707              make test-e2e-install
   708              kubetest2 kops \
   709              -v 2 \
   710              --up --build --down \
   711              --cloud-provider=aws \
   712              --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-amd64-server-20240501' --channel=alpha --networking=cilium --set=cluster.spec.cloudControllerManager.cloudProvider=aws --discovery-store=s3://k8s-kops-prow/discovery" \
   713              --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
   714              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
   715              --test=kops \
   716              -- \
   717              --test-args="-test.timeout=60m" \
   718              --test-package-url=https://storage.googleapis.com/k8s-release-dev \
   719              --test-package-dir=ci \
   720              --test-package-marker=latest.txt \
   721              --parallel=25
   722          securityContext:
   723            privileged: true
   724          env:
   725          - name: KUBE_SSH_KEY_PATH
   726            value: /etc/aws-ssh/aws-ssh-private
   727          - name: KUBE_SSH_USER
   728            value: ubuntu
   729          - name: GOPATH
   730            value: /home/prow/go
   731          resources:
   732            limits:
   733              cpu: "4"
   734              memory: 6Gi
   735            requests:
   736              cpu: "4"
   737              memory: 6Gi
   738      annotations:
   739        test.kops.k8s.io/cloud: aws
   740        test.kops.k8s.io/distro: u2204
   741        test.kops.k8s.io/extra_flags: --set=cluster.spec.cloudControllerManager.cloudProvider=aws --discovery-store=s3://k8s-kops-prow/discovery
   742        test.kops.k8s.io/k8s_version: ci
   743        test.kops.k8s.io/kops_channel: alpha
   744        test.kops.k8s.io/networking: cilium
   745        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
   746        testgrid-days-of-results: '90'
   747        testgrid-tab-name: e2e-ccm
   748  
   749  # {"cloud": "aws", "distro": "u2004", "k8s_version": "stable", "kops_channel": "alpha", "networking": "calico"}
   750    - name: pull-kops-e2e-aws-load-balancer-controller
   751      cluster: default
   752      branches:
   753      - master
   754      always_run: false
   755      optional: false
   756      skip_report: false
   757      labels:
   758        preset-service-account: "true"
   759        preset-aws-ssh: "true"
   760        preset-aws-credential: "true"
   761        preset-dind-enabled: "true"
   762      max_concurrency: 1
   763      decorate: true
   764      decoration_config:
   765        timeout: 90m
   766      path_alias: k8s.io/kops
   767      spec:
   768        containers:
   769        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   770          imagePullPolicy: Always
   771          command:
   772          - runner.sh
   773          args:
   774          - ./tests/e2e/scenarios/aws-lb-controller/run-test.sh
   775          securityContext:
   776            privileged: true
   777          env:
   778          - name: KUBE_SSH_KEY_PATH
   779            value: /etc/aws-ssh/aws-ssh-private
   780          - name: KUBE_SSH_USER
   781            value: ubuntu
   782          - name: GOPATH
   783            value: /home/prow/go
   784          - name: CLOUD_PROVIDER
   785            value: "aws"
   786          - name: CLUSTER_NAME
   787            value: "e2e-93386f3fd4-07e7d.test-cncf-aws.k8s.io"
   788          - name: KOPS_STATE_STORE
   789            value: "s3://k8s-kops-prow"
   790          - name: KOPS_IRSA
   791            value: "true"
   792          resources:
   793            requests:
   794              cpu: "6"
   795              memory: "16Gi"
   796      annotations:
   797        test.kops.k8s.io/cloud: aws
   798        test.kops.k8s.io/distro: u2004
   799        test.kops.k8s.io/k8s_version: stable
   800        test.kops.k8s.io/kops_channel: alpha
   801        test.kops.k8s.io/networking: calico
   802        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
   803        testgrid-days-of-results: '90'
   804        testgrid-tab-name: pull-kops-e2e-aws-load-balancer-controller
   805  
   806  # {"cloud": "aws", "distro": "u2204", "k8s_version": "stable", "kops_channel": "alpha", "networking": "calico"}
   807    - name: pull-kops-e2e-addon-resource-tracking
   808      cluster: default
   809      branches:
   810      - master
   811      always_run: false
   812      optional: false
   813      skip_report: false
   814      labels:
   815        preset-service-account: "true"
   816        preset-aws-ssh: "true"
   817        preset-aws-credential: "true"
   818        preset-dind-enabled: "true"
   819      max_concurrency: 1
   820      decorate: true
   821      decoration_config:
   822        timeout: 90m
   823      path_alias: k8s.io/kops
   824      spec:
   825        containers:
   826        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   827          imagePullPolicy: Always
   828          command:
   829          - runner.sh
   830          args:
   831          - ./tests/e2e/scenarios/addon-resource-tracking/run-test.sh
   832          securityContext:
   833            privileged: true
   834          env:
   835          - name: KUBE_SSH_KEY_PATH
   836            value: /etc/aws-ssh/aws-ssh-private
   837          - name: KUBE_SSH_USER
   838            value: ubuntu
   839          - name: GOPATH
   840            value: /home/prow/go
   841          - name: CLOUD_PROVIDER
   842            value: "aws"
   843          - name: CLUSTER_NAME
   844            value: "e2e-4422271282-77011.test-cncf-aws.k8s.io"
   845          - name: KOPS_STATE_STORE
   846            value: "s3://k8s-kops-prow"
   847          - name: KOPS_IRSA
   848            value: "true"
   849          resources:
   850            requests:
   851              cpu: "6"
   852              memory: "16Gi"
   853      annotations:
   854        test.kops.k8s.io/cloud: aws
   855        test.kops.k8s.io/distro: u2204
   856        test.kops.k8s.io/k8s_version: stable
   857        test.kops.k8s.io/kops_channel: alpha
   858        test.kops.k8s.io/networking: calico
   859        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
   860        testgrid-days-of-results: '90'
   861        testgrid-tab-name: pull-kops-e2e-aws-addon-resource-tracking
   862  
   863  # {"cloud": "aws", "distro": "u2204", "k8s_version": "stable", "kops_channel": "alpha", "networking": "calico"}
   864    - name: pull-kops-e2e-metrics-server
   865      cluster: default
   866      branches:
   867      - master
   868      always_run: false
   869      optional: false
   870      skip_report: false
   871      labels:
   872        preset-service-account: "true"
   873        preset-aws-ssh: "true"
   874        preset-aws-credential: "true"
   875        preset-dind-enabled: "true"
   876      max_concurrency: 1
   877      decorate: true
   878      decoration_config:
   879        timeout: 90m
   880      path_alias: k8s.io/kops
   881      spec:
   882        containers:
   883        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   884          imagePullPolicy: Always
   885          command:
   886          - runner.sh
   887          args:
   888          - ./tests/e2e/scenarios/metrics-server/run-test.sh
   889          securityContext:
   890            privileged: true
   891          env:
   892          - name: KUBE_SSH_KEY_PATH
   893            value: /etc/aws-ssh/aws-ssh-private
   894          - name: KUBE_SSH_USER
   895            value: ubuntu
   896          - name: GOPATH
   897            value: /home/prow/go
   898          - name: CLOUD_PROVIDER
   899            value: "aws"
   900          - name: CLUSTER_NAME
   901            value: "e2e-12ade267b4-0e701.test-cncf-aws.k8s.io"
   902          - name: KOPS_STATE_STORE
   903            value: "s3://k8s-kops-prow"
   904          - name: KOPS_IRSA
   905            value: "true"
   906          resources:
   907            requests:
   908              cpu: "6"
   909              memory: "16Gi"
   910      annotations:
   911        test.kops.k8s.io/cloud: aws
   912        test.kops.k8s.io/distro: u2204
   913        test.kops.k8s.io/k8s_version: stable
   914        test.kops.k8s.io/kops_channel: alpha
   915        test.kops.k8s.io/networking: calico
   916        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
   917        testgrid-days-of-results: '90'
   918        testgrid-tab-name: pull-kops-e2e-aws-metrics-server
   919  
   920  # {"cloud": "aws", "distro": "u2204", "k8s_version": "stable", "kops_channel": "alpha", "networking": "calico"}
   921    - name: pull-kops-e2e-pod-identity-webhook
   922      cluster: default
   923      branches:
   924      - master
   925      always_run: false
   926      optional: false
   927      skip_report: false
   928      labels:
   929        preset-service-account: "true"
   930        preset-aws-ssh: "true"
   931        preset-aws-credential: "true"
   932        preset-dind-enabled: "true"
   933      max_concurrency: 1
   934      decorate: true
   935      decoration_config:
   936        timeout: 90m
   937      path_alias: k8s.io/kops
   938      spec:
   939        containers:
   940        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   941          imagePullPolicy: Always
   942          command:
   943          - runner.sh
   944          args:
   945          - ./tests/e2e/scenarios/podidentitywebhook/run-test.sh
   946          securityContext:
   947            privileged: true
   948          env:
   949          - name: KUBE_SSH_KEY_PATH
   950            value: /etc/aws-ssh/aws-ssh-private
   951          - name: KUBE_SSH_USER
   952            value: ubuntu
   953          - name: GOPATH
   954            value: /home/prow/go
   955          - name: CLOUD_PROVIDER
   956            value: "aws"
   957          - name: CLUSTER_NAME
   958            value: "e2e-8851f75f16-e46fe.test-cncf-aws.k8s.io"
   959          - name: KOPS_STATE_STORE
   960            value: "s3://k8s-kops-prow"
   961          - name: KOPS_IRSA
   962            value: "true"
   963          resources:
   964            requests:
   965              cpu: "6"
   966              memory: "16Gi"
   967      annotations:
   968        test.kops.k8s.io/cloud: aws
   969        test.kops.k8s.io/distro: u2204
   970        test.kops.k8s.io/k8s_version: stable
   971        test.kops.k8s.io/kops_channel: alpha
   972        test.kops.k8s.io/networking: calico
   973        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
   974        testgrid-days-of-results: '90'
   975        testgrid-tab-name: pull-kops-e2e-aws-pod-identity-webhook
   976  
   977  # {"cloud": "aws", "distro": "u2204", "extra_flags": "--set=cluster.spec.externalDNS.provider=external-dns --dns=public --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "networking": "calico"}
   978    - name: pull-kops-e2e-aws-external-dns
   979      cluster: default
   980      branches:
   981      - master
   982      always_run: false
   983      optional: false
   984      skip_report: false
   985      labels:
   986        preset-service-account: "true"
   987        preset-aws-ssh: "true"
   988        preset-aws-credential: "true"
   989        preset-dind-enabled: "true"
   990      decorate: true
   991      decoration_config:
   992        timeout: 90m
   993      path_alias: k8s.io/kops
   994      spec:
   995        containers:
   996        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   997          imagePullPolicy: Always
   998          command:
   999          - runner.sh
  1000          args:
  1001          - bash
  1002          - -c
  1003          - |
  1004              make test-e2e-install
  1005              kubetest2 kops \
  1006              -v 2 \
  1007              --up --build --down \
  1008              --cloud-provider=aws \
  1009              --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-amd64-server-20240501' --channel=alpha --networking=calico --set=cluster.spec.externalDNS.provider=external-dns --dns=public --discovery-store=s3://k8s-kops-prow/discovery" \
  1010              --kubernetes-version=https://dl.k8s.io/release/stable.txt \
  1011              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
  1012              --test=kops \
  1013              -- \
  1014              --test-args="-test.timeout=60m" \
  1015              --test-package-marker=stable.txt \
  1016              --parallel=25
  1017          securityContext:
  1018            privileged: true
  1019          env:
  1020          - name: KUBE_SSH_KEY_PATH
  1021            value: /etc/aws-ssh/aws-ssh-private
  1022          - name: KUBE_SSH_USER
  1023            value: ubuntu
  1024          - name: GOPATH
  1025            value: /home/prow/go
  1026          resources:
  1027            limits:
  1028              cpu: "4"
  1029              memory: 6Gi
  1030            requests:
  1031              cpu: "4"
  1032              memory: 6Gi
  1033      annotations:
  1034        test.kops.k8s.io/cloud: aws
  1035        test.kops.k8s.io/distro: u2204
  1036        test.kops.k8s.io/extra_flags: --set=cluster.spec.externalDNS.provider=external-dns --dns=public --discovery-store=s3://k8s-kops-prow/discovery
  1037        test.kops.k8s.io/k8s_version: stable
  1038        test.kops.k8s.io/kops_channel: alpha
  1039        test.kops.k8s.io/networking: calico
  1040        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
  1041        testgrid-days-of-results: '90'
  1042        testgrid-tab-name: pull-kops-e2e-aws-external-dns
  1043  
  1044  # {"cloud": "aws", "distro": "u2204", "extra_flags": "--ipv6 --bastion --set=cluster.spec.externalDNS.provider=external-dns --dns=public --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "networking": "calico"}
  1045    - name: pull-kops-e2e-aws-ipv6-external-dns
  1046      cluster: default
  1047      branches:
  1048      - master
  1049      always_run: false
  1050      optional: false
  1051      skip_report: false
  1052      labels:
  1053        preset-service-account: "true"
  1054        preset-aws-ssh: "true"
  1055        preset-aws-credential: "true"
  1056        preset-dind-enabled: "true"
  1057      decorate: true
  1058      decoration_config:
  1059        timeout: 90m
  1060      path_alias: k8s.io/kops
  1061      spec:
  1062        containers:
  1063        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1064          imagePullPolicy: Always
  1065          command:
  1066          - runner.sh
  1067          args:
  1068          - bash
  1069          - -c
  1070          - |
  1071              make test-e2e-install
  1072              kubetest2 kops \
  1073              -v 2 \
  1074              --up --build --down \
  1075              --cloud-provider=aws \
  1076              --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-amd64-server-20240501' --channel=alpha --networking=calico --ipv6 --bastion --set=cluster.spec.externalDNS.provider=external-dns --dns=public --discovery-store=s3://k8s-kops-prow/discovery" \
  1077              --kubernetes-version=https://dl.k8s.io/release/stable.txt \
  1078              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
  1079              --test=kops \
  1080              -- \
  1081              --test-args="-test.timeout=60m" \
  1082              --test-package-marker=stable.txt \
  1083              --parallel=25
  1084          securityContext:
  1085            privileged: true
  1086          env:
  1087          - name: KUBE_SSH_KEY_PATH
  1088            value: /etc/aws-ssh/aws-ssh-private
  1089          - name: KUBE_SSH_USER
  1090            value: ubuntu
  1091          - name: GOPATH
  1092            value: /home/prow/go
  1093          resources:
  1094            limits:
  1095              cpu: "4"
  1096              memory: 6Gi
  1097            requests:
  1098              cpu: "4"
  1099              memory: 6Gi
  1100      annotations:
  1101        test.kops.k8s.io/cloud: aws
  1102        test.kops.k8s.io/distro: u2204
  1103        test.kops.k8s.io/extra_flags: --ipv6 --bastion --set=cluster.spec.externalDNS.provider=external-dns --dns=public --discovery-store=s3://k8s-kops-prow/discovery
  1104        test.kops.k8s.io/k8s_version: stable
  1105        test.kops.k8s.io/kops_channel: alpha
  1106        test.kops.k8s.io/networking: calico
  1107        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
  1108        testgrid-days-of-results: '90'
  1109        testgrid-tab-name: pull-kops-e2e-aws-ipv6-external-dns
  1110  
  1111  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--set=cluster.spec.kubeDNS.nodeLocalDNS.enabled=true --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "networking": "cilium"}
  1112    - name: pull-kops-e2e-aws-node-local-dns
  1113      cluster: default
  1114      branches:
  1115      - master
  1116      always_run: false
  1117      optional: false
  1118      skip_report: false
  1119      labels:
  1120        preset-service-account: "true"
  1121        preset-aws-ssh: "true"
  1122        preset-aws-credential: "true"
  1123        preset-dind-enabled: "true"
  1124      decorate: true
  1125      decoration_config:
  1126        timeout: 90m
  1127      path_alias: k8s.io/kops
  1128      spec:
  1129        containers:
  1130        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1131          imagePullPolicy: Always
  1132          command:
  1133          - runner.sh
  1134          args:
  1135          - bash
  1136          - -c
  1137          - |
  1138              make test-e2e-install
  1139              kubetest2 kops \
  1140              -v 2 \
  1141              --up --build --down \
  1142              --cloud-provider=aws \
  1143              --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-20240501' --channel=alpha --networking=cilium --set=cluster.spec.kubeDNS.nodeLocalDNS.enabled=true --discovery-store=s3://k8s-kops-prow/discovery" \
  1144              --kubernetes-version=https://dl.k8s.io/release/stable.txt \
  1145              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
  1146              --test=kops \
  1147              -- \
  1148              --test-args="-test.timeout=60m" \
  1149              --test-package-marker=stable.txt \
  1150              --parallel=25
  1151          securityContext:
  1152            privileged: true
  1153          env:
  1154          - name: KUBE_SSH_KEY_PATH
  1155            value: /etc/aws-ssh/aws-ssh-private
  1156          - name: KUBE_SSH_USER
  1157            value: ubuntu
  1158          - name: GOPATH
  1159            value: /home/prow/go
  1160          resources:
  1161            limits:
  1162              cpu: "4"
  1163              memory: 6Gi
  1164            requests:
  1165              cpu: "4"
  1166              memory: 6Gi
  1167      annotations:
  1168        test.kops.k8s.io/cloud: aws
  1169        test.kops.k8s.io/distro: u2204arm64
  1170        test.kops.k8s.io/extra_flags: --set=cluster.spec.kubeDNS.nodeLocalDNS.enabled=true --discovery-store=s3://k8s-kops-prow/discovery
  1171        test.kops.k8s.io/k8s_version: stable
  1172        test.kops.k8s.io/kops_channel: alpha
  1173        test.kops.k8s.io/networking: cilium
  1174        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
  1175        testgrid-days-of-results: '90'
  1176        testgrid-tab-name: pull-kops-e2e-aws-node-local-dns
  1177  
  1178  # {"cloud": "aws", "distro": "u2204", "extra_flags": "--discovery-store=s3://k8s-kops-prow/discovery", "feature_flags": "APIServerNodes", "k8s_version": "stable", "kops_channel": "alpha", "networking": "cilium"}
  1179    - name: pull-kops-e2e-aws-apiserver-nodes
  1180      cluster: default
  1181      branches:
  1182      - master
  1183      always_run: false
  1184      optional: false
  1185      skip_report: false
  1186      labels:
  1187        preset-service-account: "true"
  1188        preset-aws-ssh: "true"
  1189        preset-aws-credential: "true"
  1190        preset-dind-enabled: "true"
  1191      decorate: true
  1192      decoration_config:
  1193        timeout: 90m
  1194      path_alias: k8s.io/kops
  1195      spec:
  1196        containers:
  1197        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1198          imagePullPolicy: Always
  1199          command:
  1200          - runner.sh
  1201          args:
  1202          - bash
  1203          - -c
  1204          - |
  1205              make test-e2e-install
  1206              kubetest2 kops \
  1207              -v 2 \
  1208              --up --build --down \
  1209              --cloud-provider=aws \
  1210              --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-amd64-server-20240501' --channel=alpha --networking=cilium --discovery-store=s3://k8s-kops-prow/discovery" \
  1211              --env=KOPS_FEATURE_FLAGS=APIServerNodes \
  1212              --kubernetes-version=https://dl.k8s.io/release/stable.txt \
  1213              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
  1214              --template-path=/home/prow/go/src/k8s.io/kops/tests/e2e/templates/apiserver.yaml.tmpl \
  1215              --test=kops \
  1216              -- \
  1217              --test-args="-test.timeout=60m" \
  1218              --test-package-marker=stable.txt \
  1219              --parallel=25
  1220          securityContext:
  1221            privileged: true
  1222          env:
  1223          - name: KUBE_SSH_KEY_PATH
  1224            value: /etc/aws-ssh/aws-ssh-private
  1225          - name: KUBE_SSH_USER
  1226            value: ubuntu
  1227          - name: GOPATH
  1228            value: /home/prow/go
  1229          resources:
  1230            limits:
  1231              cpu: "4"
  1232              memory: 6Gi
  1233            requests:
  1234              cpu: "4"
  1235              memory: 6Gi
  1236      annotations:
  1237        test.kops.k8s.io/cloud: aws
  1238        test.kops.k8s.io/distro: u2204
  1239        test.kops.k8s.io/extra_flags: --discovery-store=s3://k8s-kops-prow/discovery
  1240        test.kops.k8s.io/feature_flags: APIServerNodes
  1241        test.kops.k8s.io/k8s_version: stable
  1242        test.kops.k8s.io/kops_channel: alpha
  1243        test.kops.k8s.io/networking: cilium
  1244        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
  1245        testgrid-days-of-results: '90'
  1246        testgrid-tab-name: pull-kops-e2e-aws-apiserver-nodes
  1247  
  1248  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--zones=eu-central-1a --node-size=m6g.large --master-size=m6g.large --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "networking": "calico"}
  1249    - name: pull-kops-e2e-arm64
  1250      cluster: default
  1251      branches:
  1252      - master
  1253      always_run: false
  1254      optional: false
  1255      skip_report: false
  1256      labels:
  1257        preset-service-account: "true"
  1258        preset-aws-ssh: "true"
  1259        preset-aws-credential: "true"
  1260        preset-dind-enabled: "true"
  1261      decorate: true
  1262      decoration_config:
  1263        timeout: 90m
  1264      path_alias: k8s.io/kops
  1265      spec:
  1266        containers:
  1267        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1268          imagePullPolicy: Always
  1269          command:
  1270          - runner.sh
  1271          args:
  1272          - bash
  1273          - -c
  1274          - |
  1275              make test-e2e-install
  1276              kubetest2 kops \
  1277              -v 2 \
  1278              --up --build --down \
  1279              --cloud-provider=aws \
  1280              --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-20240501' --channel=alpha --networking=calico --zones=eu-central-1a --node-size=m6g.large --master-size=m6g.large --discovery-store=s3://k8s-kops-prow/discovery" \
  1281              --kubernetes-version=https://dl.k8s.io/release/stable.txt \
  1282              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
  1283              --test=kops \
  1284              -- \
  1285              --test-args="-test.timeout=60m" \
  1286              --test-package-marker=stable.txt \
  1287              --parallel=25
  1288          securityContext:
  1289            privileged: true
  1290          env:
  1291          - name: KUBE_SSH_KEY_PATH
  1292            value: /etc/aws-ssh/aws-ssh-private
  1293          - name: KUBE_SSH_USER
  1294            value: ubuntu
  1295          - name: GOPATH
  1296            value: /home/prow/go
  1297          resources:
  1298            limits:
  1299              cpu: "4"
  1300              memory: 6Gi
  1301            requests:
  1302              cpu: "4"
  1303              memory: 6Gi
  1304      annotations:
  1305        test.kops.k8s.io/cloud: aws
  1306        test.kops.k8s.io/distro: u2204arm64
  1307        test.kops.k8s.io/extra_flags: --zones=eu-central-1a --node-size=m6g.large --master-size=m6g.large --discovery-store=s3://k8s-kops-prow/discovery
  1308        test.kops.k8s.io/k8s_version: stable
  1309        test.kops.k8s.io/kops_channel: alpha
  1310        test.kops.k8s.io/networking: calico
  1311        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
  1312        testgrid-days-of-results: '90'
  1313        testgrid-tab-name: pull-kops-e2e-arm64
  1314  
  1315  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--dns=none --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "networking": "calico"}
  1316    - name: pull-kops-e2e-aws-dns-none
  1317      cluster: default
  1318      branches:
  1319      - master
  1320      always_run: false
  1321      optional: false
  1322      skip_report: false
  1323      labels:
  1324        preset-service-account: "true"
  1325        preset-aws-ssh: "true"
  1326        preset-aws-credential: "true"
  1327        preset-dind-enabled: "true"
  1328      decorate: true
  1329      decoration_config:
  1330        timeout: 90m
  1331      path_alias: k8s.io/kops
  1332      spec:
  1333        containers:
  1334        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1335          imagePullPolicy: Always
  1336          command:
  1337          - runner.sh
  1338          args:
  1339          - bash
  1340          - -c
  1341          - |
  1342              make test-e2e-install
  1343              kubetest2 kops \
  1344              -v 2 \
  1345              --up --build --down \
  1346              --cloud-provider=aws \
  1347              --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-20240501' --channel=alpha --networking=calico --dns=none --discovery-store=s3://k8s-kops-prow/discovery" \
  1348              --kubernetes-version=https://dl.k8s.io/release/stable.txt \
  1349              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
  1350              --test=kops \
  1351              -- \
  1352              --test-args="-test.timeout=60m" \
  1353              --test-package-marker=stable.txt \
  1354              --parallel=25
  1355          securityContext:
  1356            privileged: true
  1357          env:
  1358          - name: KUBE_SSH_KEY_PATH
  1359            value: /etc/aws-ssh/aws-ssh-private
  1360          - name: KUBE_SSH_USER
  1361            value: ubuntu
  1362          - name: GOPATH
  1363            value: /home/prow/go
  1364          resources:
  1365            limits:
  1366              cpu: "4"
  1367              memory: 6Gi
  1368            requests:
  1369              cpu: "4"
  1370              memory: 6Gi
  1371      annotations:
  1372        test.kops.k8s.io/cloud: aws
  1373        test.kops.k8s.io/distro: u2204arm64
  1374        test.kops.k8s.io/extra_flags: --dns=none --discovery-store=s3://k8s-kops-prow/discovery
  1375        test.kops.k8s.io/k8s_version: stable
  1376        test.kops.k8s.io/kops_channel: alpha
  1377        test.kops.k8s.io/networking: calico
  1378        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
  1379        testgrid-days-of-results: '90'
  1380        testgrid-tab-name: pull-kops-e2e-aws-dns-none
  1381  
  1382  # {"cloud": "gce", "distro": "u2204", "extra_flags": "--dns=none --gce-service-account=default", "k8s_version": "stable", "kops_channel": "alpha", "networking": "calico"}
  1383    - name: pull-kops-e2e-gce-dns-none
  1384      cluster: k8s-infra-prow-build
  1385      branches:
  1386      - master
  1387      always_run: false
  1388      optional: true
  1389      skip_report: false
  1390      labels:
  1391        preset-k8s-ssh: "true"
  1392      decorate: true
  1393      decoration_config:
  1394        timeout: 90m
  1395      path_alias: k8s.io/kops
  1396      spec:
  1397        serviceAccountName: k8s-kops-test
  1398        containers:
  1399        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1400          imagePullPolicy: Always
  1401          command:
  1402          - runner.sh
  1403          args:
  1404          - bash
  1405          - -c
  1406          - |
  1407              make test-e2e-install
  1408              kubetest2 kops \
  1409              -v 2 \
  1410              --up --build --down \
  1411              --cloud-provider=gce \
  1412              --admin-access=0.0.0.0/0 \
  1413              --create-args="--channel=alpha --networking=calico --dns=none --gce-service-account=default" \
  1414              --kubernetes-version=https://dl.k8s.io/release/stable.txt \
  1415              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
  1416              --test=kops \
  1417              -- \
  1418              --test-args="-test.timeout=60m" \
  1419              --test-package-marker=stable.txt \
  1420              --parallel=25
  1421          securityContext:
  1422            privileged: true
  1423          env:
  1424          - name: KUBE_SSH_KEY_PATH
  1425            value: /etc/ssh-key-secret/ssh-private
  1426          - name: KUBE_SSH_USER
  1427            value: prow
  1428          - name: GOPATH
  1429            value: /home/prow/go
  1430          resources:
  1431            limits:
  1432              cpu: "4"
  1433              memory: 6Gi
  1434            requests:
  1435              cpu: "4"
  1436              memory: 6Gi
  1437      annotations:
  1438        test.kops.k8s.io/cloud: gce
  1439        test.kops.k8s.io/distro: u2204
  1440        test.kops.k8s.io/extra_flags: --dns=none --gce-service-account=default
  1441        test.kops.k8s.io/k8s_version: stable
  1442        test.kops.k8s.io/kops_channel: alpha
  1443        test.kops.k8s.io/networking: calico
  1444        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
  1445        testgrid-days-of-results: '90'
  1446        testgrid-tab-name: pull-kops-e2e-gce-dns-none
  1447  
  1448  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--api-loadbalancer-type=public --api-loadbalancer-class=network --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "networking": "calico"}
  1449    - name: pull-kops-e2e-aws-nlb
  1450      cluster: default
  1451      branches:
  1452      - master
  1453      always_run: false
  1454      optional: false
  1455      skip_report: false
  1456      labels:
  1457        preset-service-account: "true"
  1458        preset-aws-ssh: "true"
  1459        preset-aws-credential: "true"
  1460        preset-dind-enabled: "true"
  1461      decorate: true
  1462      decoration_config:
  1463        timeout: 90m
  1464      path_alias: k8s.io/kops
  1465      spec:
  1466        containers:
  1467        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1468          imagePullPolicy: Always
  1469          command:
  1470          - runner.sh
  1471          args:
  1472          - bash
  1473          - -c
  1474          - |
  1475              make test-e2e-install
  1476              kubetest2 kops \
  1477              -v 2 \
  1478              --up --build --down \
  1479              --cloud-provider=aws \
  1480              --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-20240501' --channel=alpha --networking=calico --api-loadbalancer-type=public --api-loadbalancer-class=network --discovery-store=s3://k8s-kops-prow/discovery" \
  1481              --kubernetes-version=https://dl.k8s.io/release/stable.txt \
  1482              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
  1483              --test=kops \
  1484              -- \
  1485              --test-args="-test.timeout=60m" \
  1486              --test-package-marker=stable.txt \
  1487              --parallel=25
  1488          securityContext:
  1489            privileged: true
  1490          env:
  1491          - name: KUBE_SSH_KEY_PATH
  1492            value: /etc/aws-ssh/aws-ssh-private
  1493          - name: KUBE_SSH_USER
  1494            value: ubuntu
  1495          - name: GOPATH
  1496            value: /home/prow/go
  1497          resources:
  1498            limits:
  1499              cpu: "4"
  1500              memory: 6Gi
  1501            requests:
  1502              cpu: "4"
  1503              memory: 6Gi
  1504      annotations:
  1505        test.kops.k8s.io/cloud: aws
  1506        test.kops.k8s.io/distro: u2204arm64
  1507        test.kops.k8s.io/extra_flags: --api-loadbalancer-type=public --api-loadbalancer-class=network --discovery-store=s3://k8s-kops-prow/discovery
  1508        test.kops.k8s.io/k8s_version: stable
  1509        test.kops.k8s.io/kops_channel: alpha
  1510        test.kops.k8s.io/networking: calico
  1511        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
  1512        testgrid-days-of-results: '90'
  1513        testgrid-tab-name: pull-kops-e2e-aws-nlb
  1514  
  1515  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--dns=public --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "networking": "cilium"}
  1516    - name: pull-kops-e2e-aws-terraform
  1517      cluster: default
  1518      branches:
  1519      - master
  1520      always_run: false
  1521      optional: false
  1522      skip_report: false
  1523      labels:
  1524        preset-service-account: "true"
  1525        preset-aws-ssh: "true"
  1526        preset-aws-credential: "true"
  1527        preset-dind-enabled: "true"
  1528      decorate: true
  1529      decoration_config:
  1530        timeout: 90m
  1531      path_alias: k8s.io/kops
  1532      spec:
  1533        containers:
  1534        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1535          imagePullPolicy: Always
  1536          command:
  1537          - runner.sh
  1538          args:
  1539          - bash
  1540          - -c
  1541          - |
  1542              make test-e2e-install
  1543              kubetest2 kops \
  1544              -v 2 \
  1545              --up --build --down \
  1546              --cloud-provider=aws \
  1547              --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-20240501' --channel=alpha --networking=cilium --dns=public --discovery-store=s3://k8s-kops-prow/discovery" \
  1548              --kubernetes-version=https://dl.k8s.io/release/stable.txt \
  1549              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
  1550              --terraform-version=1.5.5 \
  1551              --test=kops \
  1552              -- \
  1553              --test-args="-test.timeout=60m" \
  1554              --test-package-marker=stable.txt \
  1555              --parallel=25
  1556          securityContext:
  1557            privileged: true
  1558          env:
  1559          - name: KUBE_SSH_KEY_PATH
  1560            value: /etc/aws-ssh/aws-ssh-private
  1561          - name: KUBE_SSH_USER
  1562            value: ubuntu
  1563          - name: GOPATH
  1564            value: /home/prow/go
  1565          resources:
  1566            limits:
  1567              cpu: "4"
  1568              memory: 6Gi
  1569            requests:
  1570              cpu: "4"
  1571              memory: 6Gi
  1572      annotations:
  1573        test.kops.k8s.io/cloud: aws
  1574        test.kops.k8s.io/distro: u2204arm64
  1575        test.kops.k8s.io/extra_flags: --dns=public --discovery-store=s3://k8s-kops-prow/discovery
  1576        test.kops.k8s.io/k8s_version: stable
  1577        test.kops.k8s.io/kops_channel: alpha
  1578        test.kops.k8s.io/networking: cilium
  1579        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
  1580        testgrid-days-of-results: '90'
  1581        testgrid-tab-name: pull-kops-e2e-aws-terraform
  1582  
  1583  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--ipv6 --bastion --dns=public --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "networking": "cilium"}
  1584    - name: pull-kops-e2e-aws-ipv6-terraform
  1585      cluster: default
  1586      branches:
  1587      - master
  1588      always_run: false
  1589      optional: false
  1590      skip_report: false
  1591      labels:
  1592        preset-service-account: "true"
  1593        preset-aws-ssh: "true"
  1594        preset-aws-credential: "true"
  1595        preset-dind-enabled: "true"
  1596      decorate: true
  1597      decoration_config:
  1598        timeout: 90m
  1599      path_alias: k8s.io/kops
  1600      spec:
  1601        containers:
  1602        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1603          imagePullPolicy: Always
  1604          command:
  1605          - runner.sh
  1606          args:
  1607          - bash
  1608          - -c
  1609          - |
  1610              make test-e2e-install
  1611              kubetest2 kops \
  1612              -v 2 \
  1613              --up --build --down \
  1614              --cloud-provider=aws \
  1615              --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-20240501' --channel=alpha --networking=cilium --ipv6 --bastion --dns=public --discovery-store=s3://k8s-kops-prow/discovery" \
  1616              --kubernetes-version=https://dl.k8s.io/release/stable.txt \
  1617              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
  1618              --terraform-version=1.5.5 \
  1619              --test=kops \
  1620              -- \
  1621              --test-args="-test.timeout=60m" \
  1622              --test-package-marker=stable.txt \
  1623              --parallel=25
  1624          securityContext:
  1625            privileged: true
  1626          env:
  1627          - name: KUBE_SSH_KEY_PATH
  1628            value: /etc/aws-ssh/aws-ssh-private
  1629          - name: KUBE_SSH_USER
  1630            value: ubuntu
  1631          - name: GOPATH
  1632            value: /home/prow/go
  1633          resources:
  1634            limits:
  1635              cpu: "4"
  1636              memory: 6Gi
  1637            requests:
  1638              cpu: "4"
  1639              memory: 6Gi
  1640      annotations:
  1641        test.kops.k8s.io/cloud: aws
  1642        test.kops.k8s.io/distro: u2204arm64
  1643        test.kops.k8s.io/extra_flags: --ipv6 --bastion --dns=public --discovery-store=s3://k8s-kops-prow/discovery
  1644        test.kops.k8s.io/k8s_version: stable
  1645        test.kops.k8s.io/kops_channel: alpha
  1646        test.kops.k8s.io/networking: cilium
  1647        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
  1648        testgrid-days-of-results: '90'
  1649        testgrid-tab-name: pull-kops-e2e-aws-ipv6-terraform
  1650  
  1651  # {"cloud": "aws", "distro": "channels", "extra_flags": "--discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "1.29", "kops_channel": "alpha", "networking": "calico"}
  1652    - name: pull-kops-e2e-k8s-aws-calico-1-29
  1653      cluster: default
  1654      branches:
  1655      - release-1.29
  1656      always_run: true
  1657      optional: false
  1658      skip_report: false
  1659      labels:
  1660        preset-service-account: "true"
  1661        preset-aws-ssh: "true"
  1662        preset-aws-credential: "true"
  1663        preset-dind-enabled: "true"
  1664      decorate: true
  1665      decoration_config:
  1666        timeout: 90m
  1667      path_alias: k8s.io/kops
  1668      spec:
  1669        containers:
  1670        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1671          imagePullPolicy: Always
  1672          command:
  1673          - runner.sh
  1674          args:
  1675          - bash
  1676          - -c
  1677          - |
  1678              make test-e2e-install
  1679              kubetest2 kops \
  1680              -v 2 \
  1681              --up --build --down \
  1682              --cloud-provider=aws \
  1683              --create-args="--channel=alpha --networking=calico --discovery-store=s3://k8s-kops-prow/discovery" \
  1684              --kubernetes-version=https://dl.k8s.io/release/stable-1.29.txt \
  1685              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
  1686              --test=kops \
  1687              -- \
  1688              --test-args="-test.timeout=60m" \
  1689              --test-package-marker=stable-1.29.txt \
  1690              --parallel=25
  1691          securityContext:
  1692            privileged: true
  1693          env:
  1694          - name: KUBE_SSH_KEY_PATH
  1695            value: /etc/aws-ssh/aws-ssh-private
  1696          - name: KUBE_SSH_USER
  1697            value: ubuntu
  1698          - name: GOPATH
  1699            value: /home/prow/go
  1700          resources:
  1701            limits:
  1702              cpu: "4"
  1703              memory: 6Gi
  1704            requests:
  1705              cpu: "4"
  1706              memory: 6Gi
  1707      annotations:
  1708        test.kops.k8s.io/cloud: aws
  1709        test.kops.k8s.io/distro: channels
  1710        test.kops.k8s.io/extra_flags: --discovery-store=s3://k8s-kops-prow/discovery
  1711        test.kops.k8s.io/k8s_version: '1.29'
  1712        test.kops.k8s.io/kops_channel: alpha
  1713        test.kops.k8s.io/networking: calico
  1714        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
  1715        testgrid-days-of-results: '90'
  1716        testgrid-tab-name: e2e-1-29
  1717  
  1718  # {"cloud": "aws", "distro": "channels", "extra_flags": "--discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "1.28", "kops_channel": "alpha", "networking": "calico"}
  1719    - name: pull-kops-e2e-k8s-aws-calico-1-28
  1720      cluster: default
  1721      branches:
  1722      - release-1.28
  1723      always_run: true
  1724      optional: false
  1725      skip_report: false
  1726      labels:
  1727        preset-service-account: "true"
  1728        preset-aws-ssh: "true"
  1729        preset-aws-credential: "true"
  1730        preset-dind-enabled: "true"
  1731      decorate: true
  1732      decoration_config:
  1733        timeout: 90m
  1734      path_alias: k8s.io/kops
  1735      spec:
  1736        containers:
  1737        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1738          imagePullPolicy: Always
  1739          command:
  1740          - runner.sh
  1741          args:
  1742          - bash
  1743          - -c
  1744          - |
  1745              make test-e2e-install
  1746              kubetest2 kops \
  1747              -v 2 \
  1748              --up --build --down \
  1749              --cloud-provider=aws \
  1750              --create-args="--channel=alpha --networking=calico --discovery-store=s3://k8s-kops-prow/discovery" \
  1751              --kubernetes-version=https://dl.k8s.io/release/stable-1.28.txt \
  1752              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
  1753              --test=kops \
  1754              -- \
  1755              --test-args="-test.timeout=60m" \
  1756              --test-package-marker=stable-1.28.txt \
  1757              --parallel=25
  1758          securityContext:
  1759            privileged: true
  1760          env:
  1761          - name: KUBE_SSH_KEY_PATH
  1762            value: /etc/aws-ssh/aws-ssh-private
  1763          - name: KUBE_SSH_USER
  1764            value: ubuntu
  1765          - name: GOPATH
  1766            value: /home/prow/go
  1767          resources:
  1768            limits:
  1769              cpu: "4"
  1770              memory: 6Gi
  1771            requests:
  1772              cpu: "4"
  1773              memory: 6Gi
  1774      annotations:
  1775        test.kops.k8s.io/cloud: aws
  1776        test.kops.k8s.io/distro: channels
  1777        test.kops.k8s.io/extra_flags: --discovery-store=s3://k8s-kops-prow/discovery
  1778        test.kops.k8s.io/k8s_version: '1.28'
  1779        test.kops.k8s.io/kops_channel: alpha
  1780        test.kops.k8s.io/networking: calico
  1781        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
  1782        testgrid-days-of-results: '90'
  1783        testgrid-tab-name: e2e-1-28
  1784  
  1785  # {"cloud": "aws", "distro": "channels", "extra_flags": "--discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "1.27", "kops_channel": "alpha", "networking": "calico"}
  1786    - name: pull-kops-e2e-k8s-aws-calico-1-27
  1787      cluster: default
  1788      branches:
  1789      - release-1.27
  1790      always_run: true
  1791      optional: false
  1792      skip_report: false
  1793      labels:
  1794        preset-service-account: "true"
  1795        preset-aws-ssh: "true"
  1796        preset-aws-credential: "true"
  1797        preset-dind-enabled: "true"
  1798      decorate: true
  1799      decoration_config:
  1800        timeout: 90m
  1801      path_alias: k8s.io/kops
  1802      spec:
  1803        containers:
  1804        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1805          imagePullPolicy: Always
  1806          command:
  1807          - runner.sh
  1808          args:
  1809          - bash
  1810          - -c
  1811          - |
  1812              make test-e2e-install
  1813              kubetest2 kops \
  1814              -v 2 \
  1815              --up --build --down \
  1816              --cloud-provider=aws \
  1817              --create-args="--channel=alpha --networking=calico --discovery-store=s3://k8s-kops-prow/discovery" \
  1818              --kubernetes-version=https://dl.k8s.io/release/stable-1.27.txt \
  1819              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
  1820              --test=kops \
  1821              -- \
  1822              --test-args="-test.timeout=60m" \
  1823              --test-package-marker=stable-1.27.txt \
  1824              --parallel=25
  1825          securityContext:
  1826            privileged: true
  1827          env:
  1828          - name: KUBE_SSH_KEY_PATH
  1829            value: /etc/aws-ssh/aws-ssh-private
  1830          - name: KUBE_SSH_USER
  1831            value: ubuntu
  1832          - name: GOPATH
  1833            value: /home/prow/go
  1834          resources:
  1835            limits:
  1836              cpu: "4"
  1837              memory: 6Gi
  1838            requests:
  1839              cpu: "4"
  1840              memory: 6Gi
  1841      annotations:
  1842        test.kops.k8s.io/cloud: aws
  1843        test.kops.k8s.io/distro: channels
  1844        test.kops.k8s.io/extra_flags: --discovery-store=s3://k8s-kops-prow/discovery
  1845        test.kops.k8s.io/k8s_version: '1.27'
  1846        test.kops.k8s.io/kops_channel: alpha
  1847        test.kops.k8s.io/networking: calico
  1848        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
  1849        testgrid-days-of-results: '90'
  1850        testgrid-tab-name: e2e-1-27
  1851  
  1852  # {"cloud": "aws", "distro": "channels", "extra_flags": "--discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "1.26", "kops_channel": "alpha", "networking": "calico"}
  1853    - name: pull-kops-e2e-k8s-aws-calico-1-26
  1854      cluster: default
  1855      branches:
  1856      - release-1.26
  1857      always_run: true
  1858      optional: false
  1859      skip_report: false
  1860      labels:
  1861        preset-service-account: "true"
  1862        preset-aws-ssh: "true"
  1863        preset-aws-credential: "true"
  1864        preset-dind-enabled: "true"
  1865      decorate: true
  1866      decoration_config:
  1867        timeout: 90m
  1868      path_alias: k8s.io/kops
  1869      spec:
  1870        containers:
  1871        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1872          imagePullPolicy: Always
  1873          command:
  1874          - runner.sh
  1875          args:
  1876          - bash
  1877          - -c
  1878          - |
  1879              make test-e2e-install
  1880              kubetest2 kops \
  1881              -v 2 \
  1882              --up --build --down \
  1883              --cloud-provider=aws \
  1884              --create-args="--channel=alpha --networking=calico --discovery-store=s3://k8s-kops-prow/discovery" \
  1885              --kubernetes-version=https://dl.k8s.io/release/stable-1.26.txt \
  1886              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
  1887              --test=kops \
  1888              -- \
  1889              --test-args="-test.timeout=60m" \
  1890              --test-package-marker=stable-1.26.txt \
  1891              --parallel=25
  1892          securityContext:
  1893            privileged: true
  1894          env:
  1895          - name: KUBE_SSH_KEY_PATH
  1896            value: /etc/aws-ssh/aws-ssh-private
  1897          - name: KUBE_SSH_USER
  1898            value: ubuntu
  1899          - name: GOPATH
  1900            value: /home/prow/go
  1901          resources:
  1902            limits:
  1903              cpu: "4"
  1904              memory: 6Gi
  1905            requests:
  1906              cpu: "4"
  1907              memory: 6Gi
  1908      annotations:
  1909        test.kops.k8s.io/cloud: aws
  1910        test.kops.k8s.io/distro: channels
  1911        test.kops.k8s.io/extra_flags: --discovery-store=s3://k8s-kops-prow/discovery
  1912        test.kops.k8s.io/k8s_version: '1.26'
  1913        test.kops.k8s.io/kops_channel: alpha
  1914        test.kops.k8s.io/networking: calico
  1915        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
  1916        testgrid-days-of-results: '90'
  1917        testgrid-tab-name: e2e-1-26
  1918  
  1919  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--instance-manager=karpenter --master-size=c6g.xlarge --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "networking": "cilium"}
  1920    - name: pull-kops-e2e-aws-karpenter
  1921      cluster: default
  1922      branches:
  1923      - master
  1924      run_if_changed: '^upup\/models\/cloudup\/resources\/addons\/karpenter\.sh\/'
  1925      always_run: false
  1926      optional: false
  1927      skip_report: false
  1928      labels:
  1929        preset-service-account: "true"
  1930        preset-aws-ssh: "true"
  1931        preset-aws-credential: "true"
  1932        preset-dind-enabled: "true"
  1933      decorate: true
  1934      decoration_config:
  1935        timeout: 90m
  1936      path_alias: k8s.io/kops
  1937      spec:
  1938        containers:
  1939        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1940          imagePullPolicy: Always
  1941          command:
  1942          - runner.sh
  1943          args:
  1944          - bash
  1945          - -c
  1946          - |
  1947              make test-e2e-install
  1948              kubetest2 kops \
  1949              -v 2 \
  1950              --up --build --down \
  1951              --cloud-provider=aws \
  1952              --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-20240501' --channel=alpha --networking=cilium --instance-manager=karpenter --master-size=c6g.xlarge --discovery-store=s3://k8s-kops-prow/discovery" \
  1953              --kubernetes-version=https://dl.k8s.io/release/stable.txt \
  1954              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
  1955              --test=kops \
  1956              -- \
  1957              --test-args="-test.timeout=60m" \
  1958              --test-package-marker=stable.txt \
  1959              --focus-regex="\[Conformance\]|\[NodeConformance\]" \
  1960              --skip-regex="\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|HostPort|two.untainted.nodes" \
  1961              --parallel=25
  1962          securityContext:
  1963            privileged: true
  1964          env:
  1965          - name: KUBE_SSH_KEY_PATH
  1966            value: /etc/aws-ssh/aws-ssh-private
  1967          - name: KUBE_SSH_USER
  1968            value: ubuntu
  1969          - name: GOPATH
  1970            value: /home/prow/go
  1971          resources:
  1972            limits:
  1973              cpu: "4"
  1974              memory: 6Gi
  1975            requests:
  1976              cpu: "4"
  1977              memory: 6Gi
  1978      annotations:
  1979        test.kops.k8s.io/cloud: aws
  1980        test.kops.k8s.io/distro: u2204arm64
  1981        test.kops.k8s.io/extra_flags: --instance-manager=karpenter --master-size=c6g.xlarge --discovery-store=s3://k8s-kops-prow/discovery
  1982        test.kops.k8s.io/k8s_version: stable
  1983        test.kops.k8s.io/kops_channel: alpha
  1984        test.kops.k8s.io/networking: cilium
  1985        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
  1986        testgrid-days-of-results: '90'
  1987        testgrid-tab-name: pull-kops-e2e-aws-karpenter
  1988  
  1989  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--instance-manager=karpenter --ipv6 --topology=private --bastion --master-size=c6g.xlarge --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "networking": "cilium"}
  1990    - name: pull-kops-e2e-aws-ipv6-karpenter
  1991      cluster: default
  1992      branches:
  1993      - master
  1994      always_run: false
  1995      optional: false
  1996      skip_report: false
  1997      labels:
  1998        preset-service-account: "true"
  1999        preset-aws-ssh: "true"
  2000        preset-aws-credential: "true"
  2001        preset-dind-enabled: "true"
  2002      decorate: true
  2003      decoration_config:
  2004        timeout: 90m
  2005      path_alias: k8s.io/kops
  2006      spec:
  2007        containers:
  2008        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  2009          imagePullPolicy: Always
  2010          command:
  2011          - runner.sh
  2012          args:
  2013          - bash
  2014          - -c
  2015          - |
  2016              make test-e2e-install
  2017              kubetest2 kops \
  2018              -v 2 \
  2019              --up --build --down \
  2020              --cloud-provider=aws \
  2021              --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-20240501' --channel=alpha --networking=cilium --instance-manager=karpenter --ipv6 --topology=private --bastion --master-size=c6g.xlarge --discovery-store=s3://k8s-kops-prow/discovery" \
  2022              --kubernetes-version=https://dl.k8s.io/release/stable.txt \
  2023              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
  2024              --test=kops \
  2025              -- \
  2026              --test-args="-test.timeout=60m" \
  2027              --test-package-marker=stable.txt \
  2028              --focus-regex="\[Conformance\]|\[NodeConformance\]" \
  2029              --skip-regex="\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|HostPort|two.untainted.nodes" \
  2030              --parallel=25
  2031          securityContext:
  2032            privileged: true
  2033          env:
  2034          - name: KUBE_SSH_KEY_PATH
  2035            value: /etc/aws-ssh/aws-ssh-private
  2036          - name: KUBE_SSH_USER
  2037            value: ubuntu
  2038          - name: GOPATH
  2039            value: /home/prow/go
  2040          resources:
  2041            limits:
  2042              cpu: "4"
  2043              memory: 6Gi
  2044            requests:
  2045              cpu: "4"
  2046              memory: 6Gi
  2047      annotations:
  2048        test.kops.k8s.io/cloud: aws
  2049        test.kops.k8s.io/distro: u2204arm64
  2050        test.kops.k8s.io/extra_flags: --instance-manager=karpenter --ipv6 --topology=private --bastion --master-size=c6g.xlarge --discovery-store=s3://k8s-kops-prow/discovery
  2051        test.kops.k8s.io/k8s_version: stable
  2052        test.kops.k8s.io/kops_channel: alpha
  2053        test.kops.k8s.io/networking: cilium
  2054        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
  2055        testgrid-days-of-results: '90'
  2056        testgrid-tab-name: pull-kops-e2e-aws-ipv6-karpenter
  2057  
  2058  # {"cloud": "aws", "distro": "u2204", "k8s_version": "stable", "kops_channel": "alpha", "networking": "cilium"}
  2059    - name: pull-kops-e2e-aws-upgrade-k124-ko124-to-k125-kolatest
  2060      cluster: default
  2061      branches:
  2062      - master
  2063      always_run: false
  2064      optional: true
  2065      skip_report: false
  2066      labels:
  2067        preset-service-account: "true"
  2068        preset-aws-ssh: "true"
  2069        preset-aws-credential: "true"
  2070        preset-dind-enabled: "true"
  2071      max_concurrency: 1
  2072      decorate: true
  2073      decoration_config:
  2074        timeout: 90m
  2075      path_alias: k8s.io/kops
  2076      spec:
  2077        containers:
  2078        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  2079          imagePullPolicy: Always
  2080          command:
  2081          - runner.sh
  2082          args:
  2083          - ./tests/e2e/scenarios/upgrade-ab/run-test.sh
  2084          securityContext:
  2085            privileged: true
  2086          env:
  2087          - name: KUBE_SSH_KEY_PATH
  2088            value: /etc/aws-ssh/aws-ssh-private
  2089          - name: KUBE_SSH_USER
  2090            value: ubuntu
  2091          - name: GOPATH
  2092            value: /home/prow/go
  2093          - name: KOPS_VERSION_A
  2094            value: "1.24"
  2095          - name: K8S_VERSION_A
  2096            value: "v1.24.0"
  2097          - name: KOPS_VERSION_B
  2098            value: "latest"
  2099          - name: K8S_VERSION_B
  2100            value: "1.25.0"
  2101          - name: CLOUD_PROVIDER
  2102            value: "aws"
  2103          - name: CLUSTER_NAME
  2104            value: "e2e-5cfd5037f5-d5d2c.test-cncf-aws.k8s.io"
  2105          - name: KOPS_STATE_STORE
  2106            value: "s3://k8s-kops-prow"
  2107          - name: KOPS_IRSA
  2108            value: "true"
  2109          resources:
  2110            requests:
  2111              cpu: "6"
  2112              memory: "16Gi"
  2113      annotations:
  2114        test.kops.k8s.io/cloud: aws
  2115        test.kops.k8s.io/distro: u2204
  2116        test.kops.k8s.io/k8s_version: stable
  2117        test.kops.k8s.io/kops_channel: alpha
  2118        test.kops.k8s.io/networking: cilium
  2119        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
  2120        testgrid-days-of-results: '90'
  2121        testgrid-tab-name: pull-kops-e2e-aws-upgrade-k124-ko124-to-k125-kolatest
  2122  
  2123  # {"cloud": "aws", "distro": "u2204", "k8s_version": "stable", "kops_channel": "alpha", "networking": "cilium"}
  2124    - name: pull-kops-e2e-aws-upgrade-k125-kolatest-to-k126-kolatest
  2125      cluster: default
  2126      branches:
  2127      - master
  2128      always_run: false
  2129      optional: true
  2130      skip_report: false
  2131      labels:
  2132        preset-service-account: "true"
  2133        preset-aws-ssh: "true"
  2134        preset-aws-credential: "true"
  2135        preset-dind-enabled: "true"
  2136      max_concurrency: 1
  2137      decorate: true
  2138      decoration_config:
  2139        timeout: 90m
  2140      path_alias: k8s.io/kops
  2141      spec:
  2142        containers:
  2143        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  2144          imagePullPolicy: Always
  2145          command:
  2146          - runner.sh
  2147          args:
  2148          - ./tests/e2e/scenarios/upgrade-ab/run-test.sh
  2149          securityContext:
  2150            privileged: true
  2151          env:
  2152          - name: KUBE_SSH_KEY_PATH
  2153            value: /etc/aws-ssh/aws-ssh-private
  2154          - name: KUBE_SSH_USER
  2155            value: ubuntu
  2156          - name: GOPATH
  2157            value: /home/prow/go
  2158          - name: KOPS_VERSION_A
  2159            value: "latest"
  2160          - name: K8S_VERSION_A
  2161            value: "v1.25.0"
  2162          - name: KOPS_VERSION_B
  2163            value: "latest"
  2164          - name: K8S_VERSION_B
  2165            value: "v1.26.0"
  2166          - name: KOPS_SKIP_E2E
  2167            value: "1"
  2168          - name: KOPS_TEMPLATE
  2169            value: "tests/e2e/templates/many-addons.yaml.tmpl"
  2170          - name: KOPS_CONTROL_PLANE_SIZE
  2171            value: "3"
  2172          - name: CLOUD_PROVIDER
  2173            value: "aws"
  2174          - name: CLUSTER_NAME
  2175            value: "e2e-e6b1dc7f49-9f9f5.test-cncf-aws.k8s.io"
  2176          - name: KOPS_STATE_STORE
  2177            value: "s3://k8s-kops-prow"
  2178          - name: KOPS_IRSA
  2179            value: "true"
  2180          resources:
  2181            requests:
  2182              cpu: "6"
  2183              memory: "16Gi"
  2184      annotations:
  2185        test.kops.k8s.io/cloud: aws
  2186        test.kops.k8s.io/distro: u2204
  2187        test.kops.k8s.io/k8s_version: stable
  2188        test.kops.k8s.io/kops_channel: alpha
  2189        test.kops.k8s.io/networking: cilium
  2190        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
  2191        testgrid-days-of-results: '90'
  2192        testgrid-tab-name: pull-kops-e2e-aws-upgrade-k125-kolatest-to-k126-kolatest
  2193  
  2194  # {"cloud": "aws", "distro": "u2204", "k8s_version": "stable", "kops_channel": "alpha", "networking": "cilium"}
  2195    - name: pull-kops-e2e-aws-upgrade-k127-ko127-to-klatest-kolatest-many-addons
  2196      cluster: default
  2197      branches:
  2198      - master
  2199      run_if_changed: '^upup\/(models\/cloudup\/resources\/addons\/|pkg\/fi\/cloudup\/bootstrapchannelbuilder\/)'
  2200      always_run: false
  2201      optional: true
  2202      skip_report: false
  2203      labels:
  2204        preset-service-account: "true"
  2205        preset-aws-ssh: "true"
  2206        preset-aws-credential: "true"
  2207        preset-dind-enabled: "true"
  2208      max_concurrency: 1
  2209      decorate: true
  2210      decoration_config:
  2211        timeout: 180m
  2212      path_alias: k8s.io/kops
  2213      spec:
  2214        containers:
  2215        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  2216          imagePullPolicy: Always
  2217          command:
  2218          - runner.sh
  2219          args:
  2220          - ./tests/e2e/scenarios/upgrade-ab/run-test.sh
  2221          securityContext:
  2222            privileged: true
  2223          env:
  2224          - name: KUBE_SSH_KEY_PATH
  2225            value: /etc/aws-ssh/aws-ssh-private
  2226          - name: KUBE_SSH_USER
  2227            value: ubuntu
  2228          - name: GOPATH
  2229            value: /home/prow/go
  2230          - name: KOPS_VERSION_A
  2231            value: "1.28"
  2232          - name: K8S_VERSION_A
  2233            value: "v1.28.0"
  2234          - name: KOPS_VERSION_B
  2235            value: "latest"
  2236          - name: K8S_VERSION_B
  2237            value: "latest"
  2238          - name: KOPS_SKIP_E2E
  2239            value: "1"
  2240          - name: KOPS_TEMPLATE
  2241            value: "tests/e2e/templates/many-addons.yaml.tmpl"
  2242          - name: KOPS_CONTROL_PLANE_SIZE
  2243            value: "3"
  2244          - name: CLOUD_PROVIDER
  2245            value: "aws"
  2246          - name: CLUSTER_NAME
  2247            value: "e2e-4c2eafaad8-50be8.test-cncf-aws.k8s.io"
  2248          - name: KOPS_STATE_STORE
  2249            value: "s3://k8s-kops-prow"
  2250          - name: KOPS_IRSA
  2251            value: "true"
  2252          resources:
  2253            requests:
  2254              cpu: "6"
  2255              memory: "16Gi"
  2256      annotations:
  2257        test.kops.k8s.io/cloud: aws
  2258        test.kops.k8s.io/distro: u2204
  2259        test.kops.k8s.io/k8s_version: stable
  2260        test.kops.k8s.io/kops_channel: alpha
  2261        test.kops.k8s.io/networking: cilium
  2262        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
  2263        testgrid-days-of-results: '90'
  2264        testgrid-tab-name: pull-kops-e2e-aws-upgrade-k127-ko127-to-klatest-kolatest-many-addons
  2265  
  2266  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--instance-manager=karpenter --master-size=c6g.xlarge", "k8s_version": "stable", "kops_channel": "alpha", "networking": "cilium"}
  2267    - name: pull-kops-e2e-aws-upgrade-k127-ko127-to-k128-kolatest-karpenter
  2268      cluster: default
  2269      branches:
  2270      - master
  2271      run_if_changed: '^upup\/models\/cloudup\/resources\/addons\/karpenter\.sh\/'
  2272      always_run: false
  2273      optional: true
  2274      skip_report: false
  2275      labels:
  2276        preset-service-account: "true"
  2277        preset-aws-ssh: "true"
  2278        preset-aws-credential: "true"
  2279        preset-dind-enabled: "true"
  2280      max_concurrency: 1
  2281      decorate: true
  2282      decoration_config:
  2283        timeout: 180m
  2284      path_alias: k8s.io/kops
  2285      spec:
  2286        containers:
  2287        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  2288          imagePullPolicy: Always
  2289          command:
  2290          - runner.sh
  2291          args:
  2292          - ./tests/e2e/scenarios/upgrade-ab/run-test.sh
  2293          securityContext:
  2294            privileged: true
  2295          env:
  2296          - name: KUBE_SSH_KEY_PATH
  2297            value: /etc/aws-ssh/aws-ssh-private
  2298          - name: KUBE_SSH_USER
  2299            value: ubuntu
  2300          - name: GOPATH
  2301            value: /home/prow/go
  2302          - name: KOPS_VERSION_A
  2303            value: "1.28"
  2304          - name: K8S_VERSION_A
  2305            value: "v1.28.0"
  2306          - name: KOPS_VERSION_B
  2307            value: "latest"
  2308          - name: K8S_VERSION_B
  2309            value: "v1.29.0"
  2310          - name: KOPS_SKIP_E2E
  2311            value: "1"
  2312          - name: KOPS_CONTROL_PLANE_SIZE
  2313            value: "3"
  2314          - name: CLOUD_PROVIDER
  2315            value: "aws"
  2316          - name: CLUSTER_NAME
  2317            value: "e2e-f58ad0ee46-a1034.test-cncf-aws.k8s.io"
  2318          - name: KOPS_STATE_STORE
  2319            value: "s3://k8s-kops-prow"
  2320          - name: KOPS_EXTRA_FLAGS
  2321            value: "--instance-manager=karpenter --master-size=c6g.xlarge"
  2322          - name: KOPS_IRSA
  2323            value: "true"
  2324          resources:
  2325            requests:
  2326              cpu: "6"
  2327              memory: "16Gi"
  2328      annotations:
  2329        test.kops.k8s.io/cloud: aws
  2330        test.kops.k8s.io/distro: u2204arm64
  2331        test.kops.k8s.io/extra_flags: --instance-manager=karpenter --master-size=c6g.xlarge
  2332        test.kops.k8s.io/k8s_version: stable
  2333        test.kops.k8s.io/kops_channel: alpha
  2334        test.kops.k8s.io/networking: cilium
  2335        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
  2336        testgrid-days-of-results: '90'
  2337        testgrid-tab-name: pull-kops-e2e-aws-upgrade-k127-ko127-to-k128-kolatest-karpenter
  2338  
  2339  # {"cloud": "aws", "distro": "u2204", "k8s_version": "stable", "kops_channel": "alpha", "networking": "cilium"}
  2340    - name: presubmit-kops-aws-boskos
  2341      cluster: default
  2342      branches:
  2343      - master
  2344      always_run: false
  2345      optional: false
  2346      skip_report: false
  2347      labels:
  2348        preset-service-account: "true"
  2349        preset-aws-ssh: "true"
  2350        preset-dind-enabled: "true"
  2351      max_concurrency: 1
  2352      decorate: true
  2353      decoration_config:
  2354        timeout: 90m
  2355      path_alias: k8s.io/kops
  2356      spec:
  2357        containers:
  2358        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  2359          imagePullPolicy: Always
  2360          command:
  2361          - runner.sh
  2362          args:
  2363          - ./tests/e2e/scenarios/aws-boskos/run-test.sh
  2364          securityContext:
  2365            privileged: true
  2366          env:
  2367          - name: KUBE_SSH_KEY_PATH
  2368            value: /etc/aws-ssh/aws-ssh-private
  2369          - name: KUBE_SSH_USER
  2370            value: ubuntu
  2371          - name: GOPATH
  2372            value: /home/prow/go
  2373          - name: CLOUD_PROVIDER
  2374            value: "aws"
  2375          - name: CLUSTER_NAME
  2376            value: "e2e-fc5e1ab149-22fa7.test-cncf-aws.k8s.io"
  2377          - name: KOPS_STATE_STORE
  2378            value: "s3://k8s-kops-prow"
  2379          - name: KOPS_IRSA
  2380            value: "true"
  2381          resources:
  2382            requests:
  2383              cpu: "6"
  2384              memory: "16Gi"
  2385      annotations:
  2386        test.kops.k8s.io/cloud: aws
  2387        test.kops.k8s.io/distro: u2204
  2388        test.kops.k8s.io/k8s_version: stable
  2389        test.kops.k8s.io/kops_channel: alpha
  2390        test.kops.k8s.io/networking: cilium
  2391        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
  2392        testgrid-days-of-results: '90'
  2393        testgrid-tab-name: presubmit-kops-aws-boskos
  2394  
  2395  # {"cloud": "aws", "distro": "u2204", "extra_flags": "--discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "networking": "cilium"}
  2396    - name: presubmit-kops-aws-boskos-kubetest2
  2397      cluster: default
  2398      branches:
  2399      - master
  2400      always_run: false
  2401      optional: false
  2402      skip_report: false
  2403      labels:
  2404        preset-service-account: "true"
  2405        preset-aws-ssh: "true"
  2406        preset-dind-enabled: "true"
  2407      decorate: true
  2408      decoration_config:
  2409        timeout: 90m
  2410      path_alias: k8s.io/kops
  2411      spec:
  2412        containers:
  2413        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  2414          imagePullPolicy: Always
  2415          command:
  2416          - runner.sh
  2417          args:
  2418          - bash
  2419          - -c
  2420          - |
  2421              make test-e2e-install
  2422              kubetest2 kops \
  2423              -v 2 \
  2424              --up --build --down \
  2425              --cloud-provider=aws \
  2426              --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-amd64-server-20240501' --channel=alpha --networking=cilium --discovery-store=s3://k8s-kops-prow/discovery" \
  2427              --boskos-resource-type=aws-account \
  2428              --kubernetes-version=https://dl.k8s.io/release/stable.txt \
  2429              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
  2430              --test=kops \
  2431              -- \
  2432              --test-args="-test.timeout=60m" \
  2433              --test-package-marker=stable.txt \
  2434              --parallel=25
  2435          securityContext:
  2436            privileged: true
  2437          env:
  2438          - name: KUBE_SSH_KEY_PATH
  2439            value: /etc/aws-ssh/aws-ssh-private
  2440          - name: KUBE_SSH_USER
  2441            value: ubuntu
  2442          - name: GOPATH
  2443            value: /home/prow/go
  2444          resources:
  2445            limits:
  2446              cpu: "4"
  2447              memory: 6Gi
  2448            requests:
  2449              cpu: "4"
  2450              memory: 6Gi
  2451      annotations:
  2452        test.kops.k8s.io/cloud: aws
  2453        test.kops.k8s.io/distro: u2204
  2454        test.kops.k8s.io/extra_flags: --discovery-store=s3://k8s-kops-prow/discovery
  2455        test.kops.k8s.io/k8s_version: stable
  2456        test.kops.k8s.io/kops_channel: alpha
  2457        test.kops.k8s.io/networking: cilium
  2458        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
  2459        testgrid-days-of-results: '90'
  2460        testgrid-tab-name: presubmit-kops-aws-boskos-kubetest2
  2461  
  2462  # {"cloud": "gce", "distro": "cos105", "extra_flags": "--image=cos-cloud/cos-105-17412-156-49 --node-volume-size=100 --gce-service-account=default", "k8s_version": "ci", "kops_channel": "alpha", "networking": "kubenet"}
  2463    - name: pull-kops-kubernetes-e2e-cos-gce-serial
  2464      cluster: k8s-infra-prow-build
  2465      branches:
  2466      - master
  2467      always_run: false
  2468      optional: true
  2469      skip_report: false
  2470      labels:
  2471        preset-k8s-ssh: "true"
  2472      decorate: true
  2473      decoration_config:
  2474        timeout: 530m
  2475      path_alias: k8s.io/kops
  2476      spec:
  2477        serviceAccountName: k8s-kops-test
  2478        containers:
  2479        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  2480          imagePullPolicy: Always
  2481          command:
  2482          - runner.sh
  2483          args:
  2484          - bash
  2485          - -c
  2486          - |
  2487              make test-e2e-install
  2488              kubetest2 kops \
  2489              -v 2 \
  2490              --up --build --down \
  2491              --cloud-provider=gce \
  2492              --admin-access=0.0.0.0/0 \
  2493              --create-args="--channel=alpha --networking=kubenet --image=cos-cloud/cos-105-17412-156-49 --node-volume-size=100 --gce-service-account=default" \
  2494              --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
  2495              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
  2496              --test=kops \
  2497              -- \
  2498              --test-args="-test.timeout=500m" \
  2499              --test-package-url=https://storage.googleapis.com/k8s-release-dev \
  2500              --test-package-dir=ci \
  2501              --test-package-marker=latest.txt \
  2502              --focus-regex="\[Serial\]" \
  2503              --skip-regex="\[Driver:.gcepd\]|\[Flaky\]|\[Feature:.+\]" \
  2504              --parallel=1
  2505          securityContext:
  2506            privileged: true
  2507          env:
  2508          - name: KUBE_SSH_KEY_PATH
  2509            value: /etc/ssh-key-secret/ssh-private
  2510          - name: KUBE_SSH_USER
  2511            value: prow
  2512          - name: GOPATH
  2513            value: /home/prow/go
  2514          resources:
  2515            limits:
  2516              cpu: "4"
  2517              memory: 6Gi
  2518            requests:
  2519              cpu: "4"
  2520              memory: 6Gi
  2521      annotations:
  2522        test.kops.k8s.io/cloud: gce
  2523        test.kops.k8s.io/distro: cos105
  2524        test.kops.k8s.io/extra_flags: --image=cos-cloud/cos-105-17412-156-49 --node-volume-size=100 --gce-service-account=default
  2525        test.kops.k8s.io/k8s_version: ci
  2526        test.kops.k8s.io/kops_channel: alpha
  2527        test.kops.k8s.io/networking: kubenet
  2528        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
  2529        testgrid-days-of-results: '90'
  2530        testgrid-tab-name: pull-kops-kubernetes-e2e-cos-gce-serial
  2531  
  2532  # {"cloud": "gce", "distro": "cos105", "extra_flags": "--image=cos-cloud/cos-105-17412-156-49 --node-volume-size=100 --gce-service-account=default", "k8s_version": "ci", "kops_channel": "alpha", "networking": "kubenet"}
  2533    - name: pull-kops-kubernetes-e2e-cos-gce
  2534      cluster: k8s-infra-prow-build
  2535      branches:
  2536      - master
  2537      always_run: false
  2538      optional: true
  2539      skip_report: false
  2540      labels:
  2541        preset-k8s-ssh: "true"
  2542      decorate: true
  2543      decoration_config:
  2544        timeout: 70m
  2545      path_alias: k8s.io/kops
  2546      spec:
  2547        serviceAccountName: k8s-kops-test
  2548        containers:
  2549        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  2550          imagePullPolicy: Always
  2551          command:
  2552          - runner.sh
  2553          args:
  2554          - bash
  2555          - -c
  2556          - |
  2557              make test-e2e-install
  2558              kubetest2 kops \
  2559              -v 2 \
  2560              --up --build --down \
  2561              --cloud-provider=gce \
  2562              --admin-access=0.0.0.0/0 \
  2563              --create-args="--channel=alpha --networking=kubenet --image=cos-cloud/cos-105-17412-156-49 --node-volume-size=100 --gce-service-account=default" \
  2564              --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
  2565              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
  2566              --test=kops \
  2567              -- \
  2568              --test-args="-test.timeout=40m" \
  2569              --test-package-url=https://storage.googleapis.com/k8s-release-dev \
  2570              --test-package-dir=ci \
  2571              --test-package-marker=latest.txt \
  2572              --skip-regex="\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\]" \
  2573              --parallel=25
  2574          securityContext:
  2575            privileged: true
  2576          env:
  2577          - name: KUBE_SSH_KEY_PATH
  2578            value: /etc/ssh-key-secret/ssh-private
  2579          - name: KUBE_SSH_USER
  2580            value: prow
  2581          - name: GOPATH
  2582            value: /home/prow/go
  2583          resources:
  2584            limits:
  2585              cpu: "4"
  2586              memory: 6Gi
  2587            requests:
  2588              cpu: "4"
  2589              memory: 6Gi
  2590      annotations:
  2591        test.kops.k8s.io/cloud: gce
  2592        test.kops.k8s.io/distro: cos105
  2593        test.kops.k8s.io/extra_flags: --image=cos-cloud/cos-105-17412-156-49 --node-volume-size=100 --gce-service-account=default
  2594        test.kops.k8s.io/k8s_version: ci
  2595        test.kops.k8s.io/kops_channel: alpha
  2596        test.kops.k8s.io/networking: kubenet
  2597        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
  2598        testgrid-days-of-results: '90'
  2599        testgrid-tab-name: pull-kops-kubernetes-e2e-cos-gce
  2600  
  2601  # {"cloud": "gce", "distro": "cos105", "extra_flags": "--image=cos-cloud/cos-105-17412-156-49 --set=spec.networking.networkID=default --gce-service-account=default", "k8s_version": "ci", "kops_channel": "alpha", "networking": "kubenet"}
  2602    - name: pull-kops-kubernetes-e2e-cos-gce-slow
  2603      cluster: k8s-infra-prow-build
  2604      branches:
  2605      - master
  2606      always_run: false
  2607      optional: true
  2608      skip_report: false
  2609      labels:
  2610        preset-k8s-ssh: "true"
  2611      decorate: true
  2612      decoration_config:
  2613        timeout: 100m
  2614      path_alias: k8s.io/kops
  2615      spec:
  2616        serviceAccountName: k8s-kops-test
  2617        containers:
  2618        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  2619          imagePullPolicy: Always
  2620          command:
  2621          - runner.sh
  2622          args:
  2623          - bash
  2624          - -c
  2625          - |
  2626              make test-e2e-install
  2627              kubetest2 kops \
  2628              -v 2 \
  2629              --up --build --down \
  2630              --cloud-provider=gce \
  2631              --admin-access=0.0.0.0/0 \
  2632              --create-args="--channel=alpha --networking=kubenet --image=cos-cloud/cos-105-17412-156-49 --set=spec.networking.networkID=default --gce-service-account=default" \
  2633              --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
  2634              --kops-binary-path=/home/prow/go/src/k8s.io/kops/.build/dist/linux/amd64/kops \
  2635              --test=kops \
  2636              -- \
  2637              --test-args="-test.timeout=70m" \
  2638              --test-package-url=https://storage.googleapis.com/k8s-release-dev \
  2639              --test-package-dir=ci \
  2640              --test-package-marker=latest.txt \
  2641              --focus-regex="\[Slow\]" \
  2642              --skip-regex="\[Driver:.gcepd\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\]" \
  2643              --parallel=25
  2644          securityContext:
  2645            privileged: true
  2646          env:
  2647          - name: KUBE_SSH_KEY_PATH
  2648            value: /etc/ssh-key-secret/ssh-private
  2649          - name: KUBE_SSH_USER
  2650            value: prow
  2651          - name: GOPATH
  2652            value: /home/prow/go
  2653          resources:
  2654            limits:
  2655              cpu: "4"
  2656              memory: 6Gi
  2657            requests:
  2658              cpu: "4"
  2659              memory: 6Gi
  2660      annotations:
  2661        test.kops.k8s.io/cloud: gce
  2662        test.kops.k8s.io/distro: cos105
  2663        test.kops.k8s.io/extra_flags: --image=cos-cloud/cos-105-17412-156-49 --set=spec.networking.networkID=default --gce-service-account=default
  2664        test.kops.k8s.io/k8s_version: ci
  2665        test.kops.k8s.io/kops_channel: alpha
  2666        test.kops.k8s.io/networking: kubenet
  2667        testgrid-dashboards: kops-presubmits, presubmits-kops, sig-cluster-lifecycle-kops
  2668        testgrid-days-of-results: '90'
  2669        testgrid-tab-name: pull-kops-kubernetes-e2e-cos-gce-slow