k8s.io/test-infra@v0.0.0-20240520184403-27c6b4c223d8/config/jobs/kubernetes/kops/kops-periodics-misc2.yaml (about)

     1  # Test jobs generated by build_jobs.py (do not manually edit)
     2  # 51 jobs, total of 1575 runs per week
     3  periodics:
     4  
     5  # {"cloud": "aws", "distro": "u2204", "extra_flags": "--discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "1.29", "kops_channel": "alpha", "kops_version": "latest", "networking": "cilium"}
     6  - name: e2e-kops-scenario-gcr-mirror
     7    cron: '11 0-23/1 * * *'
     8    labels:
     9      preset-service-account: "true"
    10      preset-aws-ssh: "true"
    11      preset-aws-credential: "true"
    12    cluster: k8s-infra-kops-prow-build
    13    decorate: true
    14    decoration_config:
    15      timeout: 90m
    16    extra_refs:
    17    - org: kubernetes
    18      repo: kops
    19      base_ref: master
    20      workdir: true
    21      path_alias: k8s.io/kops
    22    spec:
    23      containers:
    24      - command:
    25        - runner.sh
    26        args:
    27        - bash
    28        - -c
    29        - |
    30          make test-e2e-install
    31          kubetest2 kops \
    32            -v 2 \
    33            --up --down \
    34            --cloud-provider=aws \
    35            --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-amd64-server-20240501' --channel=alpha --networking=cilium --discovery-store=s3://k8s-kops-prow/discovery" \
    36            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci-updown-green.txt \
    37            --kubernetes-version=https://dl.k8s.io/release/stable-1.29.txt \
    38            --test=kops \
    39            -- \
    40            --test-args="-test.timeout=60m" \
    41            --test-package-marker=stable-1.29.txt \
    42            --parallel=25
    43        env:
    44        - name: KUBE_SSH_KEY_PATH
    45          value: /etc/aws-ssh/aws-ssh-private
    46        - name: KUBE_SSH_USER
    47          value: ubuntu
    48        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
    49        imagePullPolicy: Always
    50        resources:
    51          limits:
    52            cpu: "4"
    53            memory: 6Gi
    54          requests:
    55            cpu: "4"
    56            memory: 6Gi
    57    annotations:
    58      test.kops.k8s.io/cloud: aws
    59      test.kops.k8s.io/distro: u2204
    60      test.kops.k8s.io/extra_flags: --discovery-store=s3://k8s-kops-prow/discovery
    61      test.kops.k8s.io/k8s_version: '1.29'
    62      test.kops.k8s.io/kops_channel: alpha
    63      test.kops.k8s.io/kops_version: latest
    64      test.kops.k8s.io/networking: cilium
    65      testgrid-dashboards: google-aws, kops-distro-u2204, kops-k8s-1.29, kops-latest, kops-misc, sig-cluster-lifecycle-kops
    66      testgrid-days-of-results: '11'
    67      testgrid-tab-name: kops-scenario-gcr-mirror
    68  
    69  # {"cloud": "aws", "distro": "u2204", "k8s_version": "stable", "kops_channel": "alpha", "kops_version": "latest", "networking": "cilium"}
    70  - name: e2e-kops-artifacts-sandbox
    71    cluster: k8s-infra-kops-prow-build
    72    cron: '1 1-23/8 * * *'
    73    labels:
    74      preset-service-account: "true"
    75      preset-aws-ssh: "true"
    76      preset-dind-enabled: "true"
    77    max_concurrency: 1
    78    decorate: true
    79    decoration_config:
    80      timeout: 90m
    81    extra_refs:
    82    - org: kubernetes
    83      repo: kops
    84      base_ref: master
    85      workdir: true
    86      path_alias: k8s.io/kops
    87    spec:
    88      serviceAccountName: prowjob-default-sa
    89      containers:
    90      - command:
    91        - runner.sh
    92        args:
    93        - ./tests/e2e/scenarios/smoketest/run-test.sh
    94        env:
    95        - name: KOPS_BASE_URL
    96          value: "https://artifacts-sandbox.k8s.io/binaries/kops/1.28.4/"
    97        - name: KOPS_VERSION
    98          value: "v1.28.4"
    99        - name: K8S_VERSION
   100          value: "v1.28.6"
   101        - name: KOPS_SKIP_E2E
   102          value: "1"
   103        - name: KOPS_CONTROL_PLANE_SIZE
   104          value: "3"
   105        - name: KOPS_STATE_STORE
   106          value: "s3://k8s-kops-ci-prow-state-store"
   107        - name: KOPS_DNS_DOMAIN
   108          value: "tests-kops-aws.k8s.io"
   109        - name: DISCOVERY_STORE
   110          value: "s3://k8s-kops-ci-prow"
   111        - name: CLOUD_PROVIDER
   112          value: "aws"
   113        - name: CLUSTER_NAME
   114          value: "e2e-622a77307c-4bdbd.tests-kops-aws.k8s.io"
   115        - name: KUBE_SSH_USER
   116          value: "ubuntu"
   117        - name: KOPS_IRSA
   118          value: "true"
   119        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   120        imagePullPolicy: Always
   121        resources:
   122          limits:
   123            cpu: "4"
   124            memory: 6Gi
   125          requests:
   126            cpu: "4"
   127            memory: 6Gi
   128        securityContext:
   129          privileged: true
   130    annotations:
   131      test.kops.k8s.io/cloud: aws
   132      test.kops.k8s.io/distro: u2204
   133      test.kops.k8s.io/k8s_version: stable
   134      test.kops.k8s.io/kops_channel: alpha
   135      test.kops.k8s.io/kops_version: latest
   136      test.kops.k8s.io/networking: cilium
   137      testgrid-dashboards: google-aws, kops-distro-u2204, kops-k8s-stable, kops-latest, kops-misc, sig-cluster-lifecycle-kops
   138      testgrid-days-of-results: '90'
   139      testgrid-tab-name: kops-artifacts-sandbox
   140  
   141  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--zones=eu-central-1a --node-size=m6g.large --master-size=m6g.large --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "ci", "kops_channel": "alpha", "kops_version": "latest", "networking": "cilium"}
   142  - name: e2e-kops-aws-cni-cilium-k8s-ci
   143    cron: '5 15-23/24 * * *'
   144    labels:
   145      preset-service-account: "true"
   146      preset-aws-ssh: "true"
   147      preset-aws-credential: "true"
   148    cluster: k8s-infra-kops-prow-build
   149    decorate: true
   150    decoration_config:
   151      timeout: 90m
   152    extra_refs:
   153    - org: kubernetes
   154      repo: kops
   155      base_ref: master
   156      workdir: true
   157      path_alias: k8s.io/kops
   158    spec:
   159      containers:
   160      - command:
   161        - runner.sh
   162        args:
   163        - bash
   164        - -c
   165        - |
   166          make test-e2e-install
   167          kubetest2 kops \
   168            -v 2 \
   169            --up --down \
   170            --cloud-provider=aws \
   171            --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-20240501' --channel=alpha --networking=cilium --zones=eu-central-1a --node-size=m6g.large --master-size=m6g.large --discovery-store=s3://k8s-kops-prow/discovery" \
   172            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci-updown-green.txt \
   173            --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
   174            --test=kops \
   175            -- \
   176            --test-args="-test.timeout=60m" \
   177            --test-package-url=https://storage.googleapis.com/k8s-release-dev \
   178            --test-package-dir=ci \
   179            --test-package-marker=latest.txt \
   180            --parallel=25
   181        env:
   182        - name: KUBE_SSH_KEY_PATH
   183          value: /etc/aws-ssh/aws-ssh-private
   184        - name: KUBE_SSH_USER
   185          value: ubuntu
   186        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   187        imagePullPolicy: Always
   188        resources:
   189          limits:
   190            cpu: "4"
   191            memory: 6Gi
   192          requests:
   193            cpu: "4"
   194            memory: 6Gi
   195    annotations:
   196      test.kops.k8s.io/cloud: aws
   197      test.kops.k8s.io/distro: u2204arm64
   198      test.kops.k8s.io/extra_flags: --zones=eu-central-1a --node-size=m6g.large --master-size=m6g.large --discovery-store=s3://k8s-kops-prow/discovery
   199      test.kops.k8s.io/k8s_version: ci
   200      test.kops.k8s.io/kops_channel: alpha
   201      test.kops.k8s.io/kops_version: latest
   202      test.kops.k8s.io/networking: cilium
   203      testgrid-dashboards: google-aws, kops-distro-u2204, kops-k8s-ci, kops-latest, kops-network-plugins, sig-cluster-lifecycle-kops
   204      testgrid-days-of-results: '90'
   205      testgrid-tab-name: kops-aws-cni-cilium-k8s-ci
   206  
   207  # {"cloud": "gce", "distro": "u2204", "extra_flags": "--gce-service-account=default", "k8s_version": "ci", "kops_channel": "alpha", "kops_version": "latest", "networking": "cilium"}
   208  - name: e2e-kops-gce-cni-cilium-k8s-ci
   209    cron: '22 12-23/24 * * *'
   210    labels:
   211      preset-k8s-ssh: "true"
   212    cluster: k8s-infra-prow-build
   213    decorate: true
   214    decoration_config:
   215      timeout: 90m
   216    extra_refs:
   217    - org: kubernetes
   218      repo: kops
   219      base_ref: master
   220      workdir: true
   221      path_alias: k8s.io/kops
   222    spec:
   223      serviceAccountName: k8s-kops-test
   224      containers:
   225      - command:
   226        - runner.sh
   227        args:
   228        - bash
   229        - -c
   230        - |
   231          make test-e2e-install
   232          kubetest2 kops \
   233            -v 2 \
   234            --up --down \
   235            --cloud-provider=gce \
   236            --admin-access=0.0.0.0/0 \
   237            --create-args="--channel=alpha --networking=cilium --gce-service-account=default" \
   238            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci-updown-green.txt \
   239            --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
   240            --test=kops \
   241            -- \
   242            --test-args="-test.timeout=60m" \
   243            --test-package-url=https://storage.googleapis.com/k8s-release-dev \
   244            --test-package-dir=ci \
   245            --test-package-marker=latest.txt \
   246            --parallel=25
   247        env:
   248        - name: KUBE_SSH_KEY_PATH
   249          value: /etc/ssh-key-secret/ssh-private
   250        - name: KUBE_SSH_USER
   251          value: prow
   252        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   253        imagePullPolicy: Always
   254        resources:
   255          limits:
   256            cpu: "4"
   257            memory: 6Gi
   258          requests:
   259            cpu: "4"
   260            memory: 6Gi
   261    annotations:
   262      test.kops.k8s.io/cloud: gce
   263      test.kops.k8s.io/distro: u2204
   264      test.kops.k8s.io/extra_flags: --gce-service-account=default
   265      test.kops.k8s.io/k8s_version: ci
   266      test.kops.k8s.io/kops_channel: alpha
   267      test.kops.k8s.io/kops_version: latest
   268      test.kops.k8s.io/networking: cilium
   269      testgrid-dashboards: kops-distro-u2204, kops-gce, kops-k8s-ci, kops-latest, kops-network-plugins, sig-cluster-lifecycle-kops
   270      testgrid-days-of-results: '90'
   271      testgrid-tab-name: kops-gce-cni-cilium-k8s-ci
   272  
   273  # {"cloud": "aws", "distro": "deb11", "extra_flags": "--discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "kops_version": "latest", "networking": "calico"}
   274  - name: e2e-kops-aws-cni-calico-deb11
   275    cron: '59 5-23/8 * * *'
   276    labels:
   277      preset-service-account: "true"
   278      preset-aws-ssh: "true"
   279      preset-aws-credential: "true"
   280    cluster: k8s-infra-kops-prow-build
   281    decorate: true
   282    decoration_config:
   283      timeout: 90m
   284    extra_refs:
   285    - org: kubernetes
   286      repo: kops
   287      base_ref: master
   288      workdir: true
   289      path_alias: k8s.io/kops
   290    spec:
   291      containers:
   292      - command:
   293        - runner.sh
   294        args:
   295        - bash
   296        - -c
   297        - |
   298          make test-e2e-install
   299          kubetest2 kops \
   300            -v 2 \
   301            --up --down \
   302            --cloud-provider=aws \
   303            --create-args="--image='136693071363/debian-11-amd64-20240507-1740' --channel=alpha --networking=calico --discovery-store=s3://k8s-kops-prow/discovery" \
   304            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci-updown-green.txt \
   305            --kubernetes-version=https://dl.k8s.io/release/stable.txt \
   306            --test=kops \
   307            -- \
   308            --test-args="-test.timeout=60m" \
   309            --test-package-marker=stable.txt \
   310            --parallel=25
   311        env:
   312        - name: KUBE_SSH_KEY_PATH
   313          value: /etc/aws-ssh/aws-ssh-private
   314        - name: KUBE_SSH_USER
   315          value: admin
   316        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   317        imagePullPolicy: Always
   318        resources:
   319          limits:
   320            cpu: "4"
   321            memory: 6Gi
   322          requests:
   323            cpu: "4"
   324            memory: 6Gi
   325    annotations:
   326      test.kops.k8s.io/cloud: aws
   327      test.kops.k8s.io/distro: deb11
   328      test.kops.k8s.io/extra_flags: --discovery-store=s3://k8s-kops-prow/discovery
   329      test.kops.k8s.io/k8s_version: stable
   330      test.kops.k8s.io/kops_channel: alpha
   331      test.kops.k8s.io/kops_version: latest
   332      test.kops.k8s.io/networking: calico
   333      testgrid-dashboards: google-aws, kops-distro-deb11, kops-k8s-stable, kops-latest, kops-network-plugins, sig-cluster-lifecycle-kops
   334      testgrid-days-of-results: '90'
   335      testgrid-tab-name: kops-aws-cni-calico-deb11
   336  
   337  # {"cloud": "aws", "distro": "flatcararm64", "extra_flags": "--discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "kops_version": "latest", "networking": "calico"}
   338  - name: e2e-kops-aws-cni-calico-flatcar
   339    cron: '40 6-23/8 * * *'
   340    labels:
   341      preset-service-account: "true"
   342      preset-aws-ssh: "true"
   343      preset-aws-credential: "true"
   344    cluster: k8s-infra-kops-prow-build
   345    decorate: true
   346    decoration_config:
   347      timeout: 90m
   348    extra_refs:
   349    - org: kubernetes
   350      repo: kops
   351      base_ref: master
   352      workdir: true
   353      path_alias: k8s.io/kops
   354    spec:
   355      containers:
   356      - command:
   357        - runner.sh
   358        args:
   359        - bash
   360        - -c
   361        - |
   362          make test-e2e-install
   363          kubetest2 kops \
   364            -v 2 \
   365            --up --down \
   366            --cloud-provider=aws \
   367            --create-args="--image='075585003325/Flatcar-beta-3913.1.0-arm64-hvm' --channel=alpha --networking=calico --discovery-store=s3://k8s-kops-prow/discovery" \
   368            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci-updown-green.txt \
   369            --kubernetes-version=https://dl.k8s.io/release/stable.txt \
   370            --validation-wait=20m \
   371            --test=kops \
   372            -- \
   373            --test-args="-test.timeout=60m" \
   374            --test-package-marker=stable.txt \
   375            --parallel=25
   376        env:
   377        - name: KUBE_SSH_KEY_PATH
   378          value: /etc/aws-ssh/aws-ssh-private
   379        - name: KUBE_SSH_USER
   380          value: core
   381        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   382        imagePullPolicy: Always
   383        resources:
   384          limits:
   385            cpu: "4"
   386            memory: 6Gi
   387          requests:
   388            cpu: "4"
   389            memory: 6Gi
   390    annotations:
   391      test.kops.k8s.io/cloud: aws
   392      test.kops.k8s.io/distro: flatcararm64
   393      test.kops.k8s.io/extra_flags: --discovery-store=s3://k8s-kops-prow/discovery
   394      test.kops.k8s.io/k8s_version: stable
   395      test.kops.k8s.io/kops_channel: alpha
   396      test.kops.k8s.io/kops_version: latest
   397      test.kops.k8s.io/networking: calico
   398      testgrid-dashboards: google-aws, kops-distro-flatcar, kops-distros, kops-k8s-stable, kops-latest, kops-network-plugins, sig-cluster-lifecycle-kops
   399      testgrid-days-of-results: '90'
   400      testgrid-tab-name: kops-aws-cni-calico-flatcar
   401  
   402  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--ipv6 --topology=private --dns=public --bastion --zones=us-west-2a --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "kops_version": "latest", "networking": "calico"}
   403  - name: e2e-kops-aws-cni-calico-ipv6
   404    cron: '29 0-23/8 * * *'
   405    labels:
   406      preset-service-account: "true"
   407      preset-aws-ssh: "true"
   408      preset-aws-credential: "true"
   409    cluster: k8s-infra-kops-prow-build
   410    decorate: true
   411    decoration_config:
   412      timeout: 90m
   413    extra_refs:
   414    - org: kubernetes
   415      repo: kops
   416      base_ref: master
   417      workdir: true
   418      path_alias: k8s.io/kops
   419    spec:
   420      containers:
   421      - command:
   422        - runner.sh
   423        args:
   424        - bash
   425        - -c
   426        - |
   427          make test-e2e-install
   428          kubetest2 kops \
   429            -v 2 \
   430            --up --down \
   431            --cloud-provider=aws \
   432            --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-20240501' --channel=alpha --networking=calico --ipv6 --topology=private --dns=public --bastion --zones=us-west-2a --discovery-store=s3://k8s-kops-prow/discovery" \
   433            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci-updown-green.txt \
   434            --kubernetes-version=https://dl.k8s.io/release/stable.txt \
   435            --test=kops \
   436            -- \
   437            --test-args="-test.timeout=60m" \
   438            --test-package-marker=stable.txt \
   439            --parallel=25
   440        env:
   441        - name: KUBE_SSH_KEY_PATH
   442          value: /etc/aws-ssh/aws-ssh-private
   443        - name: KUBE_SSH_USER
   444          value: ubuntu
   445        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   446        imagePullPolicy: Always
   447        resources:
   448          limits:
   449            cpu: "4"
   450            memory: 6Gi
   451          requests:
   452            cpu: "4"
   453            memory: 6Gi
   454    annotations:
   455      test.kops.k8s.io/cloud: aws
   456      test.kops.k8s.io/distro: u2204arm64
   457      test.kops.k8s.io/extra_flags: --ipv6 --topology=private --dns=public --bastion --zones=us-west-2a --discovery-store=s3://k8s-kops-prow/discovery
   458      test.kops.k8s.io/k8s_version: stable
   459      test.kops.k8s.io/kops_channel: alpha
   460      test.kops.k8s.io/kops_version: latest
   461      test.kops.k8s.io/networking: calico
   462      testgrid-dashboards: google-aws, kops-distro-u2204, kops-ipv6, kops-k8s-stable, kops-latest, kops-network-plugins, sig-cluster-lifecycle-kops
   463      testgrid-days-of-results: '90'
   464      testgrid-tab-name: kops-aws-cni-calico-ipv6
   465  
   466  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--ipv6 --topology=private --dns=public --bastion --zones=us-west-2a --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "kops_version": "latest", "networking": "cilium"}
   467  - name: e2e-kops-aws-cni-cilium-ipv6
   468    cron: '22 3-23/8 * * *'
   469    labels:
   470      preset-service-account: "true"
   471      preset-aws-ssh: "true"
   472      preset-aws-credential: "true"
   473    cluster: k8s-infra-kops-prow-build
   474    decorate: true
   475    decoration_config:
   476      timeout: 90m
   477    extra_refs:
   478    - org: kubernetes
   479      repo: kops
   480      base_ref: master
   481      workdir: true
   482      path_alias: k8s.io/kops
   483    spec:
   484      containers:
   485      - command:
   486        - runner.sh
   487        args:
   488        - bash
   489        - -c
   490        - |
   491          make test-e2e-install
   492          kubetest2 kops \
   493            -v 2 \
   494            --up --down \
   495            --cloud-provider=aws \
   496            --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-20240501' --channel=alpha --networking=cilium --ipv6 --topology=private --dns=public --bastion --zones=us-west-2a --discovery-store=s3://k8s-kops-prow/discovery" \
   497            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci-updown-green.txt \
   498            --kubernetes-version=https://dl.k8s.io/release/stable.txt \
   499            --test=kops \
   500            -- \
   501            --test-args="-test.timeout=60m" \
   502            --test-package-marker=stable.txt \
   503            --parallel=25
   504        env:
   505        - name: KUBE_SSH_KEY_PATH
   506          value: /etc/aws-ssh/aws-ssh-private
   507        - name: KUBE_SSH_USER
   508          value: ubuntu
   509        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   510        imagePullPolicy: Always
   511        resources:
   512          limits:
   513            cpu: "4"
   514            memory: 6Gi
   515          requests:
   516            cpu: "4"
   517            memory: 6Gi
   518    annotations:
   519      test.kops.k8s.io/cloud: aws
   520      test.kops.k8s.io/distro: u2204arm64
   521      test.kops.k8s.io/extra_flags: --ipv6 --topology=private --dns=public --bastion --zones=us-west-2a --discovery-store=s3://k8s-kops-prow/discovery
   522      test.kops.k8s.io/k8s_version: stable
   523      test.kops.k8s.io/kops_channel: alpha
   524      test.kops.k8s.io/kops_version: latest
   525      test.kops.k8s.io/networking: cilium
   526      testgrid-dashboards: google-aws, kops-distro-u2204, kops-ipv6, kops-k8s-stable, kops-latest, kops-network-plugins, sig-cluster-lifecycle-kops
   527      testgrid-days-of-results: '90'
   528      testgrid-tab-name: kops-aws-cni-cilium-ipv6
   529  
   530  # {"cloud": "aws", "distro": "flatcararm64", "extra_flags": "--ipv6 --topology=private --dns=public --bastion --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "kops_version": "latest", "networking": "cilium"}
   531  - name: e2e-kops-aws-ipv6-flatcar
   532    cron: '41 2-23/8 * * *'
   533    labels:
   534      preset-service-account: "true"
   535      preset-aws-ssh: "true"
   536      preset-aws-credential: "true"
   537    cluster: k8s-infra-kops-prow-build
   538    decorate: true
   539    decoration_config:
   540      timeout: 90m
   541    extra_refs:
   542    - org: kubernetes
   543      repo: kops
   544      base_ref: master
   545      workdir: true
   546      path_alias: k8s.io/kops
   547    spec:
   548      containers:
   549      - command:
   550        - runner.sh
   551        args:
   552        - bash
   553        - -c
   554        - |
   555          make test-e2e-install
   556          kubetest2 kops \
   557            -v 2 \
   558            --up --down \
   559            --cloud-provider=aws \
   560            --create-args="--image='075585003325/Flatcar-beta-3913.1.0-arm64-hvm' --channel=alpha --networking=cilium --ipv6 --topology=private --dns=public --bastion --discovery-store=s3://k8s-kops-prow/discovery" \
   561            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci-updown-green.txt \
   562            --kubernetes-version=https://dl.k8s.io/release/stable.txt \
   563            --validation-wait=20m \
   564            --test=kops \
   565            -- \
   566            --test-args="-test.timeout=60m" \
   567            --test-package-marker=stable.txt \
   568            --parallel=25
   569        env:
   570        - name: KUBE_SSH_KEY_PATH
   571          value: /etc/aws-ssh/aws-ssh-private
   572        - name: KUBE_SSH_USER
   573          value: core
   574        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   575        imagePullPolicy: Always
   576        resources:
   577          limits:
   578            cpu: "4"
   579            memory: 6Gi
   580          requests:
   581            cpu: "4"
   582            memory: 6Gi
   583    annotations:
   584      test.kops.k8s.io/cloud: aws
   585      test.kops.k8s.io/distro: flatcararm64
   586      test.kops.k8s.io/extra_flags: --ipv6 --topology=private --dns=public --bastion --discovery-store=s3://k8s-kops-prow/discovery
   587      test.kops.k8s.io/k8s_version: stable
   588      test.kops.k8s.io/kops_channel: alpha
   589      test.kops.k8s.io/kops_version: latest
   590      test.kops.k8s.io/networking: cilium
   591      testgrid-dashboards: google-aws, kops-distro-flatcar, kops-distros, kops-ipv6, kops-k8s-stable, kops-latest, sig-cluster-lifecycle-kops
   592      testgrid-days-of-results: '90'
   593      testgrid-tab-name: kops-aws-ipv6-flatcar
   594  
   595  # {"cloud": "aws", "distro": "flatcararm64", "extra_flags": "--ipv6 --topology=private --dns=public --bastion --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "kops_version": "latest", "networking": "calico"}
   596  - name: e2e-kops-aws-cni-calico-ipv6-flatcar
   597    cron: '52 3-23/8 * * *'
   598    labels:
   599      preset-service-account: "true"
   600      preset-aws-ssh: "true"
   601      preset-aws-credential: "true"
   602    cluster: k8s-infra-kops-prow-build
   603    decorate: true
   604    decoration_config:
   605      timeout: 90m
   606    extra_refs:
   607    - org: kubernetes
   608      repo: kops
   609      base_ref: master
   610      workdir: true
   611      path_alias: k8s.io/kops
   612    spec:
   613      containers:
   614      - command:
   615        - runner.sh
   616        args:
   617        - bash
   618        - -c
   619        - |
   620          make test-e2e-install
   621          kubetest2 kops \
   622            -v 2 \
   623            --up --down \
   624            --cloud-provider=aws \
   625            --create-args="--image='075585003325/Flatcar-beta-3913.1.0-arm64-hvm' --channel=alpha --networking=calico --ipv6 --topology=private --dns=public --bastion --discovery-store=s3://k8s-kops-prow/discovery" \
   626            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci-updown-green.txt \
   627            --kubernetes-version=https://dl.k8s.io/release/stable.txt \
   628            --validation-wait=20m \
   629            --test=kops \
   630            -- \
   631            --test-args="-test.timeout=60m" \
   632            --test-package-marker=stable.txt \
   633            --parallel=25
   634        env:
   635        - name: KUBE_SSH_KEY_PATH
   636          value: /etc/aws-ssh/aws-ssh-private
   637        - name: KUBE_SSH_USER
   638          value: core
   639        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   640        imagePullPolicy: Always
   641        resources:
   642          limits:
   643            cpu: "4"
   644            memory: 6Gi
   645          requests:
   646            cpu: "4"
   647            memory: 6Gi
   648    annotations:
   649      test.kops.k8s.io/cloud: aws
   650      test.kops.k8s.io/distro: flatcararm64
   651      test.kops.k8s.io/extra_flags: --ipv6 --topology=private --dns=public --bastion --discovery-store=s3://k8s-kops-prow/discovery
   652      test.kops.k8s.io/k8s_version: stable
   653      test.kops.k8s.io/kops_channel: alpha
   654      test.kops.k8s.io/kops_version: latest
   655      test.kops.k8s.io/networking: calico
   656      testgrid-dashboards: google-aws, kops-distro-flatcar, kops-distros, kops-ipv6, kops-k8s-stable, kops-latest, kops-network-plugins, sig-cluster-lifecycle-kops
   657      testgrid-days-of-results: '90'
   658      testgrid-tab-name: kops-aws-cni-calico-ipv6-flatcar
   659  
   660  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--api-loadbalancer-type=public", "k8s_version": "stable", "kops_channel": "alpha", "kops_version": "latest", "networking": "cilium"}
   661  - name: e2e-kops-scenario-no-irsa
   662    cron: '37 2-23/8 * * *'
   663    labels:
   664      preset-service-account: "true"
   665      preset-aws-ssh: "true"
   666      preset-aws-credential: "true"
   667    cluster: k8s-infra-kops-prow-build
   668    decorate: true
   669    decoration_config:
   670      timeout: 90m
   671    extra_refs:
   672    - org: kubernetes
   673      repo: kops
   674      base_ref: master
   675      workdir: true
   676      path_alias: k8s.io/kops
   677    spec:
   678      containers:
   679      - command:
   680        - runner.sh
   681        args:
   682        - bash
   683        - -c
   684        - |
   685          make test-e2e-install
   686          kubetest2 kops \
   687            -v 2 \
   688            --up --down \
   689            --cloud-provider=aws \
   690            --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-20240501' --channel=alpha --networking=cilium --api-loadbalancer-type=public" \
   691            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci-updown-green.txt \
   692            --kubernetes-version=https://dl.k8s.io/release/stable.txt \
   693            --test=kops \
   694            -- \
   695            --test-args="-test.timeout=60m" \
   696            --test-package-marker=stable.txt \
   697            --parallel=25
   698        env:
   699        - name: KUBE_SSH_KEY_PATH
   700          value: /etc/aws-ssh/aws-ssh-private
   701        - name: KUBE_SSH_USER
   702          value: ubuntu
   703        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   704        imagePullPolicy: Always
   705        resources:
   706          limits:
   707            cpu: "4"
   708            memory: 6Gi
   709          requests:
   710            cpu: "4"
   711            memory: 6Gi
   712    annotations:
   713      test.kops.k8s.io/cloud: aws
   714      test.kops.k8s.io/distro: u2204arm64
   715      test.kops.k8s.io/extra_flags: --api-loadbalancer-type=public
   716      test.kops.k8s.io/k8s_version: stable
   717      test.kops.k8s.io/kops_channel: alpha
   718      test.kops.k8s.io/kops_version: latest
   719      test.kops.k8s.io/networking: cilium
   720      testgrid-dashboards: google-aws, kops-distro-u2204, kops-k8s-stable, kops-latest, kops-misc, sig-cluster-lifecycle-kops
   721      testgrid-days-of-results: '90'
   722      testgrid-tab-name: kops-scenario-no-irsa
   723  
   724  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--api-loadbalancer-type=public --set=cluster.spec.cloudProvider.aws.warmPool.minSize=1 --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "kops_version": "latest", "networking": "cilium"}
   725  - name: e2e-kops-warm-pool
   726    cron: '54 6-23/8 * * *'
   727    labels:
   728      preset-service-account: "true"
   729      preset-aws-ssh: "true"
   730      preset-aws-credential: "true"
   731    cluster: k8s-infra-kops-prow-build
   732    decorate: true
   733    decoration_config:
   734      timeout: 90m
   735    extra_refs:
   736    - org: kubernetes
   737      repo: kops
   738      base_ref: master
   739      workdir: true
   740      path_alias: k8s.io/kops
   741    spec:
   742      containers:
   743      - command:
   744        - runner.sh
   745        args:
   746        - bash
   747        - -c
   748        - |
   749          make test-e2e-install
   750          kubetest2 kops \
   751            -v 2 \
   752            --up --down \
   753            --cloud-provider=aws \
   754            --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-20240501' --channel=alpha --networking=cilium --api-loadbalancer-type=public --set=cluster.spec.cloudProvider.aws.warmPool.minSize=1 --discovery-store=s3://k8s-kops-prow/discovery" \
   755            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci-updown-green.txt \
   756            --kubernetes-version=https://dl.k8s.io/release/stable.txt \
   757            --test=kops \
   758            -- \
   759            --test-args="-test.timeout=60m" \
   760            --test-package-marker=stable.txt \
   761            --parallel=25
   762        env:
   763        - name: KUBE_SSH_KEY_PATH
   764          value: /etc/aws-ssh/aws-ssh-private
   765        - name: KUBE_SSH_USER
   766          value: ubuntu
   767        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   768        imagePullPolicy: Always
   769        resources:
   770          limits:
   771            cpu: "4"
   772            memory: 6Gi
   773          requests:
   774            cpu: "4"
   775            memory: 6Gi
   776    annotations:
   777      test.kops.k8s.io/cloud: aws
   778      test.kops.k8s.io/distro: u2204arm64
   779      test.kops.k8s.io/extra_flags: --api-loadbalancer-type=public --set=cluster.spec.cloudProvider.aws.warmPool.minSize=1 --discovery-store=s3://k8s-kops-prow/discovery
   780      test.kops.k8s.io/k8s_version: stable
   781      test.kops.k8s.io/kops_channel: alpha
   782      test.kops.k8s.io/kops_version: latest
   783      test.kops.k8s.io/networking: cilium
   784      testgrid-dashboards: google-aws, kops-distro-u2204, kops-k8s-stable, kops-latest, kops-misc, sig-cluster-lifecycle-kops
   785      testgrid-days-of-results: '90'
   786      testgrid-tab-name: kops-warm-pool
   787  
   788  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--topology=private --bastion --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "kops_version": "latest", "networking": "calico"}
   789  - name: e2e-kops-aws-private
   790    cron: '24 3-23/8 * * *'
   791    labels:
   792      preset-service-account: "true"
   793      preset-aws-ssh: "true"
   794      preset-aws-credential: "true"
   795    cluster: k8s-infra-kops-prow-build
   796    decorate: true
   797    decoration_config:
   798      timeout: 90m
   799    extra_refs:
   800    - org: kubernetes
   801      repo: kops
   802      base_ref: master
   803      workdir: true
   804      path_alias: k8s.io/kops
   805    spec:
   806      containers:
   807      - command:
   808        - runner.sh
   809        args:
   810        - bash
   811        - -c
   812        - |
   813          make test-e2e-install
   814          kubetest2 kops \
   815            -v 2 \
   816            --up --down \
   817            --cloud-provider=aws \
   818            --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-20240501' --channel=alpha --networking=calico --topology=private --bastion --discovery-store=s3://k8s-kops-prow/discovery" \
   819            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci-updown-green.txt \
   820            --kubernetes-version=https://dl.k8s.io/release/stable.txt \
   821            --test=kops \
   822            -- \
   823            --test-args="-test.timeout=60m" \
   824            --test-package-marker=stable.txt \
   825            --parallel=25
   826        env:
   827        - name: KUBE_SSH_KEY_PATH
   828          value: /etc/aws-ssh/aws-ssh-private
   829        - name: KUBE_SSH_USER
   830          value: ubuntu
   831        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   832        imagePullPolicy: Always
   833        resources:
   834          limits:
   835            cpu: "4"
   836            memory: 6Gi
   837          requests:
   838            cpu: "4"
   839            memory: 6Gi
   840    annotations:
   841      test.kops.k8s.io/cloud: aws
   842      test.kops.k8s.io/distro: u2204arm64
   843      test.kops.k8s.io/extra_flags: --topology=private --bastion --discovery-store=s3://k8s-kops-prow/discovery
   844      test.kops.k8s.io/k8s_version: stable
   845      test.kops.k8s.io/kops_channel: alpha
   846      test.kops.k8s.io/kops_version: latest
   847      test.kops.k8s.io/networking: calico
   848      testgrid-dashboards: google-aws, kops-distro-u2204, kops-k8s-stable, kops-latest, kops-misc, sig-cluster-lifecycle-kops
   849      testgrid-days-of-results: '90'
   850      testgrid-tab-name: kops-aws-private
   851  
   852  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--zones=us-west-1a --dns=public --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "kops_version": "latest", "networking": "cilium"}
   853  - name: e2e-kops-scenario-terraform
   854    cron: '5 13-23/24 * * *'
   855    labels:
   856      preset-service-account: "true"
   857      preset-aws-ssh: "true"
   858      preset-aws-credential: "true"
   859    cluster: k8s-infra-kops-prow-build
   860    decorate: true
   861    decoration_config:
   862      timeout: 90m
   863    extra_refs:
   864    - org: kubernetes
   865      repo: kops
   866      base_ref: master
   867      workdir: true
   868      path_alias: k8s.io/kops
   869    spec:
   870      containers:
   871      - command:
   872        - runner.sh
   873        args:
   874        - bash
   875        - -c
   876        - |
   877          make test-e2e-install
   878          kubetest2 kops \
   879            -v 2 \
   880            --up --down \
   881            --cloud-provider=aws \
   882            --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-20240501' --channel=alpha --networking=cilium --zones=us-west-1a --dns=public --discovery-store=s3://k8s-kops-prow/discovery" \
   883            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci-updown-green.txt \
   884            --kubernetes-version=https://dl.k8s.io/release/stable.txt \
   885            --terraform-version=1.5.5 \
   886            --test=kops \
   887            -- \
   888            --test-args="-test.timeout=60m" \
   889            --test-package-marker=stable.txt \
   890            --parallel=25
   891        env:
   892        - name: KUBE_SSH_KEY_PATH
   893          value: /etc/aws-ssh/aws-ssh-private
   894        - name: KUBE_SSH_USER
   895          value: ubuntu
   896        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   897        imagePullPolicy: Always
   898        resources:
   899          limits:
   900            cpu: "4"
   901            memory: 6Gi
   902          requests:
   903            cpu: "4"
   904            memory: 6Gi
   905    annotations:
   906      test.kops.k8s.io/cloud: aws
   907      test.kops.k8s.io/distro: u2204arm64
   908      test.kops.k8s.io/extra_flags: --zones=us-west-1a --dns=public --discovery-store=s3://k8s-kops-prow/discovery
   909      test.kops.k8s.io/k8s_version: stable
   910      test.kops.k8s.io/kops_channel: alpha
   911      test.kops.k8s.io/kops_version: latest
   912      test.kops.k8s.io/networking: cilium
   913      testgrid-dashboards: google-aws, kops-distro-u2204, kops-k8s-stable, kops-latest, kops-misc, sig-cluster-lifecycle-kops
   914      testgrid-days-of-results: '90'
   915      testgrid-tab-name: kops-scenario-terraform
   916  
   917  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--ipv6 --topology=private --bastion --zones=us-west-1a --dns=public --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "kops_version": "latest", "networking": "cilium"}
   918  - name: e2e-kops-scenario-ipv6-terraform
   919    cron: '17 23-23/24 * * *'
   920    labels:
   921      preset-service-account: "true"
   922      preset-aws-ssh: "true"
   923      preset-aws-credential: "true"
   924    cluster: k8s-infra-kops-prow-build
   925    decorate: true
   926    decoration_config:
   927      timeout: 90m
   928    extra_refs:
   929    - org: kubernetes
   930      repo: kops
   931      base_ref: master
   932      workdir: true
   933      path_alias: k8s.io/kops
   934    spec:
   935      containers:
   936      - command:
   937        - runner.sh
   938        args:
   939        - bash
   940        - -c
   941        - |
   942          make test-e2e-install
   943          kubetest2 kops \
   944            -v 2 \
   945            --up --down \
   946            --cloud-provider=aws \
   947            --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-20240501' --channel=alpha --networking=cilium --ipv6 --topology=private --bastion --zones=us-west-1a --dns=public --discovery-store=s3://k8s-kops-prow/discovery" \
   948            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci-updown-green.txt \
   949            --kubernetes-version=https://dl.k8s.io/release/stable.txt \
   950            --terraform-version=1.5.5 \
   951            --test=kops \
   952            -- \
   953            --test-args="-test.timeout=60m" \
   954            --test-package-marker=stable.txt \
   955            --parallel=25
   956        env:
   957        - name: KUBE_SSH_KEY_PATH
   958          value: /etc/aws-ssh/aws-ssh-private
   959        - name: KUBE_SSH_USER
   960          value: ubuntu
   961        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   962        imagePullPolicy: Always
   963        resources:
   964          limits:
   965            cpu: "4"
   966            memory: 6Gi
   967          requests:
   968            cpu: "4"
   969            memory: 6Gi
   970    annotations:
   971      test.kops.k8s.io/cloud: aws
   972      test.kops.k8s.io/distro: u2204arm64
   973      test.kops.k8s.io/extra_flags: --ipv6 --topology=private --bastion --zones=us-west-1a --dns=public --discovery-store=s3://k8s-kops-prow/discovery
   974      test.kops.k8s.io/k8s_version: stable
   975      test.kops.k8s.io/kops_channel: alpha
   976      test.kops.k8s.io/kops_version: latest
   977      test.kops.k8s.io/networking: cilium
   978      testgrid-dashboards: google-aws, kops-distro-u2204, kops-ipv6, kops-k8s-stable, kops-latest, kops-misc, sig-cluster-lifecycle-kops
   979      testgrid-days-of-results: '90'
   980      testgrid-tab-name: kops-scenario-ipv6-terraform
   981  
   982  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--master-count=3 --zones=eu-west-1a,eu-west-1b,eu-west-1c --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "kops_version": "latest", "networking": "calico"}
   983  - name: e2e-kops-aws-ha-euwest1
   984    cron: '10 5-23/8 * * *'
   985    labels:
   986      preset-service-account: "true"
   987      preset-aws-ssh: "true"
   988      preset-aws-credential: "true"
   989    cluster: k8s-infra-kops-prow-build
   990    decorate: true
   991    decoration_config:
   992      timeout: 90m
   993    extra_refs:
   994    - org: kubernetes
   995      repo: kops
   996      base_ref: master
   997      workdir: true
   998      path_alias: k8s.io/kops
   999    spec:
  1000      containers:
  1001      - command:
  1002        - runner.sh
  1003        args:
  1004        - bash
  1005        - -c
  1006        - |
  1007          make test-e2e-install
  1008          kubetest2 kops \
  1009            -v 2 \
  1010            --up --down \
  1011            --cloud-provider=aws \
  1012            --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-20240501' --channel=alpha --networking=calico --master-count=3 --zones=eu-west-1a,eu-west-1b,eu-west-1c --discovery-store=s3://k8s-kops-prow/discovery" \
  1013            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci-updown-green.txt \
  1014            --kubernetes-version=https://dl.k8s.io/release/stable.txt \
  1015            --test=kops \
  1016            -- \
  1017            --test-args="-test.timeout=60m" \
  1018            --test-package-marker=stable.txt \
  1019            --parallel=25
  1020        env:
  1021        - name: KUBE_SSH_KEY_PATH
  1022          value: /etc/aws-ssh/aws-ssh-private
  1023        - name: KUBE_SSH_USER
  1024          value: ubuntu
  1025        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1026        imagePullPolicy: Always
  1027        resources:
  1028          limits:
  1029            cpu: "4"
  1030            memory: 6Gi
  1031          requests:
  1032            cpu: "4"
  1033            memory: 6Gi
  1034    annotations:
  1035      test.kops.k8s.io/cloud: aws
  1036      test.kops.k8s.io/distro: u2204arm64
  1037      test.kops.k8s.io/extra_flags: --master-count=3 --zones=eu-west-1a,eu-west-1b,eu-west-1c --discovery-store=s3://k8s-kops-prow/discovery
  1038      test.kops.k8s.io/k8s_version: stable
  1039      test.kops.k8s.io/kops_channel: alpha
  1040      test.kops.k8s.io/kops_version: latest
  1041      test.kops.k8s.io/networking: calico
  1042      testgrid-dashboards: google-aws, kops-distro-u2204, kops-k8s-stable, kops-latest, kops-misc, sig-cluster-lifecycle-kops
  1043      testgrid-days-of-results: '90'
  1044      testgrid-tab-name: kops-aws-ha-euwest1
  1045  
  1046  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--zones=eu-central-1a --node-size=m6g.large --master-size=m6g.large --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "latest", "kops_channel": "alpha", "kops_version": "latest", "networking": "calico"}
  1047  - name: e2e-kops-aws-arm64-release
  1048    cron: '44 4-23/8 * * *'
  1049    labels:
  1050      preset-service-account: "true"
  1051      preset-aws-ssh: "true"
  1052      preset-aws-credential: "true"
  1053    cluster: k8s-infra-kops-prow-build
  1054    decorate: true
  1055    decoration_config:
  1056      timeout: 90m
  1057    extra_refs:
  1058    - org: kubernetes
  1059      repo: kops
  1060      base_ref: master
  1061      workdir: true
  1062      path_alias: k8s.io/kops
  1063    spec:
  1064      containers:
  1065      - command:
  1066        - runner.sh
  1067        args:
  1068        - bash
  1069        - -c
  1070        - |
  1071          make test-e2e-install
  1072          kubetest2 kops \
  1073            -v 2 \
  1074            --up --down \
  1075            --cloud-provider=aws \
  1076            --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-20240501' --channel=alpha --networking=calico --zones=eu-central-1a --node-size=m6g.large --master-size=m6g.large --discovery-store=s3://k8s-kops-prow/discovery" \
  1077            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci-updown-green.txt \
  1078            --kubernetes-version=https://dl.k8s.io/release/latest.txt \
  1079            --test=kops \
  1080            -- \
  1081            --test-args="-test.timeout=60m" \
  1082            --test-package-marker=latest.txt \
  1083            --parallel=25
  1084        env:
  1085        - name: KUBE_SSH_KEY_PATH
  1086          value: /etc/aws-ssh/aws-ssh-private
  1087        - name: KUBE_SSH_USER
  1088          value: ubuntu
  1089        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1090        imagePullPolicy: Always
  1091        resources:
  1092          limits:
  1093            cpu: "4"
  1094            memory: 6Gi
  1095          requests:
  1096            cpu: "4"
  1097            memory: 6Gi
  1098    annotations:
  1099      test.kops.k8s.io/cloud: aws
  1100      test.kops.k8s.io/distro: u2204arm64
  1101      test.kops.k8s.io/extra_flags: --zones=eu-central-1a --node-size=m6g.large --master-size=m6g.large --discovery-store=s3://k8s-kops-prow/discovery
  1102      test.kops.k8s.io/k8s_version: latest
  1103      test.kops.k8s.io/kops_channel: alpha
  1104      test.kops.k8s.io/kops_version: latest
  1105      test.kops.k8s.io/networking: calico
  1106      testgrid-dashboards: google-aws, kops-distro-u2204, kops-k8s-latest, kops-latest, kops-misc, sig-cluster-lifecycle-kops
  1107      testgrid-days-of-results: '90'
  1108      testgrid-tab-name: kops-aws-arm64-release
  1109  
  1110  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--zones=eu-central-1a --node-size=m6g.large --master-size=m6g.large --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "ci", "kops_channel": "alpha", "kops_version": "latest", "networking": "calico"}
  1111  - name: e2e-kops-aws-arm64-ci
  1112    cron: '59 2-23/8 * * *'
  1113    labels:
  1114      preset-service-account: "true"
  1115      preset-aws-ssh: "true"
  1116      preset-aws-credential: "true"
  1117    cluster: k8s-infra-kops-prow-build
  1118    decorate: true
  1119    decoration_config:
  1120      timeout: 90m
  1121    extra_refs:
  1122    - org: kubernetes
  1123      repo: kops
  1124      base_ref: master
  1125      workdir: true
  1126      path_alias: k8s.io/kops
  1127    spec:
  1128      containers:
  1129      - command:
  1130        - runner.sh
  1131        args:
  1132        - bash
  1133        - -c
  1134        - |
  1135          make test-e2e-install
  1136          kubetest2 kops \
  1137            -v 2 \
  1138            --up --down \
  1139            --cloud-provider=aws \
  1140            --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-20240501' --channel=alpha --networking=calico --zones=eu-central-1a --node-size=m6g.large --master-size=m6g.large --discovery-store=s3://k8s-kops-prow/discovery" \
  1141            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci-updown-green.txt \
  1142            --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
  1143            --test=kops \
  1144            -- \
  1145            --test-args="-test.timeout=60m" \
  1146            --test-package-url=https://storage.googleapis.com/k8s-release-dev \
  1147            --test-package-dir=ci \
  1148            --test-package-marker=latest.txt \
  1149            --parallel=25
  1150        env:
  1151        - name: KUBE_SSH_KEY_PATH
  1152          value: /etc/aws-ssh/aws-ssh-private
  1153        - name: KUBE_SSH_USER
  1154          value: ubuntu
  1155        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1156        imagePullPolicy: Always
  1157        resources:
  1158          limits:
  1159            cpu: "4"
  1160            memory: 6Gi
  1161          requests:
  1162            cpu: "4"
  1163            memory: 6Gi
  1164    annotations:
  1165      test.kops.k8s.io/cloud: aws
  1166      test.kops.k8s.io/distro: u2204arm64
  1167      test.kops.k8s.io/extra_flags: --zones=eu-central-1a --node-size=m6g.large --master-size=m6g.large --discovery-store=s3://k8s-kops-prow/discovery
  1168      test.kops.k8s.io/k8s_version: ci
  1169      test.kops.k8s.io/kops_channel: alpha
  1170      test.kops.k8s.io/kops_version: latest
  1171      test.kops.k8s.io/networking: calico
  1172      testgrid-dashboards: google-aws, kops-distro-u2204, kops-k8s-ci, kops-latest, kops-misc, sig-cluster-lifecycle-kops
  1173      testgrid-days-of-results: '90'
  1174      testgrid-tab-name: kops-aws-arm64-ci
  1175  
  1176  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--zones=eu-central-1a --node-size=m6g.large --master-size=m6g.large --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "ci", "kops_channel": "alpha", "kops_version": "latest", "networking": "calico"}
  1177  - name: e2e-kops-aws-arm64-conformance
  1178    cron: '5 7-23/8 * * *'
  1179    labels:
  1180      preset-service-account: "true"
  1181      preset-aws-ssh: "true"
  1182      preset-aws-credential: "true"
  1183    cluster: k8s-infra-kops-prow-build
  1184    decorate: true
  1185    decoration_config:
  1186      timeout: 90m
  1187    extra_refs:
  1188    - org: kubernetes
  1189      repo: kops
  1190      base_ref: master
  1191      workdir: true
  1192      path_alias: k8s.io/kops
  1193    spec:
  1194      containers:
  1195      - command:
  1196        - runner.sh
  1197        args:
  1198        - bash
  1199        - -c
  1200        - |
  1201          make test-e2e-install
  1202          kubetest2 kops \
  1203            -v 2 \
  1204            --up --down \
  1205            --cloud-provider=aws \
  1206            --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-20240501' --channel=alpha --networking=calico --zones=eu-central-1a --node-size=m6g.large --master-size=m6g.large --discovery-store=s3://k8s-kops-prow/discovery" \
  1207            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci-updown-green.txt \
  1208            --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
  1209            --test=kops \
  1210            -- \
  1211            --test-args="-test.timeout=60m" \
  1212            --test-package-url=https://storage.googleapis.com/k8s-release-dev \
  1213            --test-package-dir=ci \
  1214            --test-package-marker=latest.txt \
  1215            --focus-regex="\[Conformance\]|\[NodeConformance\]" \
  1216            --skip-regex="\[Slow\]|\[Serial\]|\[Flaky\]" \
  1217            --parallel=25
  1218        env:
  1219        - name: KUBE_SSH_KEY_PATH
  1220          value: /etc/aws-ssh/aws-ssh-private
  1221        - name: KUBE_SSH_USER
  1222          value: ubuntu
  1223        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1224        imagePullPolicy: Always
  1225        resources:
  1226          limits:
  1227            cpu: "4"
  1228            memory: 6Gi
  1229          requests:
  1230            cpu: "4"
  1231            memory: 6Gi
  1232    annotations:
  1233      test.kops.k8s.io/cloud: aws
  1234      test.kops.k8s.io/distro: u2204arm64
  1235      test.kops.k8s.io/extra_flags: --zones=eu-central-1a --node-size=m6g.large --master-size=m6g.large --discovery-store=s3://k8s-kops-prow/discovery
  1236      test.kops.k8s.io/k8s_version: ci
  1237      test.kops.k8s.io/kops_channel: alpha
  1238      test.kops.k8s.io/kops_version: latest
  1239      test.kops.k8s.io/networking: calico
  1240      testgrid-dashboards: google-aws, kops-distro-u2204, kops-k8s-ci, kops-latest, kops-misc, sig-cluster-lifecycle-kops
  1241      testgrid-days-of-results: '90'
  1242      testgrid-tab-name: kops-aws-arm64-conformance
  1243  
  1244  # {"cloud": "aws", "distro": "u2204", "extra_flags": "--node-size=c5.large --master-size=c5.large --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "ci", "kops_channel": "alpha", "kops_version": "latest", "networking": "calico"}
  1245  - name: e2e-kops-aws-amd64-conformance
  1246    cron: '18 4-23/8 * * *'
  1247    labels:
  1248      preset-service-account: "true"
  1249      preset-aws-ssh: "true"
  1250      preset-aws-credential: "true"
  1251    cluster: k8s-infra-kops-prow-build
  1252    decorate: true
  1253    decoration_config:
  1254      timeout: 90m
  1255    extra_refs:
  1256    - org: kubernetes
  1257      repo: kops
  1258      base_ref: master
  1259      workdir: true
  1260      path_alias: k8s.io/kops
  1261    spec:
  1262      containers:
  1263      - command:
  1264        - runner.sh
  1265        args:
  1266        - bash
  1267        - -c
  1268        - |
  1269          make test-e2e-install
  1270          kubetest2 kops \
  1271            -v 2 \
  1272            --up --down \
  1273            --cloud-provider=aws \
  1274            --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-amd64-server-20240501' --channel=alpha --networking=calico --node-size=c5.large --master-size=c5.large --discovery-store=s3://k8s-kops-prow/discovery" \
  1275            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci-updown-green.txt \
  1276            --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
  1277            --test=kops \
  1278            -- \
  1279            --test-args="-test.timeout=60m" \
  1280            --test-package-url=https://storage.googleapis.com/k8s-release-dev \
  1281            --test-package-dir=ci \
  1282            --test-package-marker=latest.txt \
  1283            --focus-regex="\[Conformance\]|\[NodeConformance\]" \
  1284            --skip-regex="\[Slow\]|\[Serial\]|\[Flaky\]" \
  1285            --parallel=25
  1286        env:
  1287        - name: KUBE_SSH_KEY_PATH
  1288          value: /etc/aws-ssh/aws-ssh-private
  1289        - name: KUBE_SSH_USER
  1290          value: ubuntu
  1291        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1292        imagePullPolicy: Always
  1293        resources:
  1294          limits:
  1295            cpu: "4"
  1296            memory: 6Gi
  1297          requests:
  1298            cpu: "4"
  1299            memory: 6Gi
  1300    annotations:
  1301      test.kops.k8s.io/cloud: aws
  1302      test.kops.k8s.io/distro: u2204
  1303      test.kops.k8s.io/extra_flags: --node-size=c5.large --master-size=c5.large --discovery-store=s3://k8s-kops-prow/discovery
  1304      test.kops.k8s.io/k8s_version: ci
  1305      test.kops.k8s.io/kops_channel: alpha
  1306      test.kops.k8s.io/kops_version: latest
  1307      test.kops.k8s.io/networking: calico
  1308      testgrid-dashboards: google-aws, kops-distro-u2204, kops-k8s-ci, kops-latest, kops-misc, sig-cluster-lifecycle-kops
  1309      testgrid-days-of-results: '90'
  1310      testgrid-tab-name: kops-aws-amd64-conformance
  1311  
  1312  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "kops_version": "latest", "networking": "calico"}
  1313  - name: e2e-kops-aws-updown
  1314    cron: '13 0-23/1 * * *'
  1315    labels:
  1316      preset-service-account: "true"
  1317      preset-aws-ssh: "true"
  1318      preset-aws-credential: "true"
  1319    cluster: default
  1320    decorate: true
  1321    decoration_config:
  1322      timeout: 90m
  1323    extra_refs:
  1324    - org: kubernetes
  1325      repo: kops
  1326      base_ref: master
  1327      workdir: true
  1328      path_alias: k8s.io/kops
  1329    spec:
  1330      containers:
  1331      - command:
  1332        - runner.sh
  1333        args:
  1334        - bash
  1335        - -c
  1336        - |
  1337          make test-e2e-install
  1338          kubetest2 kops \
  1339            -v 2 \
  1340            --up --down \
  1341            --cloud-provider=aws \
  1342            --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-20240501' --channel=alpha --networking=calico --discovery-store=s3://k8s-kops-prow/discovery" \
  1343            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci.txt \
  1344            --publish-version-marker=gs://kops-ci/bin/latest-ci-updown-green.txt \
  1345            --kubernetes-version=https://dl.k8s.io/release/stable.txt \
  1346            --test=kops \
  1347            -- \
  1348            --test-args="-test.timeout=60m" \
  1349            --test-package-marker=stable.txt \
  1350            --focus-regex="\[k8s.io\]\sNetworking.*\[Conformance\]" \
  1351            --parallel=25
  1352        env:
  1353        - name: KUBE_SSH_KEY_PATH
  1354          value: /etc/aws-ssh/aws-ssh-private
  1355        - name: KUBE_SSH_USER
  1356          value: ubuntu
  1357        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1358        imagePullPolicy: Always
  1359        resources:
  1360          limits:
  1361            cpu: "4"
  1362            memory: 6Gi
  1363          requests:
  1364            cpu: "4"
  1365            memory: 6Gi
  1366    annotations:
  1367      test.kops.k8s.io/cloud: aws
  1368      test.kops.k8s.io/distro: u2204arm64
  1369      test.kops.k8s.io/extra_flags: --discovery-store=s3://k8s-kops-prow/discovery
  1370      test.kops.k8s.io/k8s_version: stable
  1371      test.kops.k8s.io/kops_channel: alpha
  1372      test.kops.k8s.io/kops_version: latest
  1373      test.kops.k8s.io/networking: calico
  1374      testgrid-dashboards: google-aws, kops-distro-u2204, kops-k8s-stable, kops-latest, kops-misc, sig-cluster-lifecycle-kops
  1375      testgrid-days-of-results: '11'
  1376      testgrid-tab-name: kops-aws-updown
  1377  
  1378  # {"cloud": "aws", "distro": "u2204", "k8s_version": "stable", "kops_channel": "alpha", "kops_version": "latest", "networking": "cilium"}
  1379  - name: e2e-kops-aws-aws-load-balancer-controller
  1380    cluster: k8s-infra-kops-prow-build
  1381    cron: '37 5-23/8 * * *'
  1382    labels:
  1383      preset-service-account: "true"
  1384      preset-aws-ssh: "true"
  1385      preset-dind-enabled: "true"
  1386    max_concurrency: 1
  1387    decorate: true
  1388    decoration_config:
  1389      timeout: 90m
  1390    extra_refs:
  1391    - org: kubernetes
  1392      repo: kops
  1393      base_ref: master
  1394      workdir: true
  1395      path_alias: k8s.io/kops
  1396    spec:
  1397      serviceAccountName: prowjob-default-sa
  1398      containers:
  1399      - command:
  1400        - runner.sh
  1401        args:
  1402        - ./tests/e2e/scenarios/aws-lb-controller/run-test.sh
  1403        env:
  1404        - name: KOPS_STATE_STORE
  1405          value: "s3://k8s-kops-ci-prow-state-store"
  1406        - name: KOPS_DNS_DOMAIN
  1407          value: "tests-kops-aws.k8s.io"
  1408        - name: DISCOVERY_STORE
  1409          value: "s3://k8s-kops-ci-prow"
  1410        - name: CLOUD_PROVIDER
  1411          value: "aws"
  1412        - name: CLUSTER_NAME
  1413          value: "e2e-4342699135-9b4dd.tests-kops-aws.k8s.io"
  1414        - name: KUBE_SSH_USER
  1415          value: "ubuntu"
  1416        - name: KOPS_IRSA
  1417          value: "true"
  1418        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1419        imagePullPolicy: Always
  1420        resources:
  1421          limits:
  1422            cpu: "4"
  1423            memory: 6Gi
  1424          requests:
  1425            cpu: "4"
  1426            memory: 6Gi
  1427        securityContext:
  1428          privileged: true
  1429    annotations:
  1430      test.kops.k8s.io/cloud: aws
  1431      test.kops.k8s.io/distro: u2204
  1432      test.kops.k8s.io/k8s_version: stable
  1433      test.kops.k8s.io/kops_channel: alpha
  1434      test.kops.k8s.io/kops_version: latest
  1435      test.kops.k8s.io/networking: cilium
  1436      testgrid-dashboards: google-aws, kops-distro-u2204, kops-k8s-stable, kops-latest, kops-misc, sig-cluster-lifecycle-kops
  1437      testgrid-days-of-results: '90'
  1438      testgrid-tab-name: kops-aws-aws-load-balancer-controller
  1439  
  1440  # {"cloud": "aws", "distro": "u2204", "k8s_version": "stable", "kops_channel": "alpha", "kops_version": "latest", "networking": "cilium"}
  1441  - name: e2e-kops-aws-keypair-rotation-ha
  1442    cluster: k8s-infra-kops-prow-build
  1443    cron: '26 12-23/24 * * *'
  1444    labels:
  1445      preset-service-account: "true"
  1446      preset-aws-ssh: "true"
  1447      preset-dind-enabled: "true"
  1448    max_concurrency: 1
  1449    decorate: true
  1450    decoration_config:
  1451      timeout: 270m
  1452    extra_refs:
  1453    - org: kubernetes
  1454      repo: kops
  1455      base_ref: master
  1456      workdir: true
  1457      path_alias: k8s.io/kops
  1458    spec:
  1459      serviceAccountName: prowjob-default-sa
  1460      containers:
  1461      - command:
  1462        - runner.sh
  1463        args:
  1464        - ./tests/e2e/scenarios/keypair-rotation/run-test.sh
  1465        env:
  1466        - name: KOPS_CONTROL_PLANE_SIZE
  1467          value: "3"
  1468        - name: KOPS_STATE_STORE
  1469          value: "s3://k8s-kops-ci-prow-state-store"
  1470        - name: KOPS_DNS_DOMAIN
  1471          value: "tests-kops-aws.k8s.io"
  1472        - name: DISCOVERY_STORE
  1473          value: "s3://k8s-kops-ci-prow"
  1474        - name: CLOUD_PROVIDER
  1475          value: "aws"
  1476        - name: CLUSTER_NAME
  1477          value: "e2e-349a115d39-16181.tests-kops-aws.k8s.io"
  1478        - name: KUBE_SSH_USER
  1479          value: "ubuntu"
  1480        - name: KOPS_IRSA
  1481          value: "true"
  1482        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1483        imagePullPolicy: Always
  1484        resources:
  1485          limits:
  1486            cpu: "4"
  1487            memory: 6Gi
  1488          requests:
  1489            cpu: "4"
  1490            memory: 6Gi
  1491        securityContext:
  1492          privileged: true
  1493    annotations:
  1494      test.kops.k8s.io/cloud: aws
  1495      test.kops.k8s.io/distro: u2204
  1496      test.kops.k8s.io/k8s_version: stable
  1497      test.kops.k8s.io/kops_channel: alpha
  1498      test.kops.k8s.io/kops_version: latest
  1499      test.kops.k8s.io/networking: cilium
  1500      testgrid-dashboards: google-aws, kops-distro-u2204, kops-k8s-stable, kops-latest, kops-misc, sig-cluster-lifecycle-kops
  1501      testgrid-days-of-results: '90'
  1502      testgrid-tab-name: kops-aws-keypair-rotation-ha
  1503  
  1504  # {"cloud": "aws", "distro": "u2204", "k8s_version": "stable", "kops_channel": "alpha", "kops_version": "latest", "networking": "cilium"}
  1505  - name: e2e-kops-aws-metrics-server
  1506    cluster: k8s-infra-kops-prow-build
  1507    cron: '42 2-23/8 * * *'
  1508    labels:
  1509      preset-service-account: "true"
  1510      preset-aws-ssh: "true"
  1511      preset-dind-enabled: "true"
  1512    max_concurrency: 1
  1513    decorate: true
  1514    decoration_config:
  1515      timeout: 90m
  1516    extra_refs:
  1517    - org: kubernetes
  1518      repo: kops
  1519      base_ref: master
  1520      workdir: true
  1521      path_alias: k8s.io/kops
  1522    spec:
  1523      serviceAccountName: prowjob-default-sa
  1524      containers:
  1525      - command:
  1526        - runner.sh
  1527        args:
  1528        - ./tests/e2e/scenarios/metrics-server/run-test.sh
  1529        env:
  1530        - name: KOPS_STATE_STORE
  1531          value: "s3://k8s-kops-ci-prow-state-store"
  1532        - name: KOPS_DNS_DOMAIN
  1533          value: "tests-kops-aws.k8s.io"
  1534        - name: DISCOVERY_STORE
  1535          value: "s3://k8s-kops-ci-prow"
  1536        - name: CLOUD_PROVIDER
  1537          value: "aws"
  1538        - name: CLUSTER_NAME
  1539          value: "e2e-127cbce38e-b114d.tests-kops-aws.k8s.io"
  1540        - name: KUBE_SSH_USER
  1541          value: "ubuntu"
  1542        - name: KOPS_IRSA
  1543          value: "true"
  1544        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1545        imagePullPolicy: Always
  1546        resources:
  1547          limits:
  1548            cpu: "4"
  1549            memory: 6Gi
  1550          requests:
  1551            cpu: "4"
  1552            memory: 6Gi
  1553        securityContext:
  1554          privileged: true
  1555    annotations:
  1556      test.kops.k8s.io/cloud: aws
  1557      test.kops.k8s.io/distro: u2204
  1558      test.kops.k8s.io/k8s_version: stable
  1559      test.kops.k8s.io/kops_channel: alpha
  1560      test.kops.k8s.io/kops_version: latest
  1561      test.kops.k8s.io/networking: cilium
  1562      testgrid-dashboards: google-aws, kops-distro-u2204, kops-k8s-stable, kops-latest, kops-misc, sig-cluster-lifecycle-kops
  1563      testgrid-days-of-results: '90'
  1564      testgrid-tab-name: kops-aws-metrics-server
  1565  
  1566  # {"cloud": "aws", "distro": "u2204", "k8s_version": "stable", "kops_channel": "alpha", "kops_version": "latest", "networking": "cilium"}
  1567  - name: e2e-kops-aws-pod-identity-webhook
  1568    cluster: k8s-infra-kops-prow-build
  1569    cron: '50 6-23/8 * * *'
  1570    labels:
  1571      preset-service-account: "true"
  1572      preset-aws-ssh: "true"
  1573      preset-dind-enabled: "true"
  1574    max_concurrency: 1
  1575    decorate: true
  1576    decoration_config:
  1577      timeout: 90m
  1578    extra_refs:
  1579    - org: kubernetes
  1580      repo: kops
  1581      base_ref: master
  1582      workdir: true
  1583      path_alias: k8s.io/kops
  1584    spec:
  1585      serviceAccountName: prowjob-default-sa
  1586      containers:
  1587      - command:
  1588        - runner.sh
  1589        args:
  1590        - ./tests/e2e/scenarios/podidentitywebhook/run-test.sh
  1591        env:
  1592        - name: KOPS_STATE_STORE
  1593          value: "s3://k8s-kops-ci-prow-state-store"
  1594        - name: KOPS_DNS_DOMAIN
  1595          value: "tests-kops-aws.k8s.io"
  1596        - name: DISCOVERY_STORE
  1597          value: "s3://k8s-kops-ci-prow"
  1598        - name: CLOUD_PROVIDER
  1599          value: "aws"
  1600        - name: CLUSTER_NAME
  1601          value: "e2e-49d63c55eb-ac683.tests-kops-aws.k8s.io"
  1602        - name: KUBE_SSH_USER
  1603          value: "ubuntu"
  1604        - name: KOPS_IRSA
  1605          value: "true"
  1606        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1607        imagePullPolicy: Always
  1608        resources:
  1609          limits:
  1610            cpu: "4"
  1611            memory: 6Gi
  1612          requests:
  1613            cpu: "4"
  1614            memory: 6Gi
  1615        securityContext:
  1616          privileged: true
  1617    annotations:
  1618      test.kops.k8s.io/cloud: aws
  1619      test.kops.k8s.io/distro: u2204
  1620      test.kops.k8s.io/k8s_version: stable
  1621      test.kops.k8s.io/kops_channel: alpha
  1622      test.kops.k8s.io/kops_version: latest
  1623      test.kops.k8s.io/networking: cilium
  1624      testgrid-dashboards: google-aws, kops-distro-u2204, kops-k8s-stable, kops-latest, kops-misc, sig-cluster-lifecycle-kops
  1625      testgrid-days-of-results: '90'
  1626      testgrid-tab-name: kops-aws-pod-identity-webhook
  1627  
  1628  # {"cloud": "aws", "distro": "u2204", "k8s_version": "stable", "kops_channel": "alpha", "kops_version": "latest", "networking": "cilium"}
  1629  - name: e2e-kops-aws-addon-resource-tracking
  1630    cluster: k8s-infra-kops-prow-build
  1631    cron: '43 4-23/8 * * *'
  1632    labels:
  1633      preset-service-account: "true"
  1634      preset-aws-ssh: "true"
  1635      preset-dind-enabled: "true"
  1636    max_concurrency: 1
  1637    decorate: true
  1638    decoration_config:
  1639      timeout: 90m
  1640    extra_refs:
  1641    - org: kubernetes
  1642      repo: kops
  1643      base_ref: master
  1644      workdir: true
  1645      path_alias: k8s.io/kops
  1646    spec:
  1647      serviceAccountName: prowjob-default-sa
  1648      containers:
  1649      - command:
  1650        - runner.sh
  1651        args:
  1652        - ./tests/e2e/scenarios/addon-resource-tracking/run-test.sh
  1653        env:
  1654        - name: KOPS_STATE_STORE
  1655          value: "s3://k8s-kops-ci-prow-state-store"
  1656        - name: KOPS_DNS_DOMAIN
  1657          value: "tests-kops-aws.k8s.io"
  1658        - name: DISCOVERY_STORE
  1659          value: "s3://k8s-kops-ci-prow"
  1660        - name: CLOUD_PROVIDER
  1661          value: "aws"
  1662        - name: CLUSTER_NAME
  1663          value: "e2e-c0d41e2af2-13250.tests-kops-aws.k8s.io"
  1664        - name: KUBE_SSH_USER
  1665          value: "ubuntu"
  1666        - name: KOPS_IRSA
  1667          value: "true"
  1668        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1669        imagePullPolicy: Always
  1670        resources:
  1671          limits:
  1672            cpu: "4"
  1673            memory: 6Gi
  1674          requests:
  1675            cpu: "4"
  1676            memory: 6Gi
  1677        securityContext:
  1678          privileged: true
  1679    annotations:
  1680      test.kops.k8s.io/cloud: aws
  1681      test.kops.k8s.io/distro: u2204
  1682      test.kops.k8s.io/k8s_version: stable
  1683      test.kops.k8s.io/kops_channel: alpha
  1684      test.kops.k8s.io/kops_version: latest
  1685      test.kops.k8s.io/networking: cilium
  1686      testgrid-dashboards: google-aws, kops-distro-u2204, kops-k8s-stable, kops-latest, kops-misc, sig-cluster-lifecycle-kops
  1687      testgrid-days-of-results: '90'
  1688      testgrid-tab-name: kops-aws-addon-resource-tracking
  1689  
  1690  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--set=cluster.spec.externalDNS.provider=external-dns --dns=public --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "kops_version": "latest", "networking": "cilium"}
  1691  - name: e2e-kops-aws-external-dns
  1692    cron: '25 6-23/8 * * *'
  1693    labels:
  1694      preset-service-account: "true"
  1695      preset-aws-ssh: "true"
  1696      preset-aws-credential: "true"
  1697    cluster: k8s-infra-kops-prow-build
  1698    decorate: true
  1699    decoration_config:
  1700      timeout: 90m
  1701    extra_refs:
  1702    - org: kubernetes
  1703      repo: kops
  1704      base_ref: master
  1705      workdir: true
  1706      path_alias: k8s.io/kops
  1707    spec:
  1708      containers:
  1709      - command:
  1710        - runner.sh
  1711        args:
  1712        - bash
  1713        - -c
  1714        - |
  1715          make test-e2e-install
  1716          kubetest2 kops \
  1717            -v 2 \
  1718            --up --down \
  1719            --cloud-provider=aws \
  1720            --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-20240501' --channel=alpha --networking=cilium --set=cluster.spec.externalDNS.provider=external-dns --dns=public --discovery-store=s3://k8s-kops-prow/discovery" \
  1721            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci-updown-green.txt \
  1722            --kubernetes-version=https://dl.k8s.io/release/stable.txt \
  1723            --test=kops \
  1724            -- \
  1725            --test-args="-test.timeout=60m" \
  1726            --test-package-marker=stable.txt \
  1727            --parallel=25
  1728        env:
  1729        - name: KUBE_SSH_KEY_PATH
  1730          value: /etc/aws-ssh/aws-ssh-private
  1731        - name: KUBE_SSH_USER
  1732          value: ubuntu
  1733        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1734        imagePullPolicy: Always
  1735        resources:
  1736          limits:
  1737            cpu: "4"
  1738            memory: 6Gi
  1739          requests:
  1740            cpu: "4"
  1741            memory: 6Gi
  1742    annotations:
  1743      test.kops.k8s.io/cloud: aws
  1744      test.kops.k8s.io/distro: u2204arm64
  1745      test.kops.k8s.io/extra_flags: --set=cluster.spec.externalDNS.provider=external-dns --dns=public --discovery-store=s3://k8s-kops-prow/discovery
  1746      test.kops.k8s.io/k8s_version: stable
  1747      test.kops.k8s.io/kops_channel: alpha
  1748      test.kops.k8s.io/kops_version: latest
  1749      test.kops.k8s.io/networking: cilium
  1750      testgrid-dashboards: google-aws, kops-distro-u2204, kops-k8s-stable, kops-latest, kops-misc, sig-cluster-lifecycle-kops
  1751      testgrid-days-of-results: '90'
  1752      testgrid-tab-name: kops-aws-external-dns
  1753  
  1754  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--ipv6 --bastion --set=cluster.spec.externalDNS.provider=external-dns --dns=public --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "kops_version": "latest", "networking": "cilium"}
  1755  - name: e2e-kops-aws-ipv6-external-dns
  1756    cron: '55 5-23/8 * * *'
  1757    labels:
  1758      preset-service-account: "true"
  1759      preset-aws-ssh: "true"
  1760      preset-aws-credential: "true"
  1761    cluster: k8s-infra-kops-prow-build
  1762    decorate: true
  1763    decoration_config:
  1764      timeout: 90m
  1765    extra_refs:
  1766    - org: kubernetes
  1767      repo: kops
  1768      base_ref: master
  1769      workdir: true
  1770      path_alias: k8s.io/kops
  1771    spec:
  1772      containers:
  1773      - command:
  1774        - runner.sh
  1775        args:
  1776        - bash
  1777        - -c
  1778        - |
  1779          make test-e2e-install
  1780          kubetest2 kops \
  1781            -v 2 \
  1782            --up --down \
  1783            --cloud-provider=aws \
  1784            --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-20240501' --channel=alpha --networking=cilium --ipv6 --bastion --set=cluster.spec.externalDNS.provider=external-dns --dns=public --discovery-store=s3://k8s-kops-prow/discovery" \
  1785            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci-updown-green.txt \
  1786            --kubernetes-version=https://dl.k8s.io/release/stable.txt \
  1787            --test=kops \
  1788            -- \
  1789            --test-args="-test.timeout=60m" \
  1790            --test-package-marker=stable.txt \
  1791            --parallel=25
  1792        env:
  1793        - name: KUBE_SSH_KEY_PATH
  1794          value: /etc/aws-ssh/aws-ssh-private
  1795        - name: KUBE_SSH_USER
  1796          value: ubuntu
  1797        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1798        imagePullPolicy: Always
  1799        resources:
  1800          limits:
  1801            cpu: "4"
  1802            memory: 6Gi
  1803          requests:
  1804            cpu: "4"
  1805            memory: 6Gi
  1806    annotations:
  1807      test.kops.k8s.io/cloud: aws
  1808      test.kops.k8s.io/distro: u2204arm64
  1809      test.kops.k8s.io/extra_flags: --ipv6 --bastion --set=cluster.spec.externalDNS.provider=external-dns --dns=public --discovery-store=s3://k8s-kops-prow/discovery
  1810      test.kops.k8s.io/k8s_version: stable
  1811      test.kops.k8s.io/kops_channel: alpha
  1812      test.kops.k8s.io/kops_version: latest
  1813      test.kops.k8s.io/networking: cilium
  1814      testgrid-dashboards: google-aws, kops-distro-u2204, kops-ipv6, kops-k8s-stable, kops-latest, kops-misc, sig-cluster-lifecycle-kops
  1815      testgrid-days-of-results: '90'
  1816      testgrid-tab-name: kops-aws-ipv6-external-dns
  1817  
  1818  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--discovery-store=s3://k8s-kops-prow/discovery", "feature_flags": "APIServerNodes", "k8s_version": "stable", "kops_channel": "alpha", "kops_version": "latest", "networking": "cilium"}
  1819  - name: e2e-kops-aws-apiserver-nodes
  1820    cron: '19 6-23/8 * * *'
  1821    labels:
  1822      preset-service-account: "true"
  1823      preset-aws-ssh: "true"
  1824      preset-aws-credential: "true"
  1825    cluster: k8s-infra-kops-prow-build
  1826    decorate: true
  1827    decoration_config:
  1828      timeout: 90m
  1829    extra_refs:
  1830    - org: kubernetes
  1831      repo: kops
  1832      base_ref: master
  1833      workdir: true
  1834      path_alias: k8s.io/kops
  1835    spec:
  1836      containers:
  1837      - command:
  1838        - runner.sh
  1839        args:
  1840        - bash
  1841        - -c
  1842        - |
  1843          make test-e2e-install
  1844          kubetest2 kops \
  1845            -v 2 \
  1846            --up --down \
  1847            --cloud-provider=aws \
  1848            --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-20240501' --channel=alpha --networking=cilium --discovery-store=s3://k8s-kops-prow/discovery" \
  1849            --env=KOPS_FEATURE_FLAGS=APIServerNodes \
  1850            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci-updown-green.txt \
  1851            --kubernetes-version=https://dl.k8s.io/release/stable.txt \
  1852            --template-path=/home/prow/go/src/k8s.io/kops/tests/e2e/templates/apiserver.yaml.tmpl \
  1853            --test=kops \
  1854            -- \
  1855            --test-args="-test.timeout=60m" \
  1856            --test-package-marker=stable.txt \
  1857            --parallel=25
  1858        env:
  1859        - name: KUBE_SSH_KEY_PATH
  1860          value: /etc/aws-ssh/aws-ssh-private
  1861        - name: KUBE_SSH_USER
  1862          value: ubuntu
  1863        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1864        imagePullPolicy: Always
  1865        resources:
  1866          limits:
  1867            cpu: "4"
  1868            memory: 6Gi
  1869          requests:
  1870            cpu: "4"
  1871            memory: 6Gi
  1872    annotations:
  1873      test.kops.k8s.io/cloud: aws
  1874      test.kops.k8s.io/distro: u2204arm64
  1875      test.kops.k8s.io/extra_flags: --discovery-store=s3://k8s-kops-prow/discovery
  1876      test.kops.k8s.io/feature_flags: APIServerNodes
  1877      test.kops.k8s.io/k8s_version: stable
  1878      test.kops.k8s.io/kops_channel: alpha
  1879      test.kops.k8s.io/kops_version: latest
  1880      test.kops.k8s.io/networking: cilium
  1881      testgrid-dashboards: google-aws, kops-distro-u2204, kops-k8s-stable, kops-latest, kops-misc, sig-cluster-lifecycle-kops
  1882      testgrid-days-of-results: '90'
  1883      testgrid-tab-name: kops-aws-apiserver-nodes
  1884  
  1885  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--instance-manager=karpenter --master-size=c6g.xlarge --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "kops_version": "latest", "networking": "cilium"}
  1886  - name: e2e-kops-aws-karpenter
  1887    cron: '14 16-23/24 * * *'
  1888    labels:
  1889      preset-service-account: "true"
  1890      preset-aws-ssh: "true"
  1891      preset-aws-credential: "true"
  1892    cluster: k8s-infra-kops-prow-build
  1893    decorate: true
  1894    decoration_config:
  1895      timeout: 90m
  1896    extra_refs:
  1897    - org: kubernetes
  1898      repo: kops
  1899      base_ref: master
  1900      workdir: true
  1901      path_alias: k8s.io/kops
  1902    spec:
  1903      containers:
  1904      - command:
  1905        - runner.sh
  1906        args:
  1907        - bash
  1908        - -c
  1909        - |
  1910          make test-e2e-install
  1911          kubetest2 kops \
  1912            -v 2 \
  1913            --up --down \
  1914            --cloud-provider=aws \
  1915            --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-20240501' --channel=alpha --networking=cilium --instance-manager=karpenter --master-size=c6g.xlarge --discovery-store=s3://k8s-kops-prow/discovery" \
  1916            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci-updown-green.txt \
  1917            --kubernetes-version=https://dl.k8s.io/release/stable.txt \
  1918            --test=kops \
  1919            -- \
  1920            --test-args="-test.timeout=60m" \
  1921            --test-package-marker=stable.txt \
  1922            --focus-regex="\[Conformance\]|\[NodeConformance\]" \
  1923            --skip-regex="\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|HostPort|two.untainted.nodes" \
  1924            --parallel=25
  1925        env:
  1926        - name: KUBE_SSH_KEY_PATH
  1927          value: /etc/aws-ssh/aws-ssh-private
  1928        - name: KUBE_SSH_USER
  1929          value: ubuntu
  1930        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1931        imagePullPolicy: Always
  1932        resources:
  1933          limits:
  1934            cpu: "4"
  1935            memory: 6Gi
  1936          requests:
  1937            cpu: "4"
  1938            memory: 6Gi
  1939    annotations:
  1940      test.kops.k8s.io/cloud: aws
  1941      test.kops.k8s.io/distro: u2204arm64
  1942      test.kops.k8s.io/extra_flags: --instance-manager=karpenter --master-size=c6g.xlarge --discovery-store=s3://k8s-kops-prow/discovery
  1943      test.kops.k8s.io/k8s_version: stable
  1944      test.kops.k8s.io/kops_channel: alpha
  1945      test.kops.k8s.io/kops_version: latest
  1946      test.kops.k8s.io/networking: cilium
  1947      testgrid-dashboards: google-aws, kops-distro-u2204, kops-k8s-stable, kops-latest, kops-misc, sig-cluster-lifecycle-kops
  1948      testgrid-days-of-results: '90'
  1949      testgrid-tab-name: kops-aws-karpenter
  1950  
  1951  # {"cloud": "aws", "distro": "u2204arm64", "extra_flags": "--instance-manager=karpenter --ipv6 --topology=private --bastion --master-size=c6g.xlarge --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "kops_version": "latest", "networking": "cilium"}
  1952  - name: e2e-kops-aws-ipv6-karpenter
  1953    cron: '55 7-23/24 * * *'
  1954    labels:
  1955      preset-service-account: "true"
  1956      preset-aws-ssh: "true"
  1957      preset-aws-credential: "true"
  1958    cluster: k8s-infra-kops-prow-build
  1959    decorate: true
  1960    decoration_config:
  1961      timeout: 90m
  1962    extra_refs:
  1963    - org: kubernetes
  1964      repo: kops
  1965      base_ref: master
  1966      workdir: true
  1967      path_alias: k8s.io/kops
  1968    spec:
  1969      containers:
  1970      - command:
  1971        - runner.sh
  1972        args:
  1973        - bash
  1974        - -c
  1975        - |
  1976          make test-e2e-install
  1977          kubetest2 kops \
  1978            -v 2 \
  1979            --up --down \
  1980            --cloud-provider=aws \
  1981            --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-20240501' --channel=alpha --networking=cilium --instance-manager=karpenter --ipv6 --topology=private --bastion --master-size=c6g.xlarge --discovery-store=s3://k8s-kops-prow/discovery" \
  1982            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci-updown-green.txt \
  1983            --kubernetes-version=https://dl.k8s.io/release/stable.txt \
  1984            --test=kops \
  1985            -- \
  1986            --test-args="-test.timeout=60m" \
  1987            --test-package-marker=stable.txt \
  1988            --focus-regex="\[Conformance\]|\[NodeConformance\]" \
  1989            --skip-regex="\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|HostPort|two.untainted.nodes" \
  1990            --parallel=25
  1991        env:
  1992        - name: KUBE_SSH_KEY_PATH
  1993          value: /etc/aws-ssh/aws-ssh-private
  1994        - name: KUBE_SSH_USER
  1995          value: ubuntu
  1996        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  1997        imagePullPolicy: Always
  1998        resources:
  1999          limits:
  2000            cpu: "4"
  2001            memory: 6Gi
  2002          requests:
  2003            cpu: "4"
  2004            memory: 6Gi
  2005    annotations:
  2006      test.kops.k8s.io/cloud: aws
  2007      test.kops.k8s.io/distro: u2204arm64
  2008      test.kops.k8s.io/extra_flags: --instance-manager=karpenter --ipv6 --topology=private --bastion --master-size=c6g.xlarge --discovery-store=s3://k8s-kops-prow/discovery
  2009      test.kops.k8s.io/k8s_version: stable
  2010      test.kops.k8s.io/kops_channel: alpha
  2011      test.kops.k8s.io/kops_version: latest
  2012      test.kops.k8s.io/networking: cilium
  2013      testgrid-dashboards: google-aws, kops-distro-u2204, kops-ipv6, kops-k8s-stable, kops-latest, kops-misc, sig-cluster-lifecycle-kops
  2014      testgrid-days-of-results: '90'
  2015      testgrid-tab-name: kops-aws-ipv6-karpenter
  2016  
  2017  # {"cloud": "aws", "distro": "al2023", "extra_flags": "--discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "1.28", "kops_channel": "alpha", "kops_version": "latest", "networking": "cilium"}
  2018  - name: e2e-kops-aws-k28-hostname-bug123255
  2019    cron: '0 7-23/8 * * *'
  2020    labels:
  2021      preset-service-account: "true"
  2022      preset-aws-ssh: "true"
  2023      preset-aws-credential: "true"
  2024    cluster: k8s-infra-kops-prow-build
  2025    decorate: true
  2026    decoration_config:
  2027      timeout: 90m
  2028    extra_refs:
  2029    - org: kubernetes
  2030      repo: kops
  2031      base_ref: master
  2032      workdir: true
  2033      path_alias: k8s.io/kops
  2034    spec:
  2035      containers:
  2036      - command:
  2037        - runner.sh
  2038        args:
  2039        - bash
  2040        - -c
  2041        - |
  2042          make test-e2e-install
  2043          kubetest2 kops \
  2044            -v 2 \
  2045            --up --down \
  2046            --cloud-provider=aws \
  2047            --create-args="--image='137112412989/al2023-ami-2023.4.20240429.0-kernel-6.1-x86_64' --channel=alpha --networking=cilium --discovery-store=s3://k8s-kops-prow/discovery" \
  2048            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci-updown-green.txt \
  2049            --kubernetes-version=https://dl.k8s.io/release/stable-1.28.txt \
  2050            --test=kops \
  2051            -- \
  2052            --test-args="-test.timeout=60m" \
  2053            --test-package-marker=stable-1.28.txt \
  2054            --skip-regex="\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\]|nfs|NFS|Gluster|NodeProblemDetector|fallback.to.local.terminating.endpoints.when.there.are.no.ready.endpoints.with.externalTrafficPolicy.Local|Services.*rejected.*endpoints|TCP.CLOSE_WAIT|external.IP.is.not.assigned.to.a.node|same.port.number.but.different.protocols|same.hostPort.but.different.hostIP.and.protocol|serve.endpoints.on.same.port.and.different.protocols|should.check.kube-proxy.urls|should.verify.that.all.nodes.have.volume.limits" \
  2055            --parallel=25
  2056        env:
  2057        - name: KUBE_SSH_KEY_PATH
  2058          value: /etc/aws-ssh/aws-ssh-private
  2059        - name: KUBE_SSH_USER
  2060          value: ec2-user
  2061        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  2062        imagePullPolicy: Always
  2063        resources:
  2064          limits:
  2065            cpu: "4"
  2066            memory: 6Gi
  2067          requests:
  2068            cpu: "4"
  2069            memory: 6Gi
  2070    annotations:
  2071      test.kops.k8s.io/cloud: aws
  2072      test.kops.k8s.io/distro: al2023
  2073      test.kops.k8s.io/extra_flags: --discovery-store=s3://k8s-kops-prow/discovery
  2074      test.kops.k8s.io/k8s_version: '1.28'
  2075      test.kops.k8s.io/kops_channel: alpha
  2076      test.kops.k8s.io/kops_version: latest
  2077      test.kops.k8s.io/networking: cilium
  2078      testgrid-dashboards: google-aws, kops-distro-al2023, kops-k8s-1.28, kops-latest, kops-misc, sig-cluster-lifecycle-kops
  2079      testgrid-days-of-results: '90'
  2080      testgrid-tab-name: kops-aws-k28-hostname-bug123255
  2081  
  2082  # {"cloud": "aws", "distro": "rhel8", "extra_flags": "--set=cluster.spec.containerd.selinuxEnabled=true --discovery-store=s3://k8s-kops-prow/discovery", "feature_flags": "SELinuxMount", "k8s_version": "ci", "kops_channel": "alpha", "kops_version": "latest", "networking": "cilium"}
  2083  - name: e2e-kops-aws-selinux
  2084    cron: '38 1-23/8 * * *'
  2085    labels:
  2086      preset-service-account: "true"
  2087      preset-aws-ssh: "true"
  2088      preset-aws-credential: "true"
  2089    cluster: k8s-infra-kops-prow-build
  2090    decorate: true
  2091    decoration_config:
  2092      timeout: 150m
  2093    extra_refs:
  2094    - org: kubernetes
  2095      repo: kops
  2096      base_ref: master
  2097      workdir: true
  2098      path_alias: k8s.io/kops
  2099    spec:
  2100      containers:
  2101      - command:
  2102        - runner.sh
  2103        args:
  2104        - bash
  2105        - -c
  2106        - |
  2107          make test-e2e-install
  2108          kubetest2 kops \
  2109            -v 2 \
  2110            --up --down \
  2111            --cloud-provider=aws \
  2112            --create-args="--image='309956199498/RHEL-8.9.0_HVM-20240327-x86_64-4-Hourly2-GP3' --channel=alpha --networking=cilium --set=cluster.spec.containerd.selinuxEnabled=true --discovery-store=s3://k8s-kops-prow/discovery" \
  2113            --env=KOPS_FEATURE_FLAGS=SELinuxMount \
  2114            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci-updown-green.txt \
  2115            --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
  2116            --test=kops \
  2117            -- \
  2118            --test-args="-test.timeout=120m" \
  2119            --test-package-url=https://storage.googleapis.com/k8s-release-dev \
  2120            --test-package-dir=ci \
  2121            --test-package-marker=latest.txt \
  2122            --focus-regex="\[Feature:SELinux\]" \
  2123            --skip-regex="\[Feature:Volumes\]|\[Driver:.nfs\]|\[Driver:.local\]|\[FeatureGate:SELinuxMount\]" \
  2124            --parallel=1
  2125        env:
  2126        - name: KUBE_SSH_KEY_PATH
  2127          value: /etc/aws-ssh/aws-ssh-private
  2128        - name: KUBE_SSH_USER
  2129          value: ec2-user
  2130        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  2131        imagePullPolicy: Always
  2132        resources:
  2133          limits:
  2134            cpu: "4"
  2135            memory: 6Gi
  2136          requests:
  2137            cpu: "4"
  2138            memory: 6Gi
  2139    annotations:
  2140      test.kops.k8s.io/cloud: aws
  2141      test.kops.k8s.io/distro: rhel8
  2142      test.kops.k8s.io/extra_flags: --set=cluster.spec.containerd.selinuxEnabled=true --discovery-store=s3://k8s-kops-prow/discovery
  2143      test.kops.k8s.io/feature_flags: SELinuxMount
  2144      test.kops.k8s.io/k8s_version: ci
  2145      test.kops.k8s.io/kops_channel: alpha
  2146      test.kops.k8s.io/kops_version: latest
  2147      test.kops.k8s.io/networking: cilium
  2148      testgrid-dashboards: google-aws, kops-distro-rhel8, kops-k8s-ci, kops-latest, sig-cluster-lifecycle-kops
  2149      testgrid-days-of-results: '90'
  2150      testgrid-tab-name: kops-aws-selinux
  2151  
  2152  # {"cloud": "aws", "distro": "rhel8", "extra_flags": "--set=cluster.spec.containerd.selinuxEnabled=true --discovery-store=s3://k8s-kops-prow/discovery", "feature_flags": "SELinuxMount", "k8s_version": "ci", "kops_channel": "alpha", "kops_version": "latest", "networking": "cilium"}
  2153  - name: e2e-kops-aws-selinux-alpha
  2154    cron: '8 0-23/8 * * *'
  2155    labels:
  2156      preset-service-account: "true"
  2157      preset-aws-ssh: "true"
  2158      preset-aws-credential: "true"
  2159    cluster: k8s-infra-kops-prow-build
  2160    decorate: true
  2161    decoration_config:
  2162      timeout: 150m
  2163    extra_refs:
  2164    - org: kubernetes
  2165      repo: kops
  2166      base_ref: master
  2167      workdir: true
  2168      path_alias: k8s.io/kops
  2169    spec:
  2170      containers:
  2171      - command:
  2172        - runner.sh
  2173        args:
  2174        - bash
  2175        - -c
  2176        - |
  2177          make test-e2e-install
  2178          kubetest2 kops \
  2179            -v 2 \
  2180            --up --down \
  2181            --cloud-provider=aws \
  2182            --create-args="--image='309956199498/RHEL-8.9.0_HVM-20240327-x86_64-4-Hourly2-GP3' --channel=alpha --networking=cilium --set=cluster.spec.containerd.selinuxEnabled=true --discovery-store=s3://k8s-kops-prow/discovery" \
  2183            --env=KOPS_FEATURE_FLAGS=SELinuxMount \
  2184            --kubernetes-feature-gates=SELinuxMount \
  2185            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci-updown-green.txt \
  2186            --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
  2187            --test=kops \
  2188            -- \
  2189            --test-args="-test.timeout=120m" \
  2190            --test-package-url=https://storage.googleapis.com/k8s-release-dev \
  2191            --test-package-dir=ci \
  2192            --test-package-marker=latest.txt \
  2193            --focus-regex="\[Feature:SELinux\]" \
  2194            --skip-regex="\[Feature:Volumes\]|\[Driver:.nfs\]|\[Driver:.local\]|\[Feature:SELinuxMountReadWriteOncePodOnly\]" \
  2195            --parallel=1
  2196        env:
  2197        - name: KUBE_SSH_KEY_PATH
  2198          value: /etc/aws-ssh/aws-ssh-private
  2199        - name: KUBE_SSH_USER
  2200          value: ec2-user
  2201        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  2202        imagePullPolicy: Always
  2203        resources:
  2204          limits:
  2205            cpu: "4"
  2206            memory: 6Gi
  2207          requests:
  2208            cpu: "4"
  2209            memory: 6Gi
  2210    annotations:
  2211      test.kops.k8s.io/cloud: aws
  2212      test.kops.k8s.io/distro: rhel8
  2213      test.kops.k8s.io/extra_flags: --set=cluster.spec.containerd.selinuxEnabled=true --discovery-store=s3://k8s-kops-prow/discovery
  2214      test.kops.k8s.io/feature_flags: SELinuxMount
  2215      test.kops.k8s.io/k8s_version: ci
  2216      test.kops.k8s.io/kops_channel: alpha
  2217      test.kops.k8s.io/kops_version: latest
  2218      test.kops.k8s.io/networking: cilium
  2219      testgrid-dashboards: google-aws, kops-distro-rhel8, kops-k8s-ci, kops-latest, sig-cluster-lifecycle-kops
  2220      testgrid-days-of-results: '90'
  2221      testgrid-tab-name: kops-aws-selinux-alpha
  2222  
  2223  # {"cloud": "gce", "distro": "cos105", "extra_flags": "--image=cos-cloud/cos-105-17412-156-49 --set=spec.nodeProblemDetector.enabled=true --gce-service-account=default", "k8s_version": "ci", "kops_channel": "alpha", "kops_version": "latest", "networking": "kubenet"}
  2224  - name: e2e-ci-kubernetes-e2e-cos-gce-canary
  2225    cron: '16 1-23/3 * * *'
  2226    labels:
  2227      preset-k8s-ssh: "true"
  2228    cluster: k8s-infra-prow-build
  2229    decorate: true
  2230    decoration_config:
  2231      timeout: 90m
  2232    extra_refs:
  2233    - org: kubernetes
  2234      repo: kops
  2235      base_ref: master
  2236      workdir: true
  2237      path_alias: k8s.io/kops
  2238    spec:
  2239      serviceAccountName: k8s-kops-test
  2240      containers:
  2241      - command:
  2242        - runner.sh
  2243        args:
  2244        - bash
  2245        - -c
  2246        - |
  2247          make test-e2e-install
  2248          kubetest2 kops \
  2249            -v 2 \
  2250            --up --down \
  2251            --cloud-provider=gce \
  2252            --admin-access=0.0.0.0/0 \
  2253            --create-args="--channel=alpha --networking=kubenet --image=cos-cloud/cos-105-17412-156-49 --set=spec.nodeProblemDetector.enabled=true --gce-service-account=default" \
  2254            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci.txt \
  2255            --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
  2256            --test=kops \
  2257            -- \
  2258            --test-args="-test.timeout=60m" \
  2259            --test-package-url=https://storage.googleapis.com/k8s-release-dev \
  2260            --test-package-dir=ci \
  2261            --test-package-marker=latest.txt \
  2262            --skip-regex="\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\]|\[KubeUp\]" \
  2263            --parallel=25
  2264        env:
  2265        - name: KUBE_SSH_KEY_PATH
  2266          value: /etc/ssh-key-secret/ssh-private
  2267        - name: KUBE_SSH_USER
  2268          value: prow
  2269        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  2270        imagePullPolicy: Always
  2271        resources:
  2272          limits:
  2273            cpu: "4"
  2274            memory: 6Gi
  2275          requests:
  2276            cpu: "4"
  2277            memory: 6Gi
  2278    annotations:
  2279      test.kops.k8s.io/cloud: gce
  2280      test.kops.k8s.io/distro: cos105
  2281      test.kops.k8s.io/extra_flags: --image=cos-cloud/cos-105-17412-156-49 --set=spec.nodeProblemDetector.enabled=true --gce-service-account=default
  2282      test.kops.k8s.io/k8s_version: ci
  2283      test.kops.k8s.io/kops_channel: alpha
  2284      test.kops.k8s.io/kops_version: latest
  2285      test.kops.k8s.io/networking: kubenet
  2286      testgrid-dashboards: kops-distro-cos105, kops-gce, kops-k8s-ci, kops-latest, sig-cluster-lifecycle-kops, sig-cluster-lifecycle-kubeup-to-kops
  2287      testgrid-days-of-results: '35'
  2288      testgrid-tab-name: ci-kubernetes-e2e-cos-gce-canary
  2289  
  2290  # {"cloud": "aws", "distro": "al2023", "extra_flags": "--set=spec.nodeProblemDetector.enabled=true --set=spec.packages=nfs-utils --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "ci", "kops_channel": "alpha", "kops_version": "latest", "networking": "kubenet"}
  2291  - name: e2e-ci-kubernetes-e2e-al2023-aws-canary
  2292    cron: '33 2-23/3 * * *'
  2293    labels:
  2294      preset-service-account: "true"
  2295      preset-aws-ssh: "true"
  2296      preset-aws-credential: "true"
  2297    cluster: default
  2298    decorate: true
  2299    decoration_config:
  2300      timeout: 90m
  2301    extra_refs:
  2302    - org: kubernetes
  2303      repo: kops
  2304      base_ref: master
  2305      workdir: true
  2306      path_alias: k8s.io/kops
  2307    spec:
  2308      containers:
  2309      - command:
  2310        - runner.sh
  2311        args:
  2312        - bash
  2313        - -c
  2314        - |
  2315          make test-e2e-install
  2316          kubetest2 kops \
  2317            -v 2 \
  2318            --up --down \
  2319            --cloud-provider=aws \
  2320            --create-args="--image='137112412989/al2023-ami-2023.4.20240429.0-kernel-6.1-x86_64' --channel=alpha --networking=kubenet --set=spec.nodeProblemDetector.enabled=true --set=spec.packages=nfs-utils --discovery-store=s3://k8s-kops-prow/discovery" \
  2321            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci.txt \
  2322            --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
  2323            --test=kops \
  2324            -- \
  2325            --test-args="-test.timeout=60m" \
  2326            --test-package-url=https://storage.googleapis.com/k8s-release-dev \
  2327            --test-package-dir=ci \
  2328            --test-package-marker=latest.txt \
  2329            --skip-regex="\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\]" \
  2330            --parallel=25
  2331        env:
  2332        - name: KUBE_SSH_KEY_PATH
  2333          value: /etc/aws-ssh/aws-ssh-private
  2334        - name: KUBE_SSH_USER
  2335          value: ec2-user
  2336        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  2337        imagePullPolicy: Always
  2338        resources:
  2339          limits:
  2340            cpu: "4"
  2341            memory: 6Gi
  2342          requests:
  2343            cpu: "4"
  2344            memory: 6Gi
  2345    annotations:
  2346      test.kops.k8s.io/cloud: aws
  2347      test.kops.k8s.io/distro: al2023
  2348      test.kops.k8s.io/extra_flags: --set=spec.nodeProblemDetector.enabled=true --set=spec.packages=nfs-utils --discovery-store=s3://k8s-kops-prow/discovery
  2349      test.kops.k8s.io/k8s_version: ci
  2350      test.kops.k8s.io/kops_channel: alpha
  2351      test.kops.k8s.io/kops_version: latest
  2352      test.kops.k8s.io/networking: kubenet
  2353      testgrid-dashboards: amazon-ec2-al2023, google-aws, kops-distro-al2023, kops-k8s-ci, kops-latest, sig-cluster-lifecycle-kops, sig-cluster-lifecycle-kubeup-to-kops
  2354      testgrid-days-of-results: '35'
  2355      testgrid-tab-name: ci-kubernetes-e2e-al2023-aws-canary
  2356  
  2357  # {"cloud": "aws", "distro": "u2204", "extra_flags": "--set=spec.nodeProblemDetector.enabled=true --set=spec.packages=nfs-common --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "ci", "kops_channel": "alpha", "kops_version": "latest", "networking": "kubenet"}
  2358  - name: e2e-ci-kubernetes-e2e-ubuntu-aws-canary
  2359    cron: '8 1-23/3 * * *'
  2360    labels:
  2361      preset-service-account: "true"
  2362      preset-aws-ssh: "true"
  2363      preset-aws-credential: "true"
  2364    cluster: default
  2365    decorate: true
  2366    decoration_config:
  2367      timeout: 90m
  2368    extra_refs:
  2369    - org: kubernetes
  2370      repo: kops
  2371      base_ref: master
  2372      workdir: true
  2373      path_alias: k8s.io/kops
  2374    spec:
  2375      containers:
  2376      - command:
  2377        - runner.sh
  2378        args:
  2379        - bash
  2380        - -c
  2381        - |
  2382          make test-e2e-install
  2383          kubetest2 kops \
  2384            -v 2 \
  2385            --up --down \
  2386            --cloud-provider=aws \
  2387            --create-args="--image='099720109477/ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-amd64-server-20240501' --channel=alpha --networking=kubenet --set=spec.nodeProblemDetector.enabled=true --set=spec.packages=nfs-common --discovery-store=s3://k8s-kops-prow/discovery" \
  2388            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci.txt \
  2389            --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
  2390            --test=kops \
  2391            -- \
  2392            --test-args="-test.timeout=60m --master-os-distro=ubuntu --node-os-distro=ubuntu" \
  2393            --test-package-url=https://storage.googleapis.com/k8s-release-dev \
  2394            --test-package-dir=ci \
  2395            --test-package-marker=latest.txt \
  2396            --skip-regex="\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\]" \
  2397            --parallel=25
  2398        env:
  2399        - name: KUBE_SSH_KEY_PATH
  2400          value: /etc/aws-ssh/aws-ssh-private
  2401        - name: KUBE_SSH_USER
  2402          value: ubuntu
  2403        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  2404        imagePullPolicy: Always
  2405        resources:
  2406          limits:
  2407            cpu: "4"
  2408            memory: 6Gi
  2409          requests:
  2410            cpu: "4"
  2411            memory: 6Gi
  2412    annotations:
  2413      test.kops.k8s.io/cloud: aws
  2414      test.kops.k8s.io/distro: u2204
  2415      test.kops.k8s.io/extra_flags: --set=spec.nodeProblemDetector.enabled=true --set=spec.packages=nfs-common --discovery-store=s3://k8s-kops-prow/discovery
  2416      test.kops.k8s.io/k8s_version: ci
  2417      test.kops.k8s.io/kops_channel: alpha
  2418      test.kops.k8s.io/kops_version: latest
  2419      test.kops.k8s.io/networking: kubenet
  2420      testgrid-dashboards: google-aws, kops-distro-u2204, kops-k8s-ci, kops-latest, sig-cluster-lifecycle-kops, sig-cluster-lifecycle-kubeup-to-kops
  2421      testgrid-days-of-results: '35'
  2422      testgrid-tab-name: ci-kubernetes-e2e-ubuntu-aws-canary
  2423  
  2424  # {"cloud": "gce", "distro": "cos105", "extra_flags": "--image=cos-cloud/cos-105-17412-156-49 --set=spec.networking.networkID=default --gce-service-account=default", "k8s_version": "ci", "kops_channel": "alpha", "kops_version": "latest", "networking": "kubenet"}
  2425  - name: e2e-ci-kubernetes-e2e-cos-gce-slow-canary
  2426    cron: '9 1-23/4 * * *'
  2427    labels:
  2428      preset-k8s-ssh: "true"
  2429    cluster: k8s-infra-prow-build
  2430    decorate: true
  2431    decoration_config:
  2432      timeout: 180m
  2433    extra_refs:
  2434    - org: kubernetes
  2435      repo: kops
  2436      base_ref: master
  2437      workdir: true
  2438      path_alias: k8s.io/kops
  2439    spec:
  2440      serviceAccountName: k8s-kops-test
  2441      containers:
  2442      - command:
  2443        - runner.sh
  2444        args:
  2445        - bash
  2446        - -c
  2447        - |
  2448          make test-e2e-install
  2449          kubetest2 kops \
  2450            -v 2 \
  2451            --up --down \
  2452            --cloud-provider=gce \
  2453            --admin-access=0.0.0.0/0 \
  2454            --create-args="--channel=alpha --networking=kubenet --image=cos-cloud/cos-105-17412-156-49 --set=spec.networking.networkID=default --gce-service-account=default" \
  2455            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci.txt \
  2456            --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
  2457            --test=kops \
  2458            -- \
  2459            --test-args="-test.timeout=150m" \
  2460            --test-package-url=https://storage.googleapis.com/k8s-release-dev \
  2461            --test-package-dir=ci \
  2462            --test-package-marker=latest.txt \
  2463            --focus-regex="\[Slow\]" \
  2464            --skip-regex="\[Driver:.gcepd\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\]|\[KubeUp\]" \
  2465            --parallel=25
  2466        env:
  2467        - name: KUBE_SSH_KEY_PATH
  2468          value: /etc/ssh-key-secret/ssh-private
  2469        - name: KUBE_SSH_USER
  2470          value: prow
  2471        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  2472        imagePullPolicy: Always
  2473        resources:
  2474          limits:
  2475            cpu: "4"
  2476            memory: 6Gi
  2477          requests:
  2478            cpu: "4"
  2479            memory: 6Gi
  2480    annotations:
  2481      test.kops.k8s.io/cloud: gce
  2482      test.kops.k8s.io/distro: cos105
  2483      test.kops.k8s.io/extra_flags: --image=cos-cloud/cos-105-17412-156-49 --set=spec.networking.networkID=default --gce-service-account=default
  2484      test.kops.k8s.io/k8s_version: ci
  2485      test.kops.k8s.io/kops_channel: alpha
  2486      test.kops.k8s.io/kops_version: latest
  2487      test.kops.k8s.io/networking: kubenet
  2488      testgrid-dashboards: kops-distro-cos105, kops-gce, kops-k8s-ci, kops-latest, sig-cluster-lifecycle-kops, sig-cluster-lifecycle-kubeup-to-kops
  2489      testgrid-days-of-results: '47'
  2490      testgrid-tab-name: ci-kubernetes-e2e-cos-gce-slow-canary
  2491  
  2492  # {"cloud": "aws", "distro": "al2023", "extra_flags": "--set=spec.packages=nfs-utils --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "ci", "kops_channel": "alpha", "kops_version": "latest", "networking": "kubenet"}
  2493  - name: e2e-ci-kubernetes-e2e-al2023-aws-slow-canary
  2494    cron: '22 2-23/4 * * *'
  2495    labels:
  2496      preset-service-account: "true"
  2497      preset-aws-ssh: "true"
  2498      preset-aws-credential: "true"
  2499    cluster: k8s-infra-prow-build
  2500    decorate: true
  2501    decoration_config:
  2502      timeout: 180m
  2503    extra_refs:
  2504    - org: kubernetes
  2505      repo: kops
  2506      base_ref: master
  2507      workdir: true
  2508      path_alias: k8s.io/kops
  2509    spec:
  2510      containers:
  2511      - command:
  2512        - runner.sh
  2513        args:
  2514        - bash
  2515        - -c
  2516        - |
  2517          make test-e2e-install
  2518          kubetest2 kops \
  2519            -v 2 \
  2520            --up --down \
  2521            --cloud-provider=aws \
  2522            --create-args="--image='137112412989/al2023-ami-2023.4.20240429.0-kernel-6.1-x86_64' --channel=alpha --networking=kubenet --set=spec.packages=nfs-utils --discovery-store=s3://k8s-kops-prow/discovery" \
  2523            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci.txt \
  2524            --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
  2525            --test=kops \
  2526            -- \
  2527            --test-args="-test.timeout=150m" \
  2528            --test-package-url=https://storage.googleapis.com/k8s-release-dev \
  2529            --test-package-dir=ci \
  2530            --test-package-marker=latest.txt \
  2531            --focus-regex="\[Slow\]" \
  2532            --skip-regex="\[Driver:.gcepd\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\]" \
  2533            --parallel=25
  2534        env:
  2535        - name: KUBE_SSH_KEY_PATH
  2536          value: /etc/aws-ssh/aws-ssh-private
  2537        - name: KUBE_SSH_USER
  2538          value: ec2-user
  2539        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  2540        imagePullPolicy: Always
  2541        resources:
  2542          limits:
  2543            cpu: "4"
  2544            memory: 6Gi
  2545          requests:
  2546            cpu: "4"
  2547            memory: 6Gi
  2548    annotations:
  2549      test.kops.k8s.io/cloud: aws
  2550      test.kops.k8s.io/distro: al2023
  2551      test.kops.k8s.io/extra_flags: --set=spec.packages=nfs-utils --discovery-store=s3://k8s-kops-prow/discovery
  2552      test.kops.k8s.io/k8s_version: ci
  2553      test.kops.k8s.io/kops_channel: alpha
  2554      test.kops.k8s.io/kops_version: latest
  2555      test.kops.k8s.io/networking: kubenet
  2556      testgrid-dashboards: amazon-ec2-al2023, google-aws, kops-distro-al2023, kops-k8s-ci, kops-latest, sig-cluster-lifecycle-kops, sig-cluster-lifecycle-kubeup-to-kops
  2557      testgrid-days-of-results: '47'
  2558      testgrid-tab-name: ci-kubernetes-e2e-al2023-aws-slow-canary
  2559  
  2560  # {"cloud": "gce", "distro": "cos105", "extra_flags": "--image=cos-cloud/cos-105-17412-156-49 --set=spec.kubeAPIServer.logLevel=4 --set=spec.kubeAPIServer.auditLogMaxSize=2000000000 --set=spec.kubeAPIServer.enableAggregatorRouting=true --set=spec.kubeAPIServer.auditLogPath=/var/log/kube-apiserver-audit.log --gce-service-account=default", "k8s_version": "ci", "kops_channel": "alpha", "kops_version": "latest", "networking": "kubenet"}
  2561  - name: e2e-ci-kubernetes-e2e-cos-gce-conformance-canary
  2562    cron: '58 3-23/4 * * *'
  2563    labels:
  2564      preset-k8s-ssh: "true"
  2565    cluster: k8s-infra-prow-build
  2566    decorate: true
  2567    decoration_config:
  2568      timeout: 230m
  2569    extra_refs:
  2570    - org: kubernetes
  2571      repo: kops
  2572      base_ref: master
  2573      workdir: true
  2574      path_alias: k8s.io/kops
  2575    spec:
  2576      serviceAccountName: k8s-kops-test
  2577      containers:
  2578      - command:
  2579        - runner.sh
  2580        args:
  2581        - bash
  2582        - -c
  2583        - |
  2584          make test-e2e-install
  2585          kubetest2 kops \
  2586            -v 2 \
  2587            --up --down \
  2588            --cloud-provider=gce \
  2589            --admin-access=0.0.0.0/0 \
  2590            --create-args="--channel=alpha --networking=kubenet --image=cos-cloud/cos-105-17412-156-49 --set=spec.kubeAPIServer.logLevel=4 --set=spec.kubeAPIServer.auditLogMaxSize=2000000000 --set=spec.kubeAPIServer.enableAggregatorRouting=true --set=spec.kubeAPIServer.auditLogPath=/var/log/kube-apiserver-audit.log --gce-service-account=default" \
  2591            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci.txt \
  2592            --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
  2593            --test=kops \
  2594            -- \
  2595            --test-args="-test.timeout=200m" \
  2596            --test-package-url=https://storage.googleapis.com/k8s-release-dev \
  2597            --test-package-dir=ci \
  2598            --test-package-marker=latest.txt \
  2599            --focus-regex="\[Conformance\]|\[NodeConformance\]" \
  2600            --skip-regex="\[FOOBAR\]" \
  2601            --parallel=1
  2602        env:
  2603        - name: KUBE_SSH_KEY_PATH
  2604          value: /etc/ssh-key-secret/ssh-private
  2605        - name: KUBE_SSH_USER
  2606          value: prow
  2607        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  2608        imagePullPolicy: Always
  2609        resources:
  2610          limits:
  2611            cpu: "4"
  2612            memory: 6Gi
  2613          requests:
  2614            cpu: "4"
  2615            memory: 6Gi
  2616    annotations:
  2617      test.kops.k8s.io/cloud: gce
  2618      test.kops.k8s.io/distro: cos105
  2619      test.kops.k8s.io/extra_flags: --image=cos-cloud/cos-105-17412-156-49 --set=spec.kubeAPIServer.logLevel=4 --set=spec.kubeAPIServer.auditLogMaxSize=2000000000 --set=spec.kubeAPIServer.enableAggregatorRouting=true --set=spec.kubeAPIServer.auditLogPath=/var/log/kube-apiserver-audit.log --gce-service-account=default
  2620      test.kops.k8s.io/k8s_version: ci
  2621      test.kops.k8s.io/kops_channel: alpha
  2622      test.kops.k8s.io/kops_version: latest
  2623      test.kops.k8s.io/networking: kubenet
  2624      testgrid-dashboards: kops-distro-cos105, kops-gce, kops-k8s-ci, kops-latest, sig-cluster-lifecycle-kops, sig-cluster-lifecycle-kubeup-to-kops
  2625      testgrid-days-of-results: '47'
  2626      testgrid-tab-name: ci-kubernetes-e2e-cos-gce-conformance-canary
  2627  
  2628  # {"cloud": "aws", "distro": "al2023", "extra_flags": "--set=spec.kubeAPIServer.logLevel=4 --set=spec.kubeAPIServer.auditLogMaxSize=2000000000 --set=spec.kubeAPIServer.enableAggregatorRouting=true --set=spec.kubeAPIServer.auditLogPath=/var/log/kube-apiserver-audit.log --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "ci", "kops_channel": "alpha", "kops_version": "latest", "networking": "kubenet"}
  2629  - name: e2e-ci-kubernetes-e2e-al2023-aws-conformance-canary
  2630    cron: '47 1-23/4 * * *'
  2631    labels:
  2632      preset-service-account: "true"
  2633      preset-aws-ssh: "true"
  2634      preset-aws-credential: "true"
  2635    cluster: eks-prow-build-cluster
  2636    decorate: true
  2637    decoration_config:
  2638      timeout: 230m
  2639    extra_refs:
  2640    - org: kubernetes
  2641      repo: kops
  2642      base_ref: master
  2643      workdir: true
  2644      path_alias: k8s.io/kops
  2645    spec:
  2646      containers:
  2647      - command:
  2648        - runner.sh
  2649        args:
  2650        - bash
  2651        - -c
  2652        - |
  2653          make test-e2e-install
  2654          kubetest2 kops \
  2655            -v 2 \
  2656            --up --down \
  2657            --cloud-provider=aws \
  2658            --create-args="--image='137112412989/al2023-ami-2023.4.20240429.0-kernel-6.1-x86_64' --channel=alpha --networking=kubenet --set=spec.kubeAPIServer.logLevel=4 --set=spec.kubeAPIServer.auditLogMaxSize=2000000000 --set=spec.kubeAPIServer.enableAggregatorRouting=true --set=spec.kubeAPIServer.auditLogPath=/var/log/kube-apiserver-audit.log --discovery-store=s3://k8s-kops-prow/discovery" \
  2659            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci.txt \
  2660            --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
  2661            --test=kops \
  2662            -- \
  2663            --test-args="-test.timeout=200m" \
  2664            --test-package-url=https://storage.googleapis.com/k8s-release-dev \
  2665            --test-package-dir=ci \
  2666            --test-package-marker=latest.txt \
  2667            --focus-regex="\[Conformance\]" \
  2668            --skip-regex="\[FOOBAR\]" \
  2669            --parallel=1
  2670        env:
  2671        - name: KUBE_SSH_KEY_PATH
  2672          value: /etc/aws-ssh/aws-ssh-private
  2673        - name: KUBE_SSH_USER
  2674          value: ec2-user
  2675        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  2676        imagePullPolicy: Always
  2677        resources:
  2678          limits:
  2679            cpu: "4"
  2680            memory: 6Gi
  2681          requests:
  2682            cpu: "4"
  2683            memory: 6Gi
  2684    annotations:
  2685      test.kops.k8s.io/cloud: aws
  2686      test.kops.k8s.io/distro: al2023
  2687      test.kops.k8s.io/extra_flags: --set=spec.kubeAPIServer.logLevel=4 --set=spec.kubeAPIServer.auditLogMaxSize=2000000000 --set=spec.kubeAPIServer.enableAggregatorRouting=true --set=spec.kubeAPIServer.auditLogPath=/var/log/kube-apiserver-audit.log --discovery-store=s3://k8s-kops-prow/discovery
  2688      test.kops.k8s.io/k8s_version: ci
  2689      test.kops.k8s.io/kops_channel: alpha
  2690      test.kops.k8s.io/kops_version: latest
  2691      test.kops.k8s.io/networking: kubenet
  2692      testgrid-dashboards: amazon-ec2-al2023, google-aws, kops-distro-al2023, kops-k8s-ci, kops-latest, sig-cluster-lifecycle-kops, sig-cluster-lifecycle-kubeup-to-kops
  2693      testgrid-days-of-results: '47'
  2694      testgrid-tab-name: ci-kubernetes-e2e-al2023-aws-conformance-canary
  2695  
  2696  # {"cloud": "aws", "distro": "al2023", "extra_flags": "--node-size=r5d.xlarge --master-size=r5d.xlarge --set=cluster.spec.networking.amazonVPC.env=ENABLE_PREFIX_DELEGATION=true --set=cluster.spec.networking.amazonVPC.env=MINIMUM_IP_TARGET=80 --set=cluster.spec.networking.amazonVPC.env=WARM_IP_TARGET=10 --set=spec.kubeAPIServer.logLevel=4 --set=spec.kubeAPIServer.auditLogMaxSize=2000000000 --set=spec.kubeAPIServer.enableAggregatorRouting=true --set=spec.kubeAPIServer.auditLogPath=/var/log/kube-apiserver-audit.log --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "stable", "kops_channel": "alpha", "kops_version": "latest", "networking": "amazonvpc"}
  2697  - name: e2e-ci-kubernetes-e2e-al2023-aws-conformance-aws-cni
  2698    cron: '14 1-23/4 * * *'
  2699    labels:
  2700      preset-service-account: "true"
  2701      preset-aws-ssh: "true"
  2702      preset-aws-credential: "true"
  2703    cluster: eks-prow-build-cluster
  2704    decorate: true
  2705    decoration_config:
  2706      timeout: 230m
  2707    extra_refs:
  2708    - org: kubernetes
  2709      repo: kops
  2710      base_ref: master
  2711      workdir: true
  2712      path_alias: k8s.io/kops
  2713    spec:
  2714      containers:
  2715      - command:
  2716        - runner.sh
  2717        args:
  2718        - bash
  2719        - -c
  2720        - |
  2721          make test-e2e-install
  2722          kubetest2 kops \
  2723            -v 2 \
  2724            --up --down \
  2725            --cloud-provider=aws \
  2726            --create-args="--image='137112412989/al2023-ami-2023.4.20240429.0-kernel-6.1-x86_64' --channel=alpha --networking=amazonvpc --node-size=r5d.xlarge --master-size=r5d.xlarge --set=cluster.spec.networking.amazonVPC.env=ENABLE_PREFIX_DELEGATION=true --set=cluster.spec.networking.amazonVPC.env=MINIMUM_IP_TARGET=80 --set=cluster.spec.networking.amazonVPC.env=WARM_IP_TARGET=10 --set=spec.kubeAPIServer.logLevel=4 --set=spec.kubeAPIServer.auditLogMaxSize=2000000000 --set=spec.kubeAPIServer.enableAggregatorRouting=true --set=spec.kubeAPIServer.auditLogPath=/var/log/kube-apiserver-audit.log --discovery-store=s3://k8s-kops-prow/discovery" \
  2727            --cluster-name="kubernetes-e2e-al2023-aws-conformance-aws-cni.k8s.local" \
  2728            --kops-version-marker=https://storage.googleapis.com/k8s-staging-kops/kops/releases/markers/master/latest-ci.txt \
  2729            --kubernetes-version=https://dl.k8s.io/release/stable.txt \
  2730            --test=kops \
  2731            -- \
  2732            --test-args="-test.timeout=200m" \
  2733            --test-package-marker=stable.txt \
  2734            --focus-regex="\[Conformance\]" \
  2735            --skip-regex="\[FOOBAR\]" \
  2736            --parallel=1
  2737        env:
  2738        - name: KUBE_SSH_KEY_PATH
  2739          value: /etc/aws-ssh/aws-ssh-private
  2740        - name: KUBE_SSH_USER
  2741          value: ec2-user
  2742        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  2743        imagePullPolicy: Always
  2744        resources:
  2745          limits:
  2746            cpu: "4"
  2747            memory: 6Gi
  2748          requests:
  2749            cpu: "4"
  2750            memory: 6Gi
  2751    annotations:
  2752      test.kops.k8s.io/cloud: aws
  2753      test.kops.k8s.io/distro: al2023
  2754      test.kops.k8s.io/extra_flags: --node-size=r5d.xlarge --master-size=r5d.xlarge --set=cluster.spec.networking.amazonVPC.env=ENABLE_PREFIX_DELEGATION=true --set=cluster.spec.networking.amazonVPC.env=MINIMUM_IP_TARGET=80 --set=cluster.spec.networking.amazonVPC.env=WARM_IP_TARGET=10 --set=spec.kubeAPIServer.logLevel=4 --set=spec.kubeAPIServer.auditLogMaxSize=2000000000 --set=spec.kubeAPIServer.enableAggregatorRouting=true --set=spec.kubeAPIServer.auditLogPath=/var/log/kube-apiserver-audit.log --discovery-store=s3://k8s-kops-prow/discovery
  2755      test.kops.k8s.io/k8s_version: stable
  2756      test.kops.k8s.io/kops_channel: alpha
  2757      test.kops.k8s.io/kops_version: latest
  2758      test.kops.k8s.io/networking: amazonvpc
  2759      testgrid-dashboards: amazon-ec2-al2023, google-aws, kops-distro-al2023, kops-k8s-stable, kops-latest, sig-cluster-lifecycle-kops, sig-cluster-lifecycle-kubeup-to-kops
  2760      testgrid-days-of-results: '47'
  2761      testgrid-tab-name: ci-kubernetes-e2e-al2023-aws-conformance-aws-cni
  2762  
  2763  # {"cloud": "aws", "distro": "al2023", "extra_flags": "--node-size=r5d.xlarge --master-size=r5d.xlarge --set=cluster.spec.networking.amazonVPC.env=ENABLE_PREFIX_DELEGATION=true --set=cluster.spec.networking.amazonVPC.env=MINIMUM_IP_TARGET=80 --set=cluster.spec.networking.amazonVPC.env=WARM_IP_TARGET=10 --set=spec.kubeAPIServer.logLevel=4 --set=spec.kubeAPIServer.auditLogMaxSize=2000000000 --set=spec.kubeAPIServer.enableAggregatorRouting=true --set=spec.kubeAPIServer.auditLogPath=/var/log/kube-apiserver-audit.log --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "ci", "kops_channel": "alpha", "kops_version": "latest", "networking": "amazonvpc"}
  2764  - name: e2e-ci-kubernetes-e2e-al2023-aws-conformance-aws-cni-canary
  2765    cron: '10 2-23/4 * * *'
  2766    labels:
  2767      preset-service-account: "true"
  2768      preset-aws-ssh: "true"
  2769      preset-aws-credential: "true"
  2770    cluster: k8s-infra-prow-build
  2771    decorate: true
  2772    decoration_config:
  2773      timeout: 230m
  2774    extra_refs:
  2775    - org: kubernetes
  2776      repo: kops
  2777      base_ref: master
  2778      workdir: true
  2779      path_alias: k8s.io/kops
  2780    spec:
  2781      containers:
  2782      - command:
  2783        - runner.sh
  2784        args:
  2785        - bash
  2786        - -c
  2787        - |
  2788          make test-e2e-install
  2789          kubetest2 kops \
  2790            -v 2 \
  2791            --up --down \
  2792            --cloud-provider=aws \
  2793            --create-args="--image='137112412989/al2023-ami-2023.4.20240429.0-kernel-6.1-x86_64' --channel=alpha --networking=amazonvpc --node-size=r5d.xlarge --master-size=r5d.xlarge --set=cluster.spec.networking.amazonVPC.env=ENABLE_PREFIX_DELEGATION=true --set=cluster.spec.networking.amazonVPC.env=MINIMUM_IP_TARGET=80 --set=cluster.spec.networking.amazonVPC.env=WARM_IP_TARGET=10 --set=spec.kubeAPIServer.logLevel=4 --set=spec.kubeAPIServer.auditLogMaxSize=2000000000 --set=spec.kubeAPIServer.enableAggregatorRouting=true --set=spec.kubeAPIServer.auditLogPath=/var/log/kube-apiserver-audit.log --discovery-store=s3://k8s-kops-prow/discovery" \
  2794            --cluster-name="kubernetes-e2e-al2023-aws-conformance-aws-cni-canary.k8s.local" \
  2795            --kops-version-marker=https://storage.googleapis.com/k8s-staging-kops/kops/releases/markers/master/latest-ci.txt \
  2796            --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
  2797            --test=kops \
  2798            -- \
  2799            --test-args="-test.timeout=200m" \
  2800            --test-package-url=https://storage.googleapis.com/k8s-release-dev \
  2801            --test-package-dir=ci \
  2802            --test-package-marker=latest.txt \
  2803            --focus-regex="\[Conformance\]" \
  2804            --skip-regex="\[FOOBAR\]" \
  2805            --parallel=1
  2806        env:
  2807        - name: KUBE_SSH_KEY_PATH
  2808          value: /etc/aws-ssh/aws-ssh-private
  2809        - name: KUBE_SSH_USER
  2810          value: ec2-user
  2811        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  2812        imagePullPolicy: Always
  2813        resources:
  2814          limits:
  2815            cpu: "4"
  2816            memory: 6Gi
  2817          requests:
  2818            cpu: "4"
  2819            memory: 6Gi
  2820    annotations:
  2821      test.kops.k8s.io/cloud: aws
  2822      test.kops.k8s.io/distro: al2023
  2823      test.kops.k8s.io/extra_flags: --node-size=r5d.xlarge --master-size=r5d.xlarge --set=cluster.spec.networking.amazonVPC.env=ENABLE_PREFIX_DELEGATION=true --set=cluster.spec.networking.amazonVPC.env=MINIMUM_IP_TARGET=80 --set=cluster.spec.networking.amazonVPC.env=WARM_IP_TARGET=10 --set=spec.kubeAPIServer.logLevel=4 --set=spec.kubeAPIServer.auditLogMaxSize=2000000000 --set=spec.kubeAPIServer.enableAggregatorRouting=true --set=spec.kubeAPIServer.auditLogPath=/var/log/kube-apiserver-audit.log --discovery-store=s3://k8s-kops-prow/discovery
  2824      test.kops.k8s.io/k8s_version: ci
  2825      test.kops.k8s.io/kops_channel: alpha
  2826      test.kops.k8s.io/kops_version: latest
  2827      test.kops.k8s.io/networking: amazonvpc
  2828      testgrid-dashboards: amazon-ec2-al2023, google-aws, kops-distro-al2023, kops-k8s-ci, kops-latest, sig-cluster-lifecycle-kops, sig-cluster-lifecycle-kubeup-to-kops
  2829      testgrid-days-of-results: '47'
  2830      testgrid-tab-name: ci-kubernetes-e2e-al2023-aws-conformance-aws-cni-canary
  2831  
  2832  # {"cloud": "aws", "distro": "al2023", "extra_flags": "--set=spec.kubeAPIServer.logLevel=4 --set=spec.kubeAPIServer.auditLogMaxSize=2000000000 --set=spec.kubeAPIServer.enableAggregatorRouting=true --set=spec.kubeProxy.enabled=false --set=spec.networking.cilium.enableNodePort=true --set=spec.kubeAPIServer.auditLogPath=/var/log/kube-apiserver-audit.log --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "ci", "kops_channel": "alpha", "kops_version": "latest", "networking": "cilium"}
  2833  - name: e2e-ci-kubernetes-e2e-al2023-aws-conformance-cilium-canary
  2834    cron: '6 2-23/4 * * *'
  2835    labels:
  2836      preset-service-account: "true"
  2837      preset-aws-ssh: "true"
  2838      preset-aws-credential: "true"
  2839    cluster: k8s-infra-prow-build
  2840    decorate: true
  2841    decoration_config:
  2842      timeout: 230m
  2843    extra_refs:
  2844    - org: kubernetes
  2845      repo: kops
  2846      base_ref: master
  2847      workdir: true
  2848      path_alias: k8s.io/kops
  2849    spec:
  2850      containers:
  2851      - command:
  2852        - runner.sh
  2853        args:
  2854        - bash
  2855        - -c
  2856        - |
  2857          make test-e2e-install
  2858          kubetest2 kops \
  2859            -v 2 \
  2860            --up --down \
  2861            --cloud-provider=aws \
  2862            --create-args="--image='137112412989/al2023-ami-2023.4.20240429.0-kernel-6.1-x86_64' --channel=alpha --networking=cilium --set=spec.kubeAPIServer.logLevel=4 --set=spec.kubeAPIServer.auditLogMaxSize=2000000000 --set=spec.kubeAPIServer.enableAggregatorRouting=true --set=spec.kubeProxy.enabled=false --set=spec.networking.cilium.enableNodePort=true --set=spec.kubeAPIServer.auditLogPath=/var/log/kube-apiserver-audit.log --discovery-store=s3://k8s-kops-prow/discovery" \
  2863            --cluster-name="kubernetes-e2e-al2023-aws-conformance-cilium.k8s.local" \
  2864            --kops-version-marker=https://storage.googleapis.com/k8s-staging-kops/kops/releases/markers/master/latest-ci.txt \
  2865            --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
  2866            --test=kops \
  2867            -- \
  2868            --test-args="-test.timeout=200m" \
  2869            --test-package-url=https://storage.googleapis.com/k8s-release-dev \
  2870            --test-package-dir=ci \
  2871            --test-package-marker=latest.txt \
  2872            --focus-regex="\[Conformance\]" \
  2873            --skip-regex="should.serve.endpoints.on.same.port.and.different.protocols|same.hostPort.but.different.hostIP.and.protocol" \
  2874            --parallel=1
  2875        env:
  2876        - name: KUBE_SSH_KEY_PATH
  2877          value: /etc/aws-ssh/aws-ssh-private
  2878        - name: KUBE_SSH_USER
  2879          value: ec2-user
  2880        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  2881        imagePullPolicy: Always
  2882        resources:
  2883          limits:
  2884            cpu: "4"
  2885            memory: 6Gi
  2886          requests:
  2887            cpu: "4"
  2888            memory: 6Gi
  2889    annotations:
  2890      test.kops.k8s.io/cloud: aws
  2891      test.kops.k8s.io/distro: al2023
  2892      test.kops.k8s.io/extra_flags: --set=spec.kubeAPIServer.logLevel=4 --set=spec.kubeAPIServer.auditLogMaxSize=2000000000 --set=spec.kubeAPIServer.enableAggregatorRouting=true --set=spec.kubeProxy.enabled=false --set=spec.networking.cilium.enableNodePort=true --set=spec.kubeAPIServer.auditLogPath=/var/log/kube-apiserver-audit.log --discovery-store=s3://k8s-kops-prow/discovery
  2893      test.kops.k8s.io/k8s_version: ci
  2894      test.kops.k8s.io/kops_channel: alpha
  2895      test.kops.k8s.io/kops_version: latest
  2896      test.kops.k8s.io/networking: cilium
  2897      testgrid-dashboards: amazon-ec2-al2023, google-aws, kops-distro-al2023, kops-k8s-ci, kops-latest, sig-cluster-lifecycle-kops, sig-cluster-lifecycle-kubeup-to-kops
  2898      testgrid-days-of-results: '47'
  2899      testgrid-tab-name: ci-kubernetes-e2e-al2023-aws-conformance-cilium-canary
  2900  
  2901  # {"cloud": "gce", "distro": "cos105", "extra_flags": "--image=cos-cloud/cos-105-17412-156-49 --node-count=3 --gce-service-account=default", "k8s_version": "ci", "kops_channel": "alpha", "kops_version": "latest", "networking": "kubenet"}
  2902  - name: e2e-ci-kubernetes-e2e-cos-gce-disruptive-canary
  2903    cron: '20 6-23/8 * * *'
  2904    labels:
  2905      preset-k8s-ssh: "true"
  2906    cluster: k8s-infra-prow-build
  2907    decorate: true
  2908    decoration_config:
  2909      timeout: 630m
  2910    extra_refs:
  2911    - org: kubernetes
  2912      repo: kops
  2913      base_ref: master
  2914      workdir: true
  2915      path_alias: k8s.io/kops
  2916    spec:
  2917      serviceAccountName: k8s-kops-test
  2918      containers:
  2919      - command:
  2920        - runner.sh
  2921        args:
  2922        - bash
  2923        - -c
  2924        - |
  2925          make test-e2e-install
  2926          kubetest2 kops \
  2927            -v 2 \
  2928            --up --down \
  2929            --cloud-provider=gce \
  2930            --admin-access=0.0.0.0/0 \
  2931            --create-args="--channel=alpha --networking=kubenet --image=cos-cloud/cos-105-17412-156-49 --node-count=3 --gce-service-account=default" \
  2932            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci.txt \
  2933            --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
  2934            --test=kops \
  2935            -- \
  2936            --test-args="-test.timeout=600m" \
  2937            --test-package-url=https://storage.googleapis.com/k8s-release-dev \
  2938            --test-package-dir=ci \
  2939            --test-package-marker=latest.txt \
  2940            --focus-regex="\[Disruptive\]" \
  2941            --skip-regex="\[Driver:.gcepd\]|\[Flaky\]|\[Feature:.+\]|\[KubeUp\]" \
  2942            --parallel=1
  2943        env:
  2944        - name: KUBE_SSH_KEY_PATH
  2945          value: /etc/ssh-key-secret/ssh-private
  2946        - name: KUBE_SSH_USER
  2947          value: prow
  2948        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  2949        imagePullPolicy: Always
  2950        resources:
  2951          limits:
  2952            cpu: "4"
  2953            memory: 6Gi
  2954          requests:
  2955            cpu: "4"
  2956            memory: 6Gi
  2957    annotations:
  2958      test.kops.k8s.io/cloud: gce
  2959      test.kops.k8s.io/distro: cos105
  2960      test.kops.k8s.io/extra_flags: --image=cos-cloud/cos-105-17412-156-49 --node-count=3 --gce-service-account=default
  2961      test.kops.k8s.io/k8s_version: ci
  2962      test.kops.k8s.io/kops_channel: alpha
  2963      test.kops.k8s.io/kops_version: latest
  2964      test.kops.k8s.io/networking: kubenet
  2965      testgrid-dashboards: kops-distro-cos105, kops-gce, kops-k8s-ci, kops-latest, sig-cluster-lifecycle-kops, sig-cluster-lifecycle-kubeup-to-kops
  2966      testgrid-days-of-results: '90'
  2967      testgrid-tab-name: ci-kubernetes-e2e-cos-gce-disruptive-canary
  2968  
  2969  # {"cloud": "gce", "distro": "cos105", "extra_flags": "--image=cos-cloud/cos-105-17412-156-49 --node-count=3 --gce-service-account=default", "k8s_version": "ci", "kops_channel": "alpha", "kops_version": "latest", "networking": "gce"}
  2970  - name: e2e-ci-kubernetes-e2e-cos-gce-reboot-canary
  2971    cron: '46 5-23/8 * * *'
  2972    labels:
  2973      preset-k8s-ssh: "true"
  2974    cluster: k8s-infra-prow-build
  2975    decorate: true
  2976    decoration_config:
  2977      timeout: 330m
  2978    extra_refs:
  2979    - org: kubernetes
  2980      repo: kops
  2981      base_ref: master
  2982      workdir: true
  2983      path_alias: k8s.io/kops
  2984    spec:
  2985      serviceAccountName: k8s-kops-test
  2986      containers:
  2987      - command:
  2988        - runner.sh
  2989        args:
  2990        - bash
  2991        - -c
  2992        - |
  2993          make test-e2e-install
  2994          kubetest2 kops \
  2995            -v 2 \
  2996            --up --down \
  2997            --cloud-provider=gce \
  2998            --admin-access=0.0.0.0/0 \
  2999            --create-args="--channel=alpha --networking=gce --image=cos-cloud/cos-105-17412-156-49 --node-count=3 --gce-service-account=default" \
  3000            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci.txt \
  3001            --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
  3002            --test=kops \
  3003            -- \
  3004            --test-args="-test.timeout=300m" \
  3005            --test-package-url=https://storage.googleapis.com/k8s-release-dev \
  3006            --test-package-dir=ci \
  3007            --test-package-marker=latest.txt \
  3008            --focus-regex="\[Feature:Reboot\]" \
  3009            --skip-regex="\[FOOBAR\]" \
  3010            --parallel=1
  3011        env:
  3012        - name: KUBE_SSH_KEY_PATH
  3013          value: /etc/ssh-key-secret/ssh-private
  3014        - name: KUBE_SSH_USER
  3015          value: prow
  3016        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  3017        imagePullPolicy: Always
  3018        resources:
  3019          limits:
  3020            cpu: "4"
  3021            memory: 6Gi
  3022          requests:
  3023            cpu: "4"
  3024            memory: 6Gi
  3025    annotations:
  3026      test.kops.k8s.io/cloud: gce
  3027      test.kops.k8s.io/distro: cos105
  3028      test.kops.k8s.io/extra_flags: --image=cos-cloud/cos-105-17412-156-49 --node-count=3 --gce-service-account=default
  3029      test.kops.k8s.io/k8s_version: ci
  3030      test.kops.k8s.io/kops_channel: alpha
  3031      test.kops.k8s.io/kops_version: latest
  3032      test.kops.k8s.io/networking: gce
  3033      testgrid-dashboards: kops-distro-cos105, kops-gce, kops-k8s-ci, kops-latest, sig-cluster-lifecycle-kops, sig-cluster-lifecycle-kubeup-to-kops
  3034      testgrid-days-of-results: '90'
  3035      testgrid-tab-name: ci-kubernetes-e2e-cos-gce-reboot-canary
  3036  
  3037  # {"cloud": "aws", "distro": "al2023", "extra_flags": "--discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "ci", "kops_channel": "alpha", "kops_version": "latest", "networking": "kubenet"}
  3038  - name: e2e-ci-kubernetes-e2e-al2023-aws-disruptive-canary
  3039    cron: '57 6-23/8 * * *'
  3040    labels:
  3041      preset-service-account: "true"
  3042      preset-aws-ssh: "true"
  3043      preset-aws-credential: "true"
  3044    cluster: k8s-infra-prow-build
  3045    decorate: true
  3046    decoration_config:
  3047      timeout: 530m
  3048    extra_refs:
  3049    - org: kubernetes
  3050      repo: kops
  3051      base_ref: master
  3052      workdir: true
  3053      path_alias: k8s.io/kops
  3054    spec:
  3055      containers:
  3056      - command:
  3057        - runner.sh
  3058        args:
  3059        - bash
  3060        - -c
  3061        - |
  3062          make test-e2e-install
  3063          kubetest2 kops \
  3064            -v 2 \
  3065            --up --down \
  3066            --cloud-provider=aws \
  3067            --create-args="--image='137112412989/al2023-ami-2023.4.20240429.0-kernel-6.1-x86_64' --channel=alpha --networking=kubenet --discovery-store=s3://k8s-kops-prow/discovery" \
  3068            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci.txt \
  3069            --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
  3070            --test=kops \
  3071            -- \
  3072            --test-args="-test.timeout=500m" \
  3073            --test-package-url=https://storage.googleapis.com/k8s-release-dev \
  3074            --test-package-dir=ci \
  3075            --test-package-marker=latest.txt \
  3076            --focus-regex="\[Disruptive\]" \
  3077            --skip-regex="\[Driver:.gcepd\]|\[Flaky\]|\[Feature:.+\]" \
  3078            --parallel=1
  3079        env:
  3080        - name: KUBE_SSH_KEY_PATH
  3081          value: /etc/aws-ssh/aws-ssh-private
  3082        - name: KUBE_SSH_USER
  3083          value: ec2-user
  3084        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  3085        imagePullPolicy: Always
  3086        resources:
  3087          limits:
  3088            cpu: "4"
  3089            memory: 6Gi
  3090          requests:
  3091            cpu: "4"
  3092            memory: 6Gi
  3093    annotations:
  3094      test.kops.k8s.io/cloud: aws
  3095      test.kops.k8s.io/distro: al2023
  3096      test.kops.k8s.io/extra_flags: --discovery-store=s3://k8s-kops-prow/discovery
  3097      test.kops.k8s.io/k8s_version: ci
  3098      test.kops.k8s.io/kops_channel: alpha
  3099      test.kops.k8s.io/kops_version: latest
  3100      test.kops.k8s.io/networking: kubenet
  3101      testgrid-dashboards: amazon-ec2-al2023, google-aws, kops-distro-al2023, kops-k8s-ci, kops-latest, sig-cluster-lifecycle-kops, sig-cluster-lifecycle-kubeup-to-kops
  3102      testgrid-days-of-results: '90'
  3103      testgrid-tab-name: ci-kubernetes-e2e-al2023-aws-disruptive-canary
  3104  
  3105  # {"cloud": "gce", "distro": "cos105", "extra_flags": "--image=cos-cloud/cos-105-17412-156-49 --node-volume-size=100 --gce-service-account=default", "k8s_version": "ci", "kops_channel": "alpha", "kops_version": "latest", "networking": "kubenet"}
  3106  - name: e2e-ci-kubernetes-e2e-cos-gce-serial-canary
  3107    cron: '31 4-23/6 * * *'
  3108    labels:
  3109      preset-k8s-ssh: "true"
  3110      preset-storage-e2e-service-account: "true"
  3111    cluster: k8s-infra-prow-build
  3112    decorate: true
  3113    decoration_config:
  3114      timeout: 630m
  3115    extra_refs:
  3116    - org: kubernetes
  3117      repo: kops
  3118      base_ref: master
  3119      workdir: true
  3120      path_alias: k8s.io/kops
  3121    spec:
  3122      serviceAccountName: k8s-kops-test
  3123      containers:
  3124      - command:
  3125        - runner.sh
  3126        args:
  3127        - bash
  3128        - -c
  3129        - |
  3130          make test-e2e-install
  3131          kubetest2 kops \
  3132            -v 2 \
  3133            --up --down \
  3134            --cloud-provider=gce \
  3135            --admin-access=0.0.0.0/0 \
  3136            --create-args="--channel=alpha --networking=kubenet --image=cos-cloud/cos-105-17412-156-49 --node-volume-size=100 --gce-service-account=default" \
  3137            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci.txt \
  3138            --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
  3139            --test=kops \
  3140            -- \
  3141            --test-args="-test.timeout=600m" \
  3142            --test-package-url=https://storage.googleapis.com/k8s-release-dev \
  3143            --test-package-dir=ci \
  3144            --test-package-marker=latest.txt \
  3145            --focus-regex="\[Serial\]" \
  3146            --skip-regex="\[Driver:.gcepd\]|\[Flaky\]|\[Feature:.+\]|\[KubeUp\]" \
  3147            --parallel=1
  3148        env:
  3149        - name: KUBE_SSH_KEY_PATH
  3150          value: /etc/ssh-key-secret/ssh-private
  3151        - name: KUBE_SSH_USER
  3152          value: prow
  3153        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  3154        imagePullPolicy: Always
  3155        resources:
  3156          limits:
  3157            cpu: "4"
  3158            memory: 6Gi
  3159          requests:
  3160            cpu: "4"
  3161            memory: 6Gi
  3162    annotations:
  3163      test.kops.k8s.io/cloud: gce
  3164      test.kops.k8s.io/distro: cos105
  3165      test.kops.k8s.io/extra_flags: --image=cos-cloud/cos-105-17412-156-49 --node-volume-size=100 --gce-service-account=default
  3166      test.kops.k8s.io/k8s_version: ci
  3167      test.kops.k8s.io/kops_channel: alpha
  3168      test.kops.k8s.io/kops_version: latest
  3169      test.kops.k8s.io/networking: kubenet
  3170      testgrid-dashboards: kops-distro-cos105, kops-gce, kops-k8s-ci, kops-latest, sig-cluster-lifecycle-kops, sig-cluster-lifecycle-kubeup-to-kops
  3171      testgrid-days-of-results: '71'
  3172      testgrid-tab-name: ci-kubernetes-e2e-cos-gce-serial-canary
  3173  
  3174  # {"cloud": "aws", "distro": "al2023", "extra_flags": "--node-volume-size=100 --set=spec.packages=nfs-utils --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "ci", "kops_channel": "alpha", "kops_version": "latest", "networking": "kubenet"}
  3175  - name: e2e-ci-kubernetes-e2e-al2023-aws-serial-canary
  3176    cron: '6 0-23/6 * * *'
  3177    labels:
  3178      preset-service-account: "true"
  3179      preset-aws-ssh: "true"
  3180      preset-aws-credential: "true"
  3181    cluster: k8s-infra-prow-build
  3182    decorate: true
  3183    decoration_config:
  3184      timeout: 630m
  3185    extra_refs:
  3186    - org: kubernetes
  3187      repo: kops
  3188      base_ref: master
  3189      workdir: true
  3190      path_alias: k8s.io/kops
  3191    spec:
  3192      containers:
  3193      - command:
  3194        - runner.sh
  3195        args:
  3196        - bash
  3197        - -c
  3198        - |
  3199          make test-e2e-install
  3200          kubetest2 kops \
  3201            -v 2 \
  3202            --up --down \
  3203            --cloud-provider=aws \
  3204            --create-args="--image='137112412989/al2023-ami-2023.4.20240429.0-kernel-6.1-x86_64' --channel=alpha --networking=kubenet --node-volume-size=100 --set=spec.packages=nfs-utils --discovery-store=s3://k8s-kops-prow/discovery" \
  3205            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci.txt \
  3206            --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
  3207            --test=kops \
  3208            -- \
  3209            --test-args="-test.timeout=600m" \
  3210            --test-package-url=https://storage.googleapis.com/k8s-release-dev \
  3211            --test-package-dir=ci \
  3212            --test-package-marker=latest.txt \
  3213            --focus-regex="\[Serial\]" \
  3214            --skip-regex="\[Driver:.gcepd\]|\[Flaky\]|\[Feature:.+\]" \
  3215            --parallel=1
  3216        env:
  3217        - name: KUBE_SSH_KEY_PATH
  3218          value: /etc/aws-ssh/aws-ssh-private
  3219        - name: KUBE_SSH_USER
  3220          value: ec2-user
  3221        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  3222        imagePullPolicy: Always
  3223        resources:
  3224          limits:
  3225            cpu: "4"
  3226            memory: 6Gi
  3227          requests:
  3228            cpu: "4"
  3229            memory: 6Gi
  3230    annotations:
  3231      test.kops.k8s.io/cloud: aws
  3232      test.kops.k8s.io/distro: al2023
  3233      test.kops.k8s.io/extra_flags: --node-volume-size=100 --set=spec.packages=nfs-utils --discovery-store=s3://k8s-kops-prow/discovery
  3234      test.kops.k8s.io/k8s_version: ci
  3235      test.kops.k8s.io/kops_channel: alpha
  3236      test.kops.k8s.io/kops_version: latest
  3237      test.kops.k8s.io/networking: kubenet
  3238      testgrid-dashboards: amazon-ec2-al2023, google-aws, kops-distro-al2023, kops-k8s-ci, kops-latest, sig-cluster-lifecycle-kops, sig-cluster-lifecycle-kubeup-to-kops
  3239      testgrid-days-of-results: '71'
  3240      testgrid-tab-name: ci-kubernetes-e2e-al2023-aws-serial-canary
  3241  
  3242  # {"cloud": "aws", "distro": "al2023", "extra_flags": "--set=spec.kubeAPIServer.logLevel=4 --set=spec.kubeAPIServer.auditLogMaxSize=2000000000 --set=spec.kubeAPIServer.enableAggregatorRouting=true --set=spec.kubeAPIServer.auditLogPath=/var/log/kube-apiserver-audit.log --set=spec.kubeAPIServer.runtimeConfig=api/all=true --discovery-store=s3://k8s-kops-prow/discovery", "k8s_version": "ci", "kops_channel": "alpha", "kops_version": "latest", "networking": "kubenet"}
  3243  - name: e2e-ci-kubernetes-e2e-al2023-aws-alpha-features
  3244    cron: '17 3-23/4 * * *'
  3245    labels:
  3246      preset-service-account: "true"
  3247      preset-aws-ssh: "true"
  3248      preset-aws-credential: "true"
  3249    cluster: k8s-infra-prow-build
  3250    decorate: true
  3251    decoration_config:
  3252      timeout: 270m
  3253    extra_refs:
  3254    - org: kubernetes
  3255      repo: kops
  3256      base_ref: master
  3257      workdir: true
  3258      path_alias: k8s.io/kops
  3259    spec:
  3260      containers:
  3261      - command:
  3262        - runner.sh
  3263        args:
  3264        - bash
  3265        - -c
  3266        - |
  3267          make test-e2e-install
  3268          kubetest2 kops \
  3269            -v 2 \
  3270            --up --down \
  3271            --cloud-provider=aws \
  3272            --create-args="--image='137112412989/al2023-ami-2023.4.20240429.0-kernel-6.1-x86_64' --channel=alpha --networking=kubenet --set=spec.kubeAPIServer.logLevel=4 --set=spec.kubeAPIServer.auditLogMaxSize=2000000000 --set=spec.kubeAPIServer.enableAggregatorRouting=true --set=spec.kubeAPIServer.auditLogPath=/var/log/kube-apiserver-audit.log --set=spec.kubeAPIServer.runtimeConfig=api/all=true --discovery-store=s3://k8s-kops-prow/discovery" \
  3273            --kubernetes-feature-gates=AllAlpha,-InTreePluginGCEUnregister,DisableCloudProviders,DisableKubeletCloudCredentialProviders,-EventedPLEG \
  3274            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci.txt \
  3275            --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
  3276            --test=kops \
  3277            -- \
  3278            --test-args="-test.timeout=240m" \
  3279            --test-package-url=https://storage.googleapis.com/k8s-release-dev \
  3280            --test-package-dir=ci \
  3281            --test-package-marker=latest.txt \
  3282            --focus-regex="\[Feature:(AdmissionWebhookMatchConditions|InPlacePodVerticalScaling|SidecarContainers|StorageVersionAPI|PodPreset|StatefulSetAutoDeletePVC)\]|Networking" \
  3283            --skip-regex="\[Feature:(SCTPConnectivity|Volumes|Networking-Performance)\]|IPv6|csi-hostpath-v0" \
  3284            --parallel=4
  3285        env:
  3286        - name: KUBE_SSH_KEY_PATH
  3287          value: /etc/aws-ssh/aws-ssh-private
  3288        - name: KUBE_SSH_USER
  3289          value: ec2-user
  3290        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  3291        imagePullPolicy: Always
  3292        resources:
  3293          limits:
  3294            cpu: "4"
  3295            memory: 6Gi
  3296          requests:
  3297            cpu: "4"
  3298            memory: 6Gi
  3299    annotations:
  3300      test.kops.k8s.io/cloud: aws
  3301      test.kops.k8s.io/distro: al2023
  3302      test.kops.k8s.io/extra_flags: --set=spec.kubeAPIServer.logLevel=4 --set=spec.kubeAPIServer.auditLogMaxSize=2000000000 --set=spec.kubeAPIServer.enableAggregatorRouting=true --set=spec.kubeAPIServer.auditLogPath=/var/log/kube-apiserver-audit.log --set=spec.kubeAPIServer.runtimeConfig=api/all=true --discovery-store=s3://k8s-kops-prow/discovery
  3303      test.kops.k8s.io/k8s_version: ci
  3304      test.kops.k8s.io/kops_channel: alpha
  3305      test.kops.k8s.io/kops_version: latest
  3306      test.kops.k8s.io/networking: kubenet
  3307      testgrid-dashboards: amazon-ec2-al2023, google-aws, kops-distro-al2023, kops-k8s-ci, kops-latest, sig-cluster-lifecycle-kops, sig-cluster-lifecycle-kubeup-to-kops
  3308      testgrid-days-of-results: '47'
  3309      testgrid-tab-name: ci-kubernetes-e2e-al2023-aws-alpha-features
  3310  
  3311  # {"cloud": "gce", "distro": "cos105", "extra_flags": "--image=cos-cloud/cos-105-17412-156-49 --set=spec.kubeAPIServer.logLevel=4 --set=spec.kubeAPIServer.auditLogMaxSize=2000000000 --set=spec.kubeAPIServer.enableAggregatorRouting=true --set=spec.kubeAPIServer.auditLogPath=/var/log/kube-apiserver-audit.log --set=spec.kubeAPIServer.runtimeConfig=api/all=true --gce-service-account=default", "k8s_version": "ci", "kops_channel": "alpha", "kops_version": "latest", "networking": "kubenet"}
  3312  - name: e2e-ci-kubernetes-e2e-cos-gce-alpha-features
  3313    cron: '22 2-23/4 * * *'
  3314    labels:
  3315      preset-k8s-ssh: "true"
  3316    cluster: k8s-infra-prow-build
  3317    decorate: true
  3318    decoration_config:
  3319      timeout: 270m
  3320    extra_refs:
  3321    - org: kubernetes
  3322      repo: kops
  3323      base_ref: master
  3324      workdir: true
  3325      path_alias: k8s.io/kops
  3326    spec:
  3327      serviceAccountName: k8s-kops-test
  3328      containers:
  3329      - command:
  3330        - runner.sh
  3331        args:
  3332        - bash
  3333        - -c
  3334        - |
  3335          make test-e2e-install
  3336          kubetest2 kops \
  3337            -v 2 \
  3338            --up --down \
  3339            --cloud-provider=gce \
  3340            --admin-access=0.0.0.0/0 \
  3341            --create-args="--channel=alpha --networking=kubenet --image=cos-cloud/cos-105-17412-156-49 --set=spec.kubeAPIServer.logLevel=4 --set=spec.kubeAPIServer.auditLogMaxSize=2000000000 --set=spec.kubeAPIServer.enableAggregatorRouting=true --set=spec.kubeAPIServer.auditLogPath=/var/log/kube-apiserver-audit.log --set=spec.kubeAPIServer.runtimeConfig=api/all=true --gce-service-account=default" \
  3342            --kubernetes-feature-gates=AllAlpha,-InTreePluginGCEUnregister,DisableCloudProviders,DisableKubeletCloudCredentialProviders,-EventedPLEG \
  3343            --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci.txt \
  3344            --kubernetes-version=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt \
  3345            --test=kops \
  3346            -- \
  3347            --test-args="-test.timeout=240m" \
  3348            --test-package-url=https://storage.googleapis.com/k8s-release-dev \
  3349            --test-package-dir=ci \
  3350            --test-package-marker=latest.txt \
  3351            --focus-regex="\[Feature:(AdmissionWebhookMatchConditions|InPlacePodVerticalScaling|SidecarContainers|StorageVersionAPI|PodPreset|StatefulSetAutoDeletePVC)\]|Networking" \
  3352            --skip-regex="\[Feature:(SCTPConnectivity|Volumes|Networking-Performance)\]|IPv6|csi-hostpath-v0" \
  3353            --parallel=4
  3354        env:
  3355        - name: KUBE_SSH_KEY_PATH
  3356          value: /etc/ssh-key-secret/ssh-private
  3357        - name: KUBE_SSH_USER
  3358          value: prow
  3359        image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
  3360        imagePullPolicy: Always
  3361        resources:
  3362          limits:
  3363            cpu: "4"
  3364            memory: 6Gi
  3365          requests:
  3366            cpu: "4"
  3367            memory: 6Gi
  3368    annotations:
  3369      test.kops.k8s.io/cloud: gce
  3370      test.kops.k8s.io/distro: cos105
  3371      test.kops.k8s.io/extra_flags: --image=cos-cloud/cos-105-17412-156-49 --set=spec.kubeAPIServer.logLevel=4 --set=spec.kubeAPIServer.auditLogMaxSize=2000000000 --set=spec.kubeAPIServer.enableAggregatorRouting=true --set=spec.kubeAPIServer.auditLogPath=/var/log/kube-apiserver-audit.log --set=spec.kubeAPIServer.runtimeConfig=api/all=true --gce-service-account=default
  3372      test.kops.k8s.io/k8s_version: ci
  3373      test.kops.k8s.io/kops_channel: alpha
  3374      test.kops.k8s.io/kops_version: latest
  3375      test.kops.k8s.io/networking: kubenet
  3376      testgrid-dashboards: kops-distro-cos105, kops-gce, kops-k8s-ci, kops-latest, sig-cluster-lifecycle-kops, sig-cluster-lifecycle-kubeup-to-kops
  3377      testgrid-days-of-results: '47'
  3378      testgrid-tab-name: ci-kubernetes-e2e-cos-gce-alpha-features