k8s.io/test-infra@v0.0.0-20240520184403-27c6b4c223d8/releng/test_config.yaml (about)

     1  # This file defines the list of tests whose definition and Prow configurations
     2  # that can be generated automatically.
     3  #
     4  # The name of the test job in this file must satisfy a predefined format, which
     5  # consists of several dimensions, such as cloud provider, OS image name,
     6  # Kubernetes version and test suites. The definition of each dimension is
     7  # provided separately from the job definition. A tool can automatically generate
     8  # the test definition and Prow configuration from the test name by pulling the
     9  # configs of each dimension in the test name and assembling them together.
    10  #
    11  # e.g., for test "ci-kubernetes-e2e-gce-ubuntu1-k8sdev-serial", its
    12  # configuration will be generated from the configs of cloud provider "gce", the
    13  # image "ubuntu1", the Kubernetes version "k8sdev" and the test suite "serial".
    14  
    15  # To generate the test definitions and Prow configurations from this file:
    16  #
    17  #   make -C releng generate-tests
    18  #
    19  # Supported tests:
    20  #
    21  #  * cluster e2e test
    22  #    The name starts with "ci-kubernetes-e2e-" and must satisfy the following
    23  #    format:
    24  #      ci-kubernetes-e2e-<cloudProvider>-<image>-<k8sVersion>-<testSuite>
    25  #
    26  #  * node e2e test
    27  #    The name starts with "ci-kubernetes-e2enode-" and must satisfy the
    28  #    following format:
    29  #      ci-kubernetes-e2enode-<nodeImage>-<nodeK8sVersion>-<nodeTestSuite>
    30  
    31  # The envs and args defined in "jobs" override the ones defined in each
    32  # dimension.
    33  jobs:
    34    # GCE e2e tests
    35  
    36    # release branch jobs - cos only (cvm is deprecated at 1.8)
    37    # beta release (inactive)
    38    # TODO(1.30): Comment this out when moving 1.30 to stable1
    39    # TODO(1.31): Uncomment this when adding jobs for release-1.31 branch.
    40    ci-kubernetes-e2e-gce-cos-k8sbeta-reboot:
    41      interval: 1h
    42      sigOwners: [sig-cloud-provider-gcp]
    43      releaseBlocking: true
    44    ci-kubernetes-e2e-gce-cos-k8sbeta-ingress:
    45      interval: 1h
    46      sigOwners: [sig-cloud-provider-gcp]
    47      releaseBlocking: true
    48    ci-kubernetes-e2e-gce-cos-k8sbeta-default:
    49      args:
    50      - --env=ENABLE_CACHE_MUTATION_DETECTOR=true
    51      interval: 1h
    52      sigOwners: [sig-cloud-provider-gcp]
    53      releaseBlocking: true
    54    ci-kubernetes-e2e-gce-cos-k8sbeta-serial:
    55      interval: 1h
    56      sigOwners: [sig-cloud-provider-gcp]
    57      releaseInforming: true
    58      testgridNumFailuresToAlert: 6
    59    ci-kubernetes-e2e-gce-cos-k8sbeta-slow:
    60      interval: 1h
    61      sigOwners: [sig-cloud-provider-gcp]
    62      releaseInforming: true
    63      testgridNumFailuresToAlert: 6
    64    ci-kubernetes-e2e-gce-cos-k8sbeta-alphafeatures:
    65      interval: 1h
    66      sigOwners: [sig-cloud-provider-gcp]
    67      releaseBlocking: true
    68  
    69    # stable1
    70    ci-kubernetes-e2e-gce-cos-k8sstable1-reboot:
    71      interval: 2h
    72      sigOwners: [sig-cloud-provider-gcp]
    73      releaseBlocking: true
    74    ci-kubernetes-e2e-gce-cos-k8sstable1-ingress:
    75      interval: 2h
    76      sigOwners: [sig-cloud-provider-gcp]
    77      releaseBlocking: true
    78    ci-kubernetes-e2e-gce-cos-k8sstable1-default:
    79      args:
    80      - --env=ENABLE_POD_SECURITY_POLICY=true
    81      interval: 2h
    82      sigOwners: [sig-cloud-provider-gcp]
    83      releaseBlocking: true
    84      testgridNumFailuresToAlert: 6
    85    ci-kubernetes-e2e-gce-cos-k8sstable1-serial:
    86      interval: 2h
    87      sigOwners: [sig-cloud-provider-gcp]
    88      releaseInforming: true
    89      testgridNumFailuresToAlert: 6
    90    ci-kubernetes-e2e-gce-cos-k8sstable1-slow:
    91      interval: 2h
    92      sigOwners: [sig-cloud-provider-gcp]
    93      releaseInforming: true
    94      testgridNumFailuresToAlert: 6
    95    ci-kubernetes-e2e-gce-cos-k8sstable1-alphafeatures:
    96      interval: 2h
    97      sigOwners: [sig-cloud-provider-gcp]
    98      releaseBlocking: true
    99  
   100    # stable2
   101    ci-kubernetes-e2e-gce-cos-k8sstable2-reboot:
   102      interval: 6h
   103      sigOwners: [sig-cloud-provider-gcp]
   104      releaseBlocking: true
   105    ci-kubernetes-e2e-gce-cos-k8sstable2-ingress:
   106      interval: 6h
   107      sigOwners: [sig-cloud-provider-gcp]
   108      releaseBlocking: true
   109    ci-kubernetes-e2e-gce-cos-k8sstable2-default:
   110      interval: 6h
   111      sigOwners: [sig-cloud-provider-gcp]
   112      releaseBlocking: true
   113      testgridNumFailuresToAlert: 6
   114    ci-kubernetes-e2e-gce-cos-k8sstable2-serial:
   115      interval: 6h
   116      sigOwners: [sig-cloud-provider-gcp]
   117      releaseInforming: true
   118      testgridNumFailuresToAlert: 6
   119    ci-kubernetes-e2e-gce-cos-k8sstable2-slow:
   120      interval: 6h
   121      sigOwners: [sig-cloud-provider-gcp]
   122      releaseInforming: true
   123      testgridNumFailuresToAlert: 6
   124    ci-kubernetes-e2e-gce-cos-k8sstable2-alphafeatures:
   125      interval: 6h
   126      sigOwners: [sig-cloud-provider-gcp]
   127      releaseBlocking: true
   128  
   129    # stable3
   130    ci-kubernetes-e2e-gce-cos-k8sstable3-ingress:
   131      interval: 24h
   132      sigOwners: [sig-cloud-provider-gcp]
   133      releaseBlocking: true
   134    ci-kubernetes-e2e-gce-cos-k8sstable3-reboot:
   135      interval: 24h
   136      sigOwners: [sig-cloud-provider-gcp]
   137      releaseBlocking: true
   138    ci-kubernetes-e2e-gce-cos-k8sstable3-default:
   139      interval: 24h
   140      sigOwners: [sig-cloud-provider-gcp]
   141      releaseBlocking: true
   142      testgridNumFailuresToAlert: 6
   143    ci-kubernetes-e2e-gce-cos-k8sstable3-serial:
   144      interval: 24h
   145      sigOwners: [sig-cloud-provider-gcp]
   146      releaseInforming: true
   147      testgridNumFailuresToAlert: 6
   148    ci-kubernetes-e2e-gce-cos-k8sstable3-slow:
   149      interval: 24h
   150      sigOwners: [sig-cloud-provider-gcp]
   151      releaseInforming: true
   152      testgridNumFailuresToAlert: 6
   153    ci-kubernetes-e2e-gce-cos-k8sstable3-alphafeatures:
   154      interval: 24h
   155      sigOwners: [sig-cloud-provider-gcp]
   156      releaseBlocking: true
   157    ci-kubernetes-e2e-gce-cos-k8sstable3-betaapis:
   158      interval: 24h
   159      args:
   160      - --env=KUBE_PROXY_DAEMONSET=true
   161      - --env=ENABLE_POD_PRIORITY=true
   162      # Panic if anything mutates a shared informer cache
   163      - --env=ENABLE_CACHE_MUTATION_DETECTOR=true
   164      - --runtime-config=api/beta=true
   165      sigOwners: [sig-cloud-provider-gcp]
   166      releaseBlocking: true
   167  
   168    # TODO(1.26): Comment this when removing jobs for release-1.26 branch.
   169    # TODO(1.31): Uncomment this when adding jobs for release-1.31 branch.
   170    # stable4
   171    ci-kubernetes-e2e-gce-cos-k8sstable4-ingress:
   172      interval: 24h
   173      sigOwners: [sig-cloud-provider-gcp]
   174      releaseBlocking: true
   175    ci-kubernetes-e2e-gce-cos-k8sstable4-reboot:
   176      interval: 24h
   177      sigOwners: [sig-cloud-provider-gcp]
   178      releaseBlocking: true
   179    ci-kubernetes-e2e-gce-cos-k8sstable4-default:
   180      interval: 24h
   181      sigOwners: [sig-cloud-provider-gcp]
   182      releaseBlocking: true
   183      testgridNumFailuresToAlert: 6
   184    ci-kubernetes-e2e-gce-cos-k8sstable4-serial:
   185      interval: 24h
   186      sigOwners: [sig-cloud-provider-gcp]
   187      releaseInforming: true
   188      testgridNumFailuresToAlert: 6
   189    ci-kubernetes-e2e-gce-cos-k8sstable4-slow:
   190      interval: 24h
   191      sigOwners: [sig-cloud-provider-gcp]
   192      releaseInforming: true
   193      testgridNumFailuresToAlert: 6
   194    ci-kubernetes-e2e-gce-cos-k8sstable4-alphafeatures:
   195      interval: 24h
   196      sigOwners: [sig-cloud-provider-gcp]
   197      releaseBlocking: true
   198    ci-kubernetes-e2e-gce-cos-k8sstable4-betaapis:
   199      interval: 24h
   200      args:
   201      - --env=KUBE_PROXY_DAEMONSET=true
   202      - --env=ENABLE_POD_PRIORITY=true
   203      # Panic if anything mutates a shared informer cache
   204      - --env=ENABLE_CACHE_MUTATION_DETECTOR=true
   205      - --runtime-config=api/beta=true
   206      sigOwners: [sig-cloud-provider-gcp]
   207      releaseBlocking: true
   208  
   209  # The following settings are used by cluster e2e tests.
   210  
   211  common:
   212    args:
   213    - --cluster=test-${job_name_hash}
   214  
   215  cloudProviders:
   216    gce:
   217      args:
   218      - --check-leaked-resources
   219      - --provider=gce
   220      - --gcp-zone=us-west1-b
   221  
   222  images:
   223    cos1:
   224      args:
   225      - --image-family=cos-shielded-lts-1
   226      - --image-project=gke-node-images-test
   227      - --gcp-node-image=custom
   228      testgrid_prefix: cos
   229    cos2:
   230      args:
   231      - --image-family=cos-lts-2
   232      - --image-project=gke-node-images-test
   233      - --gcp-node-image=custom
   234      testgrid_prefix: cos
   235    ubuntu1:
   236      args:
   237      - --image-family=pipeline-1
   238      - --image-project=ubuntu-os-gke-cloud-devel
   239      - --gcp-node-image=custom
   240      testgrid_prefix: canonical
   241    ubuntu2:
   242      args:
   243      - --image-family=pipeline-2
   244      - --image-project=ubuntu-os-gke-cloud-devel
   245      - --gcp-node-image=custom
   246      testgrid_prefix: canonical
   247    cos:
   248      args:
   249      - --gcp-node-image=gci
   250  
   251  k8sVersions:
   252    dev:
   253      args:
   254      - --extract=ci/latest
   255      - --extract-ci-bucket=k8s-release-dev
   256      version: master
   257    # TODO(1.30): Comment this out when moving 1.30 to stable1.
   258    # TODO(1.31): Uncomment this when adding jobs for release-1.31 branch.
   259    beta:
   260      args:
   261      - --extract=ci/latest-1.30
   262      - --extract-ci-bucket=k8s-release-dev
   263      version: '1.30'
   264    stable1:
   265      args:
   266      - --extract=ci/latest-1.29
   267      - --extract-ci-bucket=k8s-release-dev
   268      version: '1.29'
   269    stable2:
   270      args:
   271      - --extract=ci/latest-1.28
   272      - --extract-ci-bucket=k8s-release-dev
   273      version: '1.28'
   274    stable3:
   275      args:
   276      - --extract=ci/latest-1.27
   277      - --extract-ci-bucket=k8s-release-dev
   278      version: '1.27'
   279    # TODO(1.26): Comment this when removing jobs for release-1.26 branch.
   280    # TODO(1.31): Uncomment this when adding jobs for release-1.31 branch.
   281    stable4:
   282      args:
   283      - --extract=ci/latest-1.26
   284      - --extract-ci-bucket=k8s-release-dev
   285      version: '1.26'
   286  
   287  testSuites:
   288    alphafeatures:
   289      args:
   290      - --timeout=180m
   291      - --env=KUBE_PROXY_DAEMONSET=true
   292      - --env=ENABLE_POD_PRIORITY=true
   293      - --env=KUBE_FEATURE_GATES=AllAlpha=true
   294      # Panic if anything mutates a shared informer cache
   295      - --env=ENABLE_CACHE_MUTATION_DETECTOR=true
   296      - --runtime-config=api/all=true
   297      - --test_args=--ginkgo.focus=\[Feature:(Audit|BlockVolume|PodPreset|ExpandCSIVolumes|ExpandInUseVolumes)\]|Networking
   298        --ginkgo.skip=\[Feature:(SCTPConnectivity|Volumes|Networking-Performance|Networking-IPv6)\]|csi-hostpath-v0
   299        --minStartupPods=8
   300      cluster: k8s-infra-prow-build
   301    betaapis: # copied from "default".  Tests that require beta APIs should use discovery in the e2e test to decide whether or not to skip the test.
   302      args:
   303      - --timeout=120m
   304      - --test_args=--ginkgo.skip=\[Driver:.gcepd\]|\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\]
   305        --minStartupPods=8
   306      - --ginkgo-parallel=30
   307      cluster: k8s-infra-prow-build
   308      resources:
   309        requests:
   310          cpu: 2000m
   311          memory: 6Gi
   312        limits:
   313          cpu: 2000m
   314          memory: 6Gi
   315    default:
   316      args:
   317      - --timeout=120m
   318      - --test_args=--ginkgo.skip=\[Driver:.gcepd\]|\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\]
   319        --minStartupPods=8
   320      - --ginkgo-parallel=30
   321      cluster: k8s-infra-prow-build
   322      resources:
   323        requests:
   324          cpu: 2000m
   325          memory: 6Gi
   326        limits:
   327          cpu: 2000m
   328          memory: 6Gi
   329    flaky:
   330      args:
   331      - --timeout=300m
   332      - --test_args=--ginkgo.focus=\[Flaky\] --ginkgo.skip=\[Driver:.gcepd\]|\[Feature:.+\]
   333        --minStartupPods=8
   334      cluster: k8s-infra-prow-build
   335    ingress:
   336      args:
   337      - --timeout=150m
   338      - --test_args=--ginkgo.focus=\[Feature:Ingress\] --minStartupPods=8
   339      cluster: k8s-infra-prow-build
   340    reboot:
   341      args:
   342      - --timeout=180m
   343      - --test_args=--ginkgo.focus=\[Feature:Reboot\] --minStartupPods=8
   344      cluster: k8s-infra-prow-build
   345    serial:
   346      args:
   347      - --timeout=660m
   348      - --test_args=--ginkgo.focus=\[Serial\]|\[Disruptive\] --ginkgo.skip=\[Driver:.gcepd\]|\[Flaky\]|\[Feature:.+\]
   349        --minStartupPods=8
   350      - --ginkgo-parallel=1
   351      cluster: k8s-infra-prow-build
   352    slow:
   353      args:
   354      - --timeout=150m
   355      - --test_args=--ginkgo.focus=\[Slow\] --ginkgo.skip=\[Driver:.gcepd\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\]
   356        --minStartupPods=8
   357      - --ginkgo-parallel=30
   358      cluster: k8s-infra-prow-build
   359      resources:
   360        requests:
   361          cpu: 1000m
   362          memory: 6Gi
   363        limits:
   364          cpu: 1000m
   365          memory: 6Gi
   366    soak:
   367      args:
   368      - --check-version-skew=false
   369      - --down=false
   370      - --soak
   371      - --test_args=--ginkgo.skip=\[Driver:.gcepd\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\]
   372        --clean-start=true --minStartupPods=8
   373      - --timeout=600m
   374      - --up=false
   375    stackdriver:
   376      args:
   377      - --test_args=--ginkgo.focus=\[Feature:StackdriverMonitoring\]|\[Feature:StackdriverCustomMetrics\]|\[Feature:StackdriverMetadataAgent\]
   378        --minStartupPods=8
   379      - --timeout=50m
   380    updown:
   381      args:
   382      - --timeout=30m
   383      - --test_args=--ginkgo.focus=\[k8s.io\]\sNetworking.*\[Conformance\] --minStartupPods=8
   384      - --ginkgo-parallel
   385    nosnat:
   386      args:
   387      - --timeout=40m
   388      - --test_args=--ginkgo.focus=\[Feature:NoSNAT\] --minStartupPods=8
   389      - --ginkgo-parallel=1
   390  
   391  # The following settings are used by node e2e tests.
   392  
   393  nodeCommon:
   394    args:
   395    - --deployment=node
   396    - --node-tests=true
   397    - --provider=gce
   398    - --gcp-zone=us-west1-b
   399  
   400  nodeImages:
   401    cos1:
   402      args:
   403      - --image-family=cos-shielded-lts-1
   404      - --image-project=gke-node-images-test
   405      - --node-args=--instance-metadata=user-data<test/e2e_node/jenkins/gci-init.yaml,gci-update-strategy=update_disabled
   406      testgrid_prefix: cos
   407    cos2:
   408      args:
   409      - --image-family=cos-lts-2
   410      - --image-project=gke-node-images-test
   411      - --node-args=--instance-metadata=user-data<test/e2e_node/jenkins/gci-init.yaml,gci-update-strategy=update_disabled
   412      testgrid_prefix: cos
   413    ubuntu1:
   414      args:
   415      - --image-family=pipeline-1
   416      - --image-project=ubuntu-os-gke-cloud-devel
   417      testgrid_prefix: canonical
   418    ubuntu2:
   419      args:
   420      - --image-family=pipeline-2
   421      - --image-project=ubuntu-os-gke-cloud-devel
   422      testgrid_prefix: canonical
   423  
   424  nodeK8sVersions:
   425    dev:
   426      args:
   427      - --repo=k8s.io/kubernetes=master
   428      prowImage: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   429    # TODO(1.30): Comment this out when moving 1.30 to stable1.
   430    # TODO(1.31): Uncomment this when adding jobs for release-1.31 branch.
   431    beta:
   432      args:
   433      - --repo=k8s.io/kubernetes=release-1.30
   434      prowImage: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-1.30
   435    stable1:
   436      args:
   437      - --repo=k8s.io/kubernetes=release-1.29
   438      prowImage: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-1.29
   439    stable2:
   440      args:
   441      - --repo=k8s.io/kubernetes=release-1.28
   442      prowImage: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-1.28
   443    stable3:
   444      args:
   445      - --repo=k8s.io/kubernetes=release-1.27
   446      prowImage: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-1.27
   447    # TODO(1.26): Comment this when removing jobs for release-1.26 branch.
   448    # TODO(1.31): Uncomment this when adding jobs for release-1.31 branch.
   449    stable4:
   450      args:
   451      - --repo=k8s.io/kubernetes=release-1.26
   452      prowImage: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240405-68dde9badf-1.26
   453  
   454  nodeTestSuites:
   455    default:
   456      args:
   457      - --timeout=120m
   458      - --test_args=--nodes=8 --skip="\[Flaky\]|\[Serial\]|\[NodeAlphaFeature:.+\]|\[NodeAlphaFeature\]"
   459    gkespec:
   460      args:
   461      - --node-args=--system-spec-name=gke
   462      - --timeout=120m
   463      - --test_args=--nodes=8 --skip="\[Flaky\]|\[Serial\]|\[NodeAlphaFeature:.+\]|\[NodeAlphaFeature\]"
   464    serial:
   465      args:
   466      - --timeout=300m
   467      - --test_args=--nodes=1 --focus="\[Serial\]" --skip="\[Flaky\]|\[Benchmark\]|\[NodeAlphaFeature:.+\]|\[NodeAlphaFeature\]"