k8s.io/test-infra@v0.0.0-20240520184403-27c6b4c223d8/config/jobs/kubernetes/sig-node/dynamic-resource-allocation.yaml (about)

     1  periodics:
     2    # This jobs runs e2e.test with a focus on tests for the Dynamic Resource Allocation feature (currently alpha)
     3    # on a kind cluster with containerd updated to a version with CDI support.
     4    - name: ci-kind-dra
     5      cluster: eks-prow-build-cluster
     6      interval: 6h
     7      annotations:
     8        testgrid-dashboards: sig-node-dynamic-resource-allocation
     9        testgrid-tab-name: ci-kind-dra
    10        testgrid-alert-email: patrick.ohly@intel.com
    11      decorate: true
    12      labels:
    13        preset-service-account: "true"
    14        preset-dind-enabled: "true"
    15        preset-kind-volume-mounts: "true"
    16      extra_refs:
    17      - org: kubernetes
    18        repo: kubernetes
    19        base_ref: master
    20        path_alias: k8s.io/kubernetes
    21      spec:
    22        containers:
    23        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
    24          command:
    25          - runner.sh
    26          args:
    27          - /bin/sh
    28          - -xc
    29          - >
    30            make WHAT="github.com/onsi/ginkgo/v2/ginkgo k8s.io/kubernetes/test/e2e/e2e.test" &&
    31            curl -sSL https://kind.sigs.k8s.io/dl/latest/linux-amd64.tgz | tar xvfz - -C "${PATH%%:*}/" kind &&
    32            kind build node-image --image=dra/node:latest . &&
    33            trap 'kind export logs "${ARTIFACTS}/kind"; kind delete cluster' EXIT &&
    34            kind create cluster --retain --config test/e2e/dra/kind.yaml --image dra/node:latest &&
    35            KUBERNETES_PROVIDER=local KUBECONFIG=${HOME}/.kube/config GINKGO_PARALLEL_NODES=8 E2E_REPORT_DIR=${ARTIFACTS} hack/ginkgo-e2e.sh -ginkgo.focus=DynamicResourceAllocation -ginkgo.skip=\[Serial\]
    36  
    37          # docker-in-docker needs privileged mode
    38          securityContext:
    39            privileged: true
    40          resources:
    41            limits:
    42              cpu: 2
    43              memory: 9Gi
    44            requests:
    45              cpu: 2
    46              memory: 9Gi
    47  
    48    # This job runs e2e_node.test with a focus on tests for the Dynamic Resource Allocation feature (currently alpha)
    49    - name: ci-node-e2e-cgrpv1-crio-dra
    50      cluster: k8s-infra-prow-build
    51      interval: 6h
    52      annotations:
    53        testgrid-dashboards: sig-node-cri-o, sig-node-dynamic-resource-allocation
    54        testgrid-tab-name: ci-node-e2e-cgrpv1-crio-dra
    55        testgrid-alert-email: eduard.bartosh@intel.com
    56      labels:
    57        preset-service-account: "true"
    58        preset-k8s-ssh: "true"
    59      decorate: true
    60      decoration_config:
    61        timeout: 90m
    62      extra_refs:
    63      - org: kubernetes
    64        repo: kubernetes
    65        base_ref: master
    66        path_alias: k8s.io/kubernetes
    67        workdir: true
    68      - org: kubernetes
    69        repo: test-infra
    70        base_ref: master
    71        path_alias: k8s.io/test-infra
    72      spec:
    73        containers:
    74        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
    75          command:
    76          - runner.sh
    77          - /workspace/scenarios/kubernetes_e2e.py
    78          args:
    79          - --deployment=node
    80          - --env=KUBE_SSH_USER=core
    81          - --gcp-zone=us-west1-b
    82          - '--node-test-args=--feature-gates="DynamicResourceAllocation=true" --service-feature-gates="DynamicResourceAllocation=true" --runtime-config=resource.k8s.io/v1alpha2=true --container-runtime-endpoint=unix:///var/run/crio/crio.sock --container-runtime-process-name=/usr/local/bin/crio --container-runtime-pid-file= --kubelet-flags="--cgroup-driver=systemd --cgroups-per-qos=true --cgroup-root=/ --runtime-cgroups=/system.slice/crio.service --kubelet-cgroups=/system.slice/kubelet.service" --extra-log="{\"name\": \"crio.log\", \"journalctl\": [\"-u\", \"crio\"]}"'
    83          - --node-tests=true
    84          - --provider=gce
    85          - --test_args=--focus="\[Feature:DynamicResourceAllocation\]" --skip="\[Flaky\]"
    86          - --timeout=65m
    87          - --node-args=--image-config-file=/home/prow/go/src/k8s.io/test-infra/jobs/e2e_node/crio/latest/image-config-cgrpv1-serial.yaml
    88          env:
    89          - name: IGNITION_INJECT_GCE_SSH_PUBLIC_KEY_FILE
    90            value: "1"
    91          - name: GOPATH
    92            value: /go
    93          resources:
    94            limits:
    95              cpu: 2
    96              memory: 9Gi
    97            requests:
    98              cpu: 2
    99              memory: 9Gi
   100  
   101    # This job runs e2e_node.test with a focus on tests for the Dynamic Resource Allocation feature (currently alpha)
   102    - name: ci-node-e2e-cgrpv2-crio-dra
   103      cluster: k8s-infra-prow-build
   104      interval: 6h
   105      annotations:
   106        testgrid-dashboards: sig-node-cri-o, sig-node-dynamic-resource-allocation
   107        testgrid-tab-name: ci-node-e2e-cgrpv2-crio-dra
   108        testgrid-alert-email: eduard.bartosh@intel.com
   109      labels:
   110        preset-service-account: "true"
   111        preset-k8s-ssh: "true"
   112      decorate: true
   113      decoration_config:
   114        timeout: 90m
   115      extra_refs:
   116      - org: kubernetes
   117        repo: kubernetes
   118        base_ref: master
   119        path_alias: k8s.io/kubernetes
   120        workdir: true
   121      - org: kubernetes
   122        repo: test-infra
   123        base_ref: master
   124        path_alias: k8s.io/test-infra
   125      spec:
   126        containers:
   127        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   128          command:
   129          - runner.sh
   130          - /workspace/scenarios/kubernetes_e2e.py
   131          args:
   132          - --deployment=node
   133          - --env=KUBE_SSH_USER=core
   134          - --gcp-zone=us-west1-b
   135          - '--node-test-args=--feature-gates="DynamicResourceAllocation=true" --service-feature-gates="DynamicResourceAllocation=true" --runtime-config=resource.k8s.io/v1alpha2=true --container-runtime-endpoint=unix:///var/run/crio/crio.sock --container-runtime-process-name=/usr/local/bin/crio --container-runtime-pid-file= --kubelet-flags="--cgroup-driver=systemd --cgroups-per-qos=true --cgroup-root=/ --runtime-cgroups=/system.slice/crio.service --kubelet-cgroups=/system.slice/kubelet.service" --extra-log="{\"name\": \"crio.log\", \"journalctl\": [\"-u\", \"crio\"]}"'
   136          - --node-tests=true
   137          - --provider=gce
   138          - --test_args=--focus="\[Feature:DynamicResourceAllocation\]" --skip="\[Flaky\]"
   139          - --timeout=65m
   140          - --node-args=--image-config-file=/home/prow/go/src/k8s.io/test-infra/jobs/e2e_node/crio/latest/image-config-cgrpv2-serial.yaml
   141          env:
   142          - name: IGNITION_INJECT_GCE_SSH_PUBLIC_KEY_FILE
   143            value: "1"
   144          - name: GOPATH
   145            value: /go
   146          resources:
   147            limits:
   148              cpu: 2
   149              memory: 9Gi
   150            requests:
   151              cpu: 2
   152              memory: 9Gi
   153  
   154    # This job runs the same tests as ci-node-e2e-crio-dra with some relevant feature gates (currently SchedulerQueueingHints) at non-default values.
   155    - name: ci-node-e2e-crio-cgrpv1-dra-features
   156      cluster: k8s-infra-prow-build
   157      interval: 6h
   158      annotations:
   159        testgrid-dashboards: sig-node-cri-o, sig-node-dynamic-resource-allocation
   160        testgrid-tab-name: ci-node-e2e-crio-cgrpv1-dra-features
   161        testgrid-alert-email: patrick.ohly@intel.com
   162      labels:
   163        preset-service-account: "true"
   164        preset-k8s-ssh: "true"
   165      decorate: true
   166      decoration_config:
   167        timeout: 90m
   168      extra_refs:
   169      - org: kubernetes
   170        repo: kubernetes
   171        base_ref: master
   172        path_alias: k8s.io/kubernetes
   173        workdir: true
   174      - org: kubernetes
   175        repo: test-infra
   176        base_ref: master
   177        path_alias: k8s.io/test-infra
   178      spec:
   179        containers:
   180        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   181          command:
   182          - runner.sh
   183          - /workspace/scenarios/kubernetes_e2e.py
   184          args:
   185          - --deployment=node
   186          - --env=KUBE_SSH_USER=core
   187          - --gcp-zone=us-west1-b
   188          - '--node-test-args=--feature-gates="DynamicResourceAllocation=true" --service-feature-gates="DynamicResourceAllocation=true,SchedulerQueueingHints=true" --runtime-config=resource.k8s.io/v1alpha2=true --container-runtime-endpoint=unix:///var/run/crio/crio.sock --container-runtime-process-name=/usr/local/bin/crio --container-runtime-pid-file= --kubelet-flags="--cgroup-driver=systemd --cgroups-per-qos=true --cgroup-root=/ --runtime-cgroups=/system.slice/crio.service --kubelet-cgroups=/system.slice/kubelet.service" --extra-log="{\"name\": \"crio.log\", \"journalctl\": [\"-u\", \"crio\"]}"'
   189          - --node-tests=true
   190          - --provider=gce
   191          - --test_args=--focus="\[Feature:DynamicResourceAllocation\]" --skip="\[Flaky\]"
   192          - --timeout=65m
   193          - --node-args=--image-config-file=/home/prow/go/src/k8s.io/test-infra/jobs/e2e_node/crio/latest/image-config-cgrpv1-serial.yaml
   194          env:
   195          - name: IGNITION_INJECT_GCE_SSH_PUBLIC_KEY_FILE
   196            value: "1"
   197          - name: GOPATH
   198            value: /go
   199          resources:
   200            limits:
   201              cpu: 2
   202              memory: 9Gi
   203            requests:
   204              cpu: 2
   205              memory: 9Gi
   206  
   207    - name: ci-node-e2e-crio-cgrpv2-dra-features
   208      cluster: k8s-infra-prow-build
   209      interval: 6h
   210      annotations:
   211        testgrid-dashboards: sig-node-cri-o, sig-node-dynamic-resource-allocation
   212        testgrid-tab-name: ci-node-e2e-crio-cgrpv2-dra-features
   213        testgrid-alert-email: patrick.ohly@intel.com
   214      labels:
   215        preset-service-account: "true"
   216        preset-k8s-ssh: "true"
   217      decorate: true
   218      decoration_config:
   219        timeout: 90m
   220      extra_refs:
   221      - org: kubernetes
   222        repo: kubernetes
   223        base_ref: master
   224        path_alias: k8s.io/kubernetes
   225        workdir: true
   226      - org: kubernetes
   227        repo: test-infra
   228        base_ref: master
   229        path_alias: k8s.io/test-infra
   230      spec:
   231        containers:
   232        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   233          command:
   234          - runner.sh
   235          - /workspace/scenarios/kubernetes_e2e.py
   236          args:
   237          - --deployment=node
   238          - --env=KUBE_SSH_USER=core
   239          - --gcp-zone=us-west1-b
   240          - '--node-test-args=--feature-gates="DynamicResourceAllocation=true" --service-feature-gates="DynamicResourceAllocation=true,SchedulerQueueingHints=true" --runtime-config=resource.k8s.io/v1alpha2=true --container-runtime-endpoint=unix:///var/run/crio/crio.sock --container-runtime-process-name=/usr/local/bin/crio --container-runtime-pid-file= --kubelet-flags="--cgroup-driver=systemd --cgroups-per-qos=true --cgroup-root=/ --runtime-cgroups=/system.slice/crio.service --kubelet-cgroups=/system.slice/kubelet.service" --extra-log="{\"name\": \"crio.log\", \"journalctl\": [\"-u\", \"crio\"]}"'
   241          - --node-tests=true
   242          - --provider=gce
   243          - --test_args=--focus="\[Feature:DynamicResourceAllocation\]" --skip="\[Flaky\]"
   244          - --timeout=65m
   245          - --node-args=--image-config-file=/home/prow/go/src/k8s.io/test-infra/jobs/e2e_node/crio/latest/image-config-cgrpv2-serial.yaml
   246          env:
   247          - name: IGNITION_INJECT_GCE_SSH_PUBLIC_KEY_FILE
   248            value: "1"
   249          - name: GOPATH
   250            value: /go
   251          resources:
   252            limits:
   253              cpu: 2
   254              memory: 9Gi
   255            requests:
   256              cpu: 2
   257              memory: 9Gi
   258  
   259    # This job runs the same tests as ci-node-e2e-crio-dra with Containerd 1.7 runtime
   260    - name: ci-node-e2e-containerd-1-7-dra
   261      cluster: k8s-infra-prow-build
   262      interval: 6h
   263      annotations:
   264        testgrid-dashboards: sig-node-dynamic-resource-allocation
   265        testgrid-tab-name: ci-node-e2e-containerd-1-7-dra
   266        testgrid-alert-email: eduard.bartosh@intel.com
   267      labels:
   268        preset-service-account: "true"
   269        preset-k8s-ssh: "true"
   270      decorate: true
   271      decoration_config:
   272        timeout: 90m
   273      extra_refs:
   274      - org: kubernetes
   275        repo: kubernetes
   276        base_ref: master
   277        path_alias: k8s.io/kubernetes
   278        workdir: true
   279      - org: kubernetes
   280        repo: test-infra
   281        base_ref: master
   282        path_alias: k8s.io/test-infra
   283      spec:
   284        containers:
   285        - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240515-17c6d50e24-master
   286          command:
   287          - runner.sh
   288          - /workspace/scenarios/kubernetes_e2e.py
   289          args:
   290          - --deployment=node
   291          - --gcp-zone=us-west1-b
   292          - '--node-test-args=--feature-gates="DynamicResourceAllocation=true" --service-feature-gates="DynamicResourceAllocation=true" --runtime-config=resource.k8s.io/v1alpha2=true --container-runtime-endpoint=unix:///var/run/containerd/containerd.sock --container-runtime-process-name=/usr/local/bin/containerd --container-runtime-pid-file= --kubelet-flags="--cgroup-driver=systemd --cgroups-per-qos=true --cgroup-root=/ --runtime-cgroups=/system.slice/containerd.service --kubelet-cgroups=/system.slice/kubelet.service" --extra-log="{\"name\": \"containerd.log\", \"journalctl\": [\"-u\", \"containerd\"]}"'
   293          - --node-tests=true
   294          - --provider=gce
   295          - --test_args=--focus="\[Feature:DynamicResourceAllocation\]" --skip="\[Flaky\]"
   296          - --timeout=65m
   297          - --node-args=--image-config-file=/home/prow/go/src/k8s.io/test-infra/jobs/e2e_node/dra/image-config-containerd-1.7.yaml
   298          resources:
   299            limits:
   300              cpu: 2
   301              memory: 9Gi
   302            requests:
   303              cpu: 2
   304              memory: 9Gi