github.com/kata-containers/tests@v0.0.0-20240307153542-772105b56064/integration/cri-o/crio_skip_tests.sh (about) 1 #!/bin/bash 2 # 3 # Copyright (c) 2017-2018 Intel Corporation 4 # 5 # SPDX-License-Identifier: Apache-2.0 6 # 7 8 # TODO: the list of files is hardcoded for now, as we don't have listed all tests 9 # that need to be skipped, but ultimately we will want to use *.bats 10 # The file name is provided without its ".bats" extension for easier processing. 11 declare -a bats_files_list=( 12 "ctr" 13 "cgroups" 14 "command" 15 "config" 16 "config_migrate" 17 "crio-wipe" 18 # "ctr_seccomp" see https://github.com/kata-containers/tests/issues/4587 19 "default_mounts" 20 "devices" 21 "drop_infra" 22 "hooks" 23 "image" 24 "image_remove" 25 "image_volume" 26 "infra_ctr_cpuset" 27 "inspect" 28 "inspecti" 29 "metrics" 30 "namespaces" 31 "network" 32 "network_ping" 33 "pod" 34 "profile" 35 "reload_config" 36 "reload_system" 37 "restore" 38 "runtimeversion" 39 "sanity_checks" 40 "selinux" 41 "shm" 42 "shm_size" 43 "stats" 44 "status" 45 ) 46 # We keep two lists for each bats file. 47 # - [name]_skipCRIOTests for tests that we need to skip because of failures 48 # - [name]_fixedInCrioVersion for tests that we need to skip when running 49 # with a version of cri-o that doesn't have the fix 50 # 51 # In both case, [name] is the basename of the bats file containing the tests. 52 53 #This issue($url) - tracking crio integration test cases are skipped. 54 url=https://github.com/kata-containers/tests/issues/4459 55 56 declare -A ctr_skipCRIOTests=( 57 ['test "ctr logging"']="This is not working: see `eval echo $url`" 58 ['test "ctr journald logging"']='Not implemented' 59 ['test "ctr logging \[tty=true\]"']='FIXME: See https://github.com/kata-containers/tests/issues/4069' 60 ['test "ctr log max"']='Not implemented' 61 ['test "ctr log max with minimum value"']='Not implemented' 62 ['test "ctr partial line logging"']="This is not working: see `eval echo $url`" 63 ['test "ctr execsync should not overwrite initial spec args"']="This is not working: see `eval echo $url`" 64 ['test "ctr execsync std{out,err}"']="This is not working: see `eval echo $url`" 65 ['test "ctr oom"']="This is not working: see `eval echo $url`" 66 ['test "ctr \/etc\/resolv.conf rw\/ro mode"']="This is not working: see `eval echo $url`" 67 ['test "ctr create with non-existent command"']='FIXME: See https://github.com/kata-containers/kata-containers/issues/2036' 68 ['test "ctr create with non-existent command \[tty\]"']='FIXME: https://github.com/kata-containers/kata-containers/issues/2036' 69 ['test "ctr update resources"']="This is not working: see `eval echo $url`" 70 ['test "ctr resources"']="This is not working: see `eval echo $url`" 71 ['test "ctr with non-root user has no effective capabilities"']="This is not working: see `eval echo $url`" 72 ['test "ctr with low memory configured should not be created"']="This is not working: see `eval echo $url`" 73 ['test "annotations passed through"']="This is not working: see `eval echo $url`" 74 ['test "ctr with default_env set in configuration"']="This is not working: see `eval echo $url`" 75 ['test "ctr with absent mount that should be rejected"']="This is not working: see `eval echo $url`" 76 ) 77 declare -A cgroups_skipCRIOTests=( 78 ['test "ctr with swap should fail when swap is lower"']="cgroups.bats case is not working: see `eval echo $url`" 79 ['test "ctr with swap should be configured"']="cgroups.bats case is not working: see `eval echo $url`" 80 ['test "pids limit"']="cgroups.bats case is not working: see `eval echo $url`" 81 ['test "conmon custom cgroup"']='conmon is not involved with kata runtime' 82 ['test "cgroupv2 unified support"']="cgroups.bats case is not working: see `eval echo $url`" 83 ) 84 declare -A command_skipCRIOTests=( 85 ['test "log max boundary testing"']="command.bats case is not working: see `eval echo $url`" 86 ['test "crio commands"']="command.bats case is not working: see `eval echo $url`" 87 ) 88 declare -A config_skipCRIOTests=( 89 ['test "replace default runtime should succeed"']="config.bats case is not working: see `eval echo $url`" 90 ['test "choose different default runtime should succeed"']="config.bats case is not working: see `eval echo $url`" 91 ['test "runc not existing when default_runtime changed should succeed"']="config.bats case is not working: see `eval echo $url`" 92 ['test "retain default runtime should succeed"']="config.bats case is not working: see `eval echo $url`" 93 ) 94 declare -A config_migrate_skipCRIOTests=( 95 ['test "config migrate should succeed with default config"']="config_migrate.bats case is not working: see `eval echo $url`" 96 ['test "config migrate should succeed with 1.17 config"']="config_migrate.bats case is not working: see `eval echo $url`" 97 ) 98 declare -A criowipe_skipCRIOTests=( 99 ['test "clear neither when remove persist"']="crio-wipe.bats case is not working: see `eval echo $url`" 100 [$'test "don\'t clear containers on a forced restart of crio"']="crio-wipe.bats case is not working: see `eval echo $url`" 101 [$'test "don\'t clear containers if clean shutdown supported file not present"']="crio-wipe.bats case is not working: see `eval echo $url`" 102 [$'test "internal_wipe don\'t clear containers on a forced restart of crio"']="crio-wipe.bats case is not working: see `eval echo $url`" 103 ['test "internal_wipe eventually cleans network on forced restart of crio if network is slow to come up"']="crio-wipe.bats case is not working: see `eval echo $url`" 104 ) 105 declare -A ctr_seccomp_skipCRIOTests=( 106 ['test "ctr seccomp profiles runtime\/default"']="ctr_seccomp.bats case is not working: see `eval echo $url`" 107 ['test "ctr seccomp profiles localhost\/profile_name"']="ctr_seccomp.bats case is not working: see `eval echo $url`" 108 ['test "ctr seccomp profiles docker\/default"']="ctr_seccomp.bats case is not working: see `eval echo $url`" 109 ['test "ctr seccomp overrides unconfined profile with runtime\/default when overridden"']="ctr_seccomp.bats case is not working: see `eval echo $url`" 110 ) 111 declare -A devices_skipCRIOTests=( 112 ['test "additional devices permissions"']="devices.bats case is not working: see `eval echo $url`" 113 ['test "annotation devices support"']="devices.bats case is not working: see https://github.com/cri-o/cri-o/issues/6175" 114 ['test "annotation should override configured additional_devices"']="devices.bats case is not working: see https://github.com/cri-o/cri-o/issues/6175" 115 ['test "annotation should not be processed if not allowed in allowed_devices"']="devices.bats case is not working: see https://github.com/cri-o/cri-o/issues/6175" 116 ['test "annotation should configure multiple devices"']="devices.bats case is not working: see https://github.com/cri-o/cri-o/issues/6175" 117 ['test "annotation should fail if one device is invalid"']="devices.bats case is not working: see https://github.com/cri-o/cri-o/issues/6175" 118 ) 119 declare -A drop_infra_skipCRIOTests=( 120 ['test "test infra ctr dropped"']="drop_infra.bats case is not working: see `eval echo $url`" 121 ['test "test infra ctr not dropped"']="drop_infra.bats case is not working: see `eval echo $url`" 122 ) 123 declare -A image_skipCRIOTests=( 124 ['test "image pull and list by manifest list digest"']="image.bats case is not working: see `eval echo $url`" 125 ['test "image pull and list by manifest list tag"']="image.bats case is not working: see `eval echo $url`" 126 ['test "image pull and list by manifest list and individual digest"']="image.bats case is not working: see `eval echo $url`" 127 ['test "image pull and list by individual and manifest list digest"']="image.bats case is not working: see `eval echo $url`" 128 ['test "image pull with signature"']='skip registry has some issues' 129 ['test "container status when created by image list canonical reference"']="drop_infra.bats case is not working: see `eval echo $url`" 130 ) 131 declare -A infra_ctr_cpuset_skipCRIOTests=( 132 ['test "test infra ctr cpuset"']="infra_ctr_cpuset.bats case is not working: see `eval echo $url`" 133 ) 134 declare -A inspect_skipCRIOTests=( 135 ['test "info inspect"']="inspect.bats case is not working: see `eval echo $url`" 136 ['test "ctr inspect"']="inspect.bats case is not working: see `eval echo $url`" 137 ['test "pod inspect when dropping infra"']="inspect.bats case is not working: see `eval echo $url`" 138 ['test "ctr inspect not found"']="inspect.bats case is not working: see `eval echo $url`" 139 ) 140 declare -A metrics_skipCRIOTests=( 141 ['test "metrics with default port"']="metrics.bats case is not working: see `eval echo $url`" 142 ['test "metrics with random port"']="metrics.bats case is not working: see `eval echo $url`" 143 ['test "metrics with operations quantile"']="metrics.bats case is not working: see `eval echo $url`" 144 ['test "secure metrics with random port"']="metrics.bats case is not working: see `eval echo $url`" 145 ['test "secure metrics with random port and missing cert\/key"']="metrics.bats case is not working: see `eval echo $url`" 146 ['test "metrics container oom"']="metrics.bats case is not working: see `eval echo $url`" 147 ) 148 declare -A namespaces_skipCRIOTests=( 149 ['test "pid namespace mode target test"']="namespaces.bats case is not working: see `eval echo $url`" 150 ) 151 declare -A network_skipCRIOTests=( 152 ['test "ensure correct hostname for hostnetwork:true"']="network.bats case is not working: see `eval echo $url`" 153 ['test "Connect to pod hostport from the host"']="network.bats case is not working: see `eval echo $url`" 154 ['test "Clean up network if pod sandbox fails"']="network.bats case is not working: see `eval echo $url`" 155 ['test "Clean up network if pod sandbox gets killed"']="network.bats case is not working: see `eval echo $url`" 156 ) 157 declare -A network_ping_skipCRIOTests=( 158 ['test "Ping pod from the host \/ another pod"']="network_ping.bats case is not working: see `eval echo $url`" 159 ) 160 declare -A pod_skipCRIOTests=( 161 ['test "pass pod sysctls to runtime"']="pod.bats case is not working: see `eval echo $url`" 162 ['test "restart crio and still get pod status"']="pod.bats case is not working: see `eval echo $url`" 163 ['test "systemd cgroup_parent correctly set"']="pod.bats case is not working: see `eval echo $url`" 164 ['test "kubernetes pod terminationGracePeriod passthru"']="pod.bats case is not working: see `eval echo $url`" 165 ['test "skip pod sysctls to runtime if host"']="pod.bats case is not working: see `eval echo $url`" 166 ) 167 declare -A restore_skipCRIOTests=( 168 ['test "crio restore with bad state and pod stopped"']="restore.bats case is not working: see `eval echo $url`" 169 ['test "crio restore with bad state and ctr stopped"']="restore.bats case is not working: see `eval echo $url`" 170 ['test "crio restore with bad state and ctr removed"']="restore.bats case is not working: see `eval echo $url`" 171 ['test "crio restore with bad state and pod removed"']="restore.bats case is not working: see `eval echo $url`" 172 ['test "crio restore with bad state"']="restore.bats case is not working: see `eval echo $url`" 173 ['test "crio restore with missing config.json"']="restore.bats case is not working: see `eval echo $url`" 174 ['test "crio restore first not managing then managing"']="restore.bats case is not working: see `eval echo $url`" 175 ['test "crio restore first managing then not managing"']="restore.bats case is not working: see `eval echo $url`" 176 ['test "crio restore changing managing dir"']="restore.bats case is not working: see `eval echo $url`" 177 ['test "crio restore"']="restore.bats case is not working: see `eval echo $url`" 178 ['test "crio restore with pod stopped"']="restore.bats case is not working: see `eval echo $url`" 179 ) 180 declare -A shm_size_skipCRIOTests=( 181 ['test "check \/dev\/shm is changed"']="shm_size.bats case is not working: see https://github.com/cri-o/cri-o/issues/6175" 182 ['test "check \/dev\/shm fails with incorrect values"']="shm_size.bats case is not working: see https://github.com/cri-o/cri-o/issues/6175" 183 ) 184 declare -A timeout_skipCRIOTests=( 185 ['test "should not clean up pod after timeout"']="timeout.bats case is not working: see `eval echo $url`" 186 ['test "should not clean up container after timeout"']="timeout.bats case is not working: see `eval echo $url`" 187 ['test "should clean up pod after timeout if request changes"']="timeout.bats case is not working: see `eval echo $url`" 188 ['test "should clean up container after timeout if request changes"']="timeout.bats case is not working: see `eval echo $url`" 189 ['test "should clean up pod after timeout if not re-requested"']="timeout.bats case is not working: see `eval echo $url`" 190 ['test "should clean up container after timeout if not re-requested"']="timeout.bats case is not working: see `eval echo $url`" 191 ['test "should not be able to operate on a timed out pod"']="timeout.bats case is not working: see `eval echo $url`" 192 ['test "should not be able to operate on a timed out container"']="timeout.bats case is not working: see `eval echo $url`" 193 ) 194 declare -A workloads_skipCRIOTests=( 195 ['test "test workload gets configured to defaults"']="workloads.bats case is not working: see `eval echo $url`" 196 ['test "test workload can override defaults"']="workloads.bats case is not working: see `eval echo $url`" 197 ['test "test workload should not be set if not defaulted or specified"']="workloads.bats case is not working: see `eval echo $url`" 198 ['test "test workload should not be set if annotation not specified"']="workloads.bats case is not working: see `eval echo $url`" 199 ['test "test workload pod gets configured to defaults"']="workloads.bats case is not working: see `eval echo $url`" 200 ['test "test workload can override pod defaults"']="workloads.bats case is not working: see `eval echo $url`" 201 ['test "test workload pod should not be set if not defaulted or specified"']="workloads.bats case is not working: see `eval echo $url`" 202 ['test "test workload pod should override infra_ctr_cpuset option"']="workloads.bats case is not working: see `eval echo $url`" 203 ['test "test workload allowed annotation appended with runtime"']="workloads.bats case is not working: see https://github.com/cri-o/cri-o/issues/6175" 204 ['test "test workload allowed annotation works for pod"']="workloads.bats case is not working: see `eval echo $url`" 205 ) 206 declare -A userns_annotation_skipCRIOTests=( 207 ['test "userns annotation auto should succeed"']="userns_annotation.bats case is not working: see `eval echo $url`" 208 ['test "userns annotation auto should map host run_as_user"']="userns_annotation.bats case is not working: see `eval echo $url`" 209 ) 210 declare -A apparmor_skipCRIOTests=( 211 ['test "reload config should succeed with 'apparmor_profile'"']='skip apparmor not enabled' 212 ['test "reload config should fail with invalid 'apparmor_profile'"']='skip apparmor not enabled' 213 ) 214 declare -A selinux_skipCRIOTests=( 215 ['test "selinux skips relabeling if TrySkipVolumeSELinuxLabel annotation is present"']='skip not enforcing' 216 ['test "selinux skips relabeling for super priviliged container"']='skip not enforcing' 217 ); 218 219 # The following lists tests that should be skipped in specific cri-o versions. 220 # When adding a test here, you need to provide the version of cri-o where the 221 # bug was fixed. The script will skip this test in all previous versions. 222 declare -A ctr_fixedInCrioVersion=( 223 ['test "privileged ctr device add"']="1.22" 224 ['test "privileged ctr -- check for rw mounts"']="1.22" 225 ['test "ctr execsync"']="1.22" 226 );