github.com/kata-containers/tests@v0.0.0-20240307153542-772105b56064/cmd/checkmetrics/ci_worker/checkmetrics-json-cloud-hypervisor-kata-metric7.toml (about)

     1  # Copyright (c) 2021 Intel Corporation
     2  #
     3  # SPDX-License-Identifier: Apache-2.0
     4  #
     5  # This file contains baseline expectations
     6  # for checked results by checkmetrics tool.
     7  #
     8  # values set specifically for packet.com c1.small worker.
     9  
    10  [[metric]]
    11  name = "boot-times"
    12  type = "json"
    13  description = "measure container lifecycle timings"
    14  # Min and Max values to set a 'range' that
    15  # the median of the CSV Results data must fall
    16  # within (inclusive)
    17  checkvar = ".\"boot-times\".Results | .[] | .\"to-workload\".Result"
    18  checktype = "mean"
    19  midval = 0.47
    20  minpercent = 30.0
    21  maxpercent = 30.0
    22  
    23  [[metric]]
    24  name = "memory-footprint"
    25  type = "json"
    26  description = "measure container average footprint"
    27  # Min and Max values to set a 'range' that
    28  # the median of the CSV Results data must fall
    29  # within (inclusive)
    30  checkvar = ".\"memory-footprint\".Results | .[] | .average.Result"
    31  checktype = "mean"
    32  midval = 122481.45
    33  minpercent = 5.0
    34  maxpercent = 5.0
    35  
    36  [[metric]]
    37  name = "memory-footprint-inside-container"
    38  type = "json"
    39  description = "measure memory inside the container"
    40  # Min and Max values to set a 'range' that
    41  # the median of the CSV Results data must fall
    42  # within (inclusive)
    43  checkvar = ".\"memory-footprint-inside-container\".Results | .[] | .memtotal.Result"
    44  checktype = "mean"
    45  midval = 4139564.0
    46  minpercent = 5.0
    47  maxpercent = 5.0
    48  
    49  [[metric]]
    50  name = "latency"
    51  type = "json"
    52  description = "measure network latency"
    53  # Min and Max values to set a 'range' that
    54  # the median of the CSV Results data must fall
    55  # within (inclusive)
    56  checkvar = ".\"latency\".Results | .[] | .latency.Result"
    57  checktype = "mean"
    58  midval = 0.81
    59  minpercent = 20.0
    60  maxpercent = 10.0
    61  
    62  [[metric]]
    63  name = "blogbench"
    64  type = "json"
    65  description = "measure container average of blogbench write"
    66  # Min and Max values to set a 'range' that
    67  # the median of the CSV Results data must fall
    68  # within (inclusive)
    69  checkvar = ".\"blogbench\".Results | .[] | .write.Result"
    70  checktype = "mean"
    71  midval = 1346.0
    72  minpercent = 10.0
    73  maxpercent = 10.0
    74  
    75  [[metric]]
    76  name = "fio"
    77  type = "json"
    78  description = "measure write 90 percentile using fio"
    79  # Min and Max values to set a 'range' that
    80  # the median of the CSV Results data must fall
    81  # within (inclusive)
    82  checkvar = ".\"fio\".Results | .[] | .write90percentile.Result"
    83  checktype = "mean"
    84  midval = 70557.0
    85  minpercent = 70.0
    86  maxpercent = 70.0
    87  
    88  [[metric]]
    89  name = "fio"
    90  type = "json"
    91  description = "measure write 95 percentile using fio"
    92  # Min and Max values to set a 'range' that
    93  # the median of the CSV Results data must fall
    94  # within (inclusive)
    95  checkvar = ".\"fio\".Results | .[] | .write95percentile.Result"
    96  checktype = "mean"
    97  midval = 87296.0
    98  minpercent = 70.0
    99  maxpercent = 70.0
   100  
   101  [[metric]]
   102  name = "blogbench"
   103  type = "json"
   104  description = "measure container average of blogbench read"
   105  # Min and Max values to set a 'range' that
   106  # the median of the CSV Results data must fall
   107  # within (inclusive)
   108  checkvar = ".\"blogbench\".Results | .[] | .read.Result"
   109  checktype = "mean"
   110  midval = 84119.0
   111  minpercent = 10.0
   112  maxpercent = 10.0
   113  
   114  [[metric]]
   115  name = "fio"
   116  type = "json"
   117  description = "measure read-io using fio"
   118  # Min and Max values to set a 'range' that
   119  # the median of the CSV Results data must fall
   120  # within (inclusive)
   121  checkvar = ".\"fio\".Results | .[] | .readio.Result"
   122  checktype = "mean"
   123  midval = 7811072.0
   124  minpercent = 20.0
   125  maxpercent = 20.0
   126  
   127  [[metric]]
   128  name = "fio"
   129  type = "json"
   130  description = "measure read-bw using fio"
   131  # Min and Max values to set a 'range' that
   132  # the median of the CSV Results data must fall
   133  # within (inclusive)
   134  checkvar = ".\"fio\".Results | .[] | .readbw.Result"
   135  checktype = "mean"
   136  midval = 113203942.0
   137  minpercent = 25.0
   138  maxpercent = 25.0
   139  
   140  [[metric]]
   141  name = "fio"
   142  type = "json"
   143  description = "measure write-io using fio"
   144  # Min and Max values to set a 'range' that
   145  # the median of the CSV Results data must fall
   146  # within (inclusive)
   147  checkvar = ".\"fio\".Results | .[] | .writeio.Result"
   148  checktype = "mean"
   149  midval = 2674688.0
   150  minpercent = 20.0
   151  maxpercent = 10.0
   152  
   153  [[metric]]
   154  name = "fio"
   155  type = "json"
   156  description = "measure write-bw using fio"
   157  # Min and Max values to set a 'range' that
   158  # the median of the CSV Results data must fall
   159  # within (inclusive)
   160  checkvar = ".\"fio\".Results | .[] | .writebw.Result"
   161  checktype = "mean"
   162  midval = 35543338.0
   163  minpercent = 40.0
   164  maxpercent = 30.0
   165  
   166  
   167  [[metric]]
   168  name = "network-iperf3"
   169  type = "json"
   170  description = "measure container bandwidth using iperf3"
   171  # Min and Max values to set a 'range' that
   172  # the median of the CSV Results data must fall
   173  # within (inclusive)
   174  checkvar = ".\"network-iperf3\".Results | .[] | .bandwidth.Result"
   175  checktype = "mean"
   176  midval = 61147291549.0
   177  minpercent = 10.0
   178  maxpercent = 10.0
   179  
   180  [[metric]]
   181  name = "fio"
   182  type = "json"
   183  description = "measure read 90 percentile using fio"
   184  # Min and Max values to set a 'range' that
   185  # the median of the CSV Results data must fall
   186  # within (inclusive)
   187  checkvar = ".\"fio\".Results | .[] | .read90percentile.Result"
   188  checktype = "mean"
   189  midval = 56668.0
   190  minpercent = 50.0
   191  maxpercent = 60.0
   192  
   193  [[metric]]
   194  name = "fio"
   195  type = "json"
   196  description = "measure read 95 percentile using fio"
   197  # Min and Max values to set a 'range' that
   198  # the median of the CSV Results data must fall
   199  # within (inclusive)
   200  checkvar = ".\"fio\".Results | .[] | .read95percentile.Result"
   201  checktype = "mean"
   202  midval = 84454.0
   203  minpercent = 60.0
   204  maxpercent = 60.0
   205  
   206  [[metric]]
   207  name = "network-iperf3"
   208  type = "json"
   209  description = "measure container cpu utilization using iperf3"
   210  # Min and Max values to set a 'range' that
   211  # the median of the CSV Results data must fall
   212  # within (inclusive)
   213  checkvar = ".\"network-iperf3\".Results | .[] | .cpu.Result"
   214  checktype = "mean"
   215  midval = 99.0
   216  minpercent = 10.0
   217  maxpercent = 10.0
   218  
   219  [[metric]]
   220  name = "network-iperf3"
   221  type = "json"
   222  description = "measure container parallel bandwidth using iperf3"
   223  # Min and Max values to set a 'range' that
   224  # the median of the CSV Results data must fall
   225  # within (inclusive)
   226  checkvar = ".\"network-iperf3\".Results | .[] | .parallel.Result"
   227  checktype = "mean"
   228  midval = 75296926250.0
   229  minpercent = 10.0
   230  maxpercent = 10.0
   231  
   232  [[metric]]
   233  name = "network-iperf3"
   234  type = "json"
   235  description = "measure container jitter using iperf3"
   236  # Min and Max values to set a 'range' that
   237  # the median of the CSV Results data must fall
   238  # within (inclusive)
   239  checkvar = ".\"network-iperf3\".Results | .[] | .jitter.Result"
   240  checktype = "mean"
   241  midval = 0.039
   242  minpercent = 60.0
   243  maxpercent = 50.0
   244