From 6e06392c556246999573329fb5d6581a8b7cdc88 Mon Sep 17 00:00:00 2001 From: Gabriela Cervantes Date: Mon, 28 Aug 2023 15:24:44 +0000 Subject: [PATCH 1/3] metrics: Enable FIO limits for kata metrics This PR enables the FIO limits for kata metrics. Fixes #7771 Signed-off-by: Gabriela Cervantes --- tests/metrics/gha-run.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tests/metrics/gha-run.sh b/tests/metrics/gha-run.sh index 46b91769e..a9121917a 100755 --- a/tests/metrics/gha-run.sh +++ b/tests/metrics/gha-run.sh @@ -81,14 +81,14 @@ function run_test_tensorflow() { info "Running TensorFlow test using ${KATA_HYPERVISOR} hypervisor" bash tests/metrics/machine_learning/tensorflow_nhwc.sh 1 20 - - check_metrics } function run_test_fio() { info "Running FIO test using ${KATA_HYPERVISOR} hypervisor" bash tests/metrics/storage/fio-k8s/fio-test-ci.sh + + check_metrics } function run_test_iperf() { From 99db6568e959335398507645064b2136668cdcf7 Mon Sep 17 00:00:00 2001 From: Gabriela Cervantes Date: Mon, 28 Aug 2023 15:32:11 +0000 Subject: [PATCH 2/3] metrics: Add limit for write 90 percentile value for clh This PR adds the limit for write 90 percentile value for clh for FIO metrics. Signed-off-by: Gabriela Cervantes --- .../checkmetrics-json-clh-kata-metric8.toml | 13 +++++++++++++ 1 file changed, 13 insertions(+) diff --git a/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-clh-kata-metric8.toml b/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-clh-kata-metric8.toml index d59ebc0c3..e680c771e 100644 --- a/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-clh-kata-metric8.toml +++ b/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-clh-kata-metric8.toml @@ -97,3 +97,16 @@ checktype = "mean" midval = 98.0 minpercent = 20.0 maxpercent = 20.0 + +[[metric]] +name = "fio" +type = "json" +description = "measure write 90 percentile using fio" +# Min and Max values to set a 'range' that +# the median of the CSV Results data must fall +# within (inclusive) +checkvar = ".\"fio\".Results | .[] | .write90percentile.Result" +checktype = "mean" +midval = 38656.0 +minpercent = 20.0 +maxpercent = 20.0 From a7b59a5bf945f7b0d5efeb6a5af567726733e18f Mon Sep 17 00:00:00 2001 From: Gabriela Cervantes Date: Mon, 28 Aug 2023 15:33:30 +0000 Subject: [PATCH 3/3] metrics: Add limit for 90 percentile for qemu value This PR adds the limit for 90 percentile for qemu value for FIO kata metrics. Signed-off-by: Gabriela Cervantes --- .../checkmetrics-json-qemu-kata-metric8.toml | 13 +++++++++++++ 1 file changed, 13 insertions(+) diff --git a/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-qemu-kata-metric8.toml b/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-qemu-kata-metric8.toml index 2ddd94b59..56e661a49 100644 --- a/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-qemu-kata-metric8.toml +++ b/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-qemu-kata-metric8.toml @@ -97,3 +97,16 @@ checktype = "mean" midval = 98.0 minpercent = 20.0 maxpercent = 20.0 + +[[metric]] +name = "fio" +type = "json" +description = "measure write 90 percentile using fio" +# Min and Max values to set a 'range' that +# the median of the CSV Results data must fall +# within (inclusive) +checkvar = ".\"fio\".Results | .[] | .write90percentile.Result" +checktype = "mean" +midval = 37120.0 +minpercent = 20.0 +maxpercent = 20.0