From a74a8f8a9da91b58a68c5b957665c1b4bde4f40e Mon Sep 17 00:00:00 2001 From: Gabriela Cervantes Date: Tue, 26 Sep 2023 16:24:01 +0000 Subject: [PATCH 1/5] metrics: Add latency value limits for kata CI This PR adds latency value limits for kata CI. Fixes #8067 Signed-off-by: Gabriela Cervantes --- .../checkmetrics-json-clh-kata-metric8.toml | 13 +++++++++++++ 1 file changed, 13 insertions(+) diff --git a/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-clh-kata-metric8.toml b/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-clh-kata-metric8.toml index cf5042dbc..44b456765 100644 --- a/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-clh-kata-metric8.toml +++ b/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-clh-kata-metric8.toml @@ -98,6 +98,19 @@ midval = 98.0 minpercent = 20.0 maxpercent = 20.0 +[[metric]] +name = "latency" +type = "json" +description = "measure container latency" +# Min and Max values to set a 'range' that +# the median of the CSV Results data must fall +# within (inclusive) +checkvar = ".\"latency\".Results | .[] | .latency.Result" +checktype = "mean" +midval = 0.75 +minpercent = 20.0 +maxpercent = 20.0 + [[metric]] name = "network-iperf3" type = "json" From e90440ae24266a55059639f6681d5d052d2d3423 Mon Sep 17 00:00:00 2001 From: Gabriela Cervantes Date: Tue, 26 Sep 2023 17:30:09 +0000 Subject: [PATCH 2/5] metrics: Add qemu latency value limit This PR adds the qemu latency value limit for kata metrics. Signed-off-by: Gabriela Cervantes --- .../checkmetrics-json-qemu-kata-metric8.toml | 13 +++++++++++++ 1 file changed, 13 insertions(+) diff --git a/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-qemu-kata-metric8.toml b/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-qemu-kata-metric8.toml index 8281ed71a..3bce0c8fb 100644 --- a/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-qemu-kata-metric8.toml +++ b/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-qemu-kata-metric8.toml @@ -98,6 +98,19 @@ midval = 98.0 minpercent = 20.0 maxpercent = 20.0 +[[metric]] +name = "latency" +type = "json" +description = "measure container latency" +# Min and Max values to set a 'range' that +# the median of the CSV Results data must fall +# within (inclusive) +checkvar = ".\"latency\".Results | .[] | .latency.Result" +checktype = "mean" +midval = 0.70 +minpercent = 20.0 +maxpercent = 20.0 + [[metric]] name = "network-iperf3" type = "json" From 8cb7df1bedd762147ce951fba2837f71cdc7f871 Mon Sep 17 00:00:00 2001 From: Gabriela Cervantes Date: Tue, 26 Sep 2023 19:11:08 +0000 Subject: [PATCH 3/5] metrics: Add checkmetrics for latency test This PR adds the checkmetrics for latency test. Signed-off-by: Gabriela Cervantes --- tests/metrics/gha-run.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tests/metrics/gha-run.sh b/tests/metrics/gha-run.sh index 4f0848821..3c7686e12 100755 --- a/tests/metrics/gha-run.sh +++ b/tests/metrics/gha-run.sh @@ -93,14 +93,14 @@ function run_test_iperf() { info "Running Iperf test using ${KATA_HYPERVISOR} hypervisor" bash tests/metrics/network/iperf3_kubernetes/k8s-network-metrics-iperf3.sh -a - - check_metrics } function run_test_latency() { info "Running Latency test using ${KATA_HYPERVISOR} hypervisor" bash tests/metrics/network/latency_kubernetes/latency-network.sh + + check_metrics } function main() { From 5600e28b54a763ac3a9c17cae6e8544add513603 Mon Sep 17 00:00:00 2001 From: Gabriela Cervantes Date: Wed, 27 Sep 2023 17:30:19 +0000 Subject: [PATCH 4/5] metrics: Increase jitter value for clh This PR increases jitter value for clh. Signed-off-by: Gabriela Cervantes --- .../ci_worker/checkmetrics-json-clh-kata-metric8.toml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-clh-kata-metric8.toml b/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-clh-kata-metric8.toml index 44b456765..c0436b24c 100644 --- a/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-clh-kata-metric8.toml +++ b/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-clh-kata-metric8.toml @@ -160,5 +160,5 @@ description = "iperf" checkvar = ".\"network-iperf3\".Results | .[] | .jitter.Result" checktype = "mean" midval = 0.044 -minpercent = 40.0 -maxpercent = 40.0 +minpercent = 50.0 +maxpercent = 50.0 From 8d66ef51855c18a255ba19a1900cde5e9ca7cf5c Mon Sep 17 00:00:00 2001 From: Gabriela Cervantes Date: Wed, 27 Sep 2023 17:31:07 +0000 Subject: [PATCH 5/5] metrics: Increase qemu jitter value This PR increases qemu jitter value. Signed-off-by: Gabriela Cervantes --- .../ci_worker/checkmetrics-json-qemu-kata-metric8.toml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-qemu-kata-metric8.toml b/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-qemu-kata-metric8.toml index 3bce0c8fb..666a898be 100644 --- a/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-qemu-kata-metric8.toml +++ b/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-qemu-kata-metric8.toml @@ -160,5 +160,5 @@ description = "iperf" checkvar = ".\"network-iperf3\".Results | .[] | .jitter.Result" checktype = "mean" midval = 0.041 -minpercent = 40.0 -maxpercent = 40.0 +minpercent = 50.0 +maxpercent = 50.0