Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

gha: Fix the failure of gha metrics for StratoVirt #8657

Merged
merged 1 commit into from
Jan 11, 2024
Merged

gha: Fix the failure of gha metrics for StratoVirt #8657

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Jump to
Jump to file
Failed to load files.
Diff view
Diff view
2 changes: 1 addition & 1 deletion .github/workflows/run-metrics.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -48,7 +48,7 @@ jobs:
# all the tests due to a single flaky instance.
fail-fast: false
matrix:
vmm: ['clh', 'qemu']
vmm: ['clh', 'qemu', 'stratovirt']
max-parallel: 1
runs-on: metrics
env:
Expand Down
6 changes: 5 additions & 1 deletion tests/common.bash
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -125,7 +125,11 @@ function extract_kata_env() {
HYPERVISOR_PATH=$(sudo ${cmd} env --json | jq -r ${hypervisor_path})
# TODO: there is no ${cmd} of rust version currently
if [ "${KATA_HYPERVISOR}" != "dragonball" ]; then
HYPERVISOR_VERSION=$(sudo -E ${HYPERVISOR_PATH} --version | head -n1)
if [ "${KATA_HYPERVISOR}" = "stratovirt" ]; then
HYPERVISOR_VERSION=$(sudo -E ${HYPERVISOR_PATH} -version | head -n1)
else
HYPERVISOR_VERSION=$(sudo -E ${HYPERVISOR_PATH} --version | head -n1)
fi
fi
VIRTIOFSD_PATH=$(sudo ${cmd} env --json | jq -r ${virtio_fs_daemon_path})

Expand Down
131 changes: 7 additions & 124 deletions tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-stratovirt-kata-metric8.toml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -14,9 +14,9 @@ description = "measure container lifecycle timings"
# within (inclusive)
checkvar = ".\"boot-times\".Results | .[] | .\"to-workload\".Result"
checktype = "mean"
midval = 0.62
minpercent = 40.0
maxpercent = 40.0
midval = 0.48
minpercent = 30.0
maxpercent = 30.0

[[metric]]
name = "memory-footprint"
Expand All @@ -27,9 +27,9 @@ description = "measure memory usage"
# within (inclusive)
checkvar = ".\"memory-footprint\".Results | .[] | .average.Result"
checktype = "mean"
midval = 129842.10
minpercent = 30.0
maxpercent = 30.0
midval = 132550.90
minpercent = 20.0
maxpercent = 20.0

[[metric]]
name = "memory-footprint-inside-container"
Expand All @@ -40,123 +40,6 @@ description = "measure memory inside the container"
# within (inclusive)
checkvar = ".\"memory-footprint-inside-container\".Results | .[] | .memtotal.Result"
checktype = "mean"
midval = 2040568.0
minpercent = 30.0
maxpercent = 30.0

[[metric]]
name = "blogbench"
type = "json"
description = "measure container average of blogbench write"
# Min and Max values to set a 'range' that
# the median of the CSV Results data must fall
# within (inclusive)
checkvar = ".\"blogbench\".Results | .[] | .write.Result"
checktype = "mean"
midval = 603.0
minpercent = 30.0
maxpercent = 30.0

[[metric]]
name = "blogbench"
type = "json"
description = "measure container average of blogbench read"
# Min and Max values to set a 'range' that
# the median of the CSV Results data must fall
# within (inclusive)
checkvar = ".\"blogbench\".Results | .[] | .read.Result"
checktype = "mean"
midval = 37669.0
midval = 4101768.0
minpercent = 30.0
maxpercent = 30.0

[[metric]]
name = "tensorflow_nhwc"
type = "json"
description = "tensorflow resnet model"
# Min and Max values to set a 'range' that
# the median of the CSV Results data must fall
# within (inclusive)
checkvar = ".\"tensorflow_nhwc\".Results | .[] | .resnet.Result"
checktype = "mean"
midval = 2025.0
minpercent = 30.0
maxpercent = 30.0

[[metric]]
name = "tensorflow_nhwc"
type = "json"
description = "tensorflow alexnet model"
# Min and Max values to set a 'range' that
# the median of the CSV Results data must fall
# within (inclusive)
checkvar = ".\"tensorflow_nhwc\".Results | .[] | .alexnet.Result"
checktype = "mean"
midval = 75.0
minpercent = 30.0
maxpercent = 30.0

[[metric]]
name = "latency"
type = "json"
description = "measure container latency"
# Min and Max values to set a 'range' that
# the median of the CSV Results data must fall
# within (inclusive)
checkvar = ".\"latency\".Results | .[] | .latency.Result"
checktype = "mean"
midval = 0.78
minpercent = 30.0
maxpercent = 30.0

[[metric]]
name = "network-iperf3"
type = "json"
description = "measure container cpu utilization using iperf3"
# Min and Max values to set a 'range' that
# the median of the CSV Results data must fall
# within (inclusive)
checkvar = ".\"network-iperf3\".Results | .[] | .cpu.Result"
checktype = "mean"
midval = 60.10
minpercent = 30.0
maxpercent = 30.0

[[metric]]
name = "network-iperf3"
type = "json"
description = "measure container bandwidth using iperf3"
# Min and Max values to set a 'range' that
# the median of the CSV Results data must fall
# within (inclusive)
checkvar = ".\"network-iperf3\".Results | .[] | .bandwidth.Result"
checktype = "mean"
midval = 19959440840.94
minpercent = 30.0
maxpercent = 30.0

[[metric]]
name = "network-iperf3"
type = "json"
description = "measure container parallel bandwidth using iperf3"
# Min and Max values to set a 'range' that
# the median of the CSV Results data must fall
# within (inclusive)
checkvar = ".\"network-iperf3\".Results | .[] | .parallel.Result"
checktype = "mean"
midval = 25487333685.04
minpercent = 30.0
maxpercent = 30.0

[[metric]]
name = "network-iperf3"
type = "json"
description = "iperf"
# Min and Max values to set a 'range' that
# the median of the CSV Results data must fall
# within (inclusive)
checkvar = ".\"network-iperf3\".Results | .[] | .jitter.Result"
checktype = "mean"
midval = 0.038
minpercent = 40.0
maxpercent = 40.0
15 changes: 15 additions & 0 deletions tests/metrics/gha-run.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -72,30 +72,45 @@ function run_test_memory_usage_inside_container() {
}

function run_test_blogbench() {
if [ "${KATA_HYPERVISOR}" = "stratovirt" ]; then
exit 0
fi
info "Running Blogbench test using ${KATA_HYPERVISOR} hypervisor"

bash tests/metrics/storage/blogbench.sh
}

function run_test_tensorflow() {
if [ "${KATA_HYPERVISOR}" = "stratovirt" ]; then
exit 0
fi
info "Running TensorFlow test using ${KATA_HYPERVISOR} hypervisor"

bash tests/metrics/machine_learning/tensorflow_nhwc.sh 1 20
}

function run_test_fio() {
if [ "${KATA_HYPERVISOR}" = "stratovirt" ]; then
exit 0
fi
info "Running FIO test using ${KATA_HYPERVISOR} hypervisor"

bash tests/metrics/storage/fio_test.sh
}

function run_test_iperf() {
if [ "${KATA_HYPERVISOR}" = "stratovirt" ]; then
exit 0
fi
info "Running Iperf test using ${KATA_HYPERVISOR} hypervisor"

bash tests/metrics/network/iperf3_kubernetes/k8s-network-metrics-iperf3.sh -a
}

function run_test_latency() {
if [ "${KATA_HYPERVISOR}" = "stratovirt" ]; then
exit 0
fi
info "Running Latency test using ${KATA_HYPERVISOR} hypervisor"

bash tests/metrics/network/latency_kubernetes/latency-network.sh
Expand Down