diff --git a/tests/performance/.helmignore b/tests/performance/.helmignore index f45ef12c06..db4e51df6b 100644 --- a/tests/performance/.helmignore +++ b/tests/performance/.helmignore @@ -4,4 +4,4 @@ # Match any file or path named .git .git -status-access-vms/ \ No newline at end of file +tools/ \ No newline at end of file diff --git a/tests/performance/README.md b/tests/performance/README.md new file mode 100644 index 0000000000..430c268845 --- /dev/null +++ b/tests/performance/README.md @@ -0,0 +1,447 @@ +- [Performance Testing Framework](#performance-testing-framework) + - [🏗️ Architecture](#️-architecture) + - [Core Components](#core-components) + - [Directory Structure](#directory-structure) + - [🚀 Quick Start](#-quick-start) + - [Prerequisites](#prerequisites) + - [Install Dependencies](#install-dependencies) + - [Create Test Resources](#create-test-resources) + - [Remove Resources](#remove-resources) + - [🛠️ Tools](#️-tools) + - [bootstrap](#bootstrap) + - [Taskfile Integration](#taskfile-integration) + - [Shatal - VM Wobbling Tool](#shatal---vm-wobbling-tool) + - [Evicter - Migration Tool](#evicter---migration-tool) + - [Statistics - Statistics Collection](#statistics---statistics-collection) + - [📊 Monitoring](#-monitoring) + - [Grafana Dashboards](#grafana-dashboards) + - [Prometheus Rules](#prometheus-rules) + - [⚙️ Configuration](#️-configuration) + - [values.yaml](#valuesyaml) + - [Resource Types](#resource-types) + - [🎯 Testing Scenarios](#-testing-scenarios) + - [1. Basic Performance Testing](#1-basic-performance-testing) + - [2. Migration Testing](#2-migration-testing) + - [3. VM Access Testing](#3-vm-access-testing) + - [📈 Metrics and Monitoring](#-metrics-and-monitoring) + - [Key Metrics](#key-metrics) + - [Dashboards](#dashboards) + - [🔧 Development](#-development) + - [Building Tools](#building-tools) + - [Adding New Tests](#adding-new-tests) + - [📝 Usage Examples](#-usage-examples) + - [Creating Test Environment](#creating-test-environment) + - [Resource Cleanup](#resource-cleanup) + - [🤝 Contributing](#-contributing) + - [📄 License](#-license) + +# Performance Testing Framework + +A comprehensive framework for virtualization performance testing, including tools for creating, migrating, and monitoring virtual machines in Kubernetes. + +## 🏗️ Architecture + +### Core Components + +- **Helm Chart**: Resource management through Helm +- **bootstrap**: Main script for creating/deleting test resources +- **Shatal**: Virtual machine "wobbling" tool +- **Evicter**: Continuous VM migration tool +- **Statistics**: Performance statistics collection +- **Monitoring**: Grafana dashboards and Prometheus rules + +### Directory Structure + +``` +performance/ +├── templates/ # Kubernetes manifests +├── tools/ # Testing tools +│ ├── evicter/ # VM migration +│ ├── shatal/ # VM migration tool via node drain +│ ├── statistic/ # Statistics collection +│ └── status-access-vms/ # VM access and monitoring +├── monitoring/ # Grafana dashboards +├── ssh/ # SSH keys for VM access +├── bootstrap.sh # Main script +├── values.yaml # Configuration +└── Taskfile.yaml # Task automation +``` + +## 🚀 Quick Start + +### Prerequisites + +- Kubernetes cluster with virtualization support +- Helm 3 +- kubectl +- Go (for building tools) + +### Install Dependencies + +```bash +task check_or_install_software +``` + +### Create Test Resources + +```bash +# Create 10 virtual machines +task apply COUNT=10 + +# Create only disks +task apply:disks COUNT=5 + +# Create only VMs +task apply:vms COUNT=5 +``` + +### Remove Resources + +```bash +# Remove all resources +task destroy + +# Remove only VMs +task destroy:vms + +# Remove only disks +task destroy:disks +``` + +## 🛠️ Tools + +### bootstrap + +Main script for managing test resources. + +**Available Flags:** +- `--count, -c`: Number of virtual machines to create (required for apply) +- `--namespace, -n`: Namespace for resources (default: current context namespace) +- `--storage-class, -s`: Storage class for VM disks +- `--name, -r`: Release name (default: performance) +- `--resources, -R`: Resources to manage - 'vds', 'vms', or 'all' (default: all) +- `--resources-prefix, -p`: Prefix for resource names (default: performance) + +```bash +# Create resources (using long flags) +./bootstrap.sh apply --count=10 --namespace=perf --storage-class=ceph-pool-r2-csi-rbd + +# Create resources (using short flags) +./bootstrap.sh apply -c 10 -n perf -s ceph-pool-r2-csi-rbd + +# Create only disks +./bootstrap.sh apply -c 5 -n perf -R vds -r performance-disks + +# Create only VMs (assuming disks exist) +./bootstrap.sh apply -c 5 -n perf -R vms -r performance-vms + +# Remove resources +./bootstrap.sh destroy --namespace=perf --resources=all +# or using short flags +./bootstrap.sh destroy -n perf -R all + +# Remove specific resources +./bootstrap.sh destroy -n perf -R vms -r performance-vms +``` + +### Taskfile Integration + +The framework includes comprehensive Taskfile integration for easy automation: + +**Available Tasks:** +```bash +# Basic operations +task apply COUNT=10 # Create 10 VMs +task destroy # Remove all resources +task apply:disks COUNT=5 # Create only disks +task apply:vms COUNT=5 # Create only VMs +task destroy:disks # Remove only disks +task destroy:vms # Remove only VMs + +# Two-step deployment +task apply:all COUNT=30 # Create disks first, then VMs +task destroy:all # Remove VMs first, then disks + +# Utility tasks +task render # Preview Helm templates +task help # Show bootstrap.sh help +task check_or_install_software # Install dependencies +``` + +**Environment Variables:** +```bash +# Set custom values +COUNT=50 NAMESPACE=test STORAGE_CLASS=ceph-pool-r2-csi-rbd task apply +``` + +### Shatal - VM Wobbling Tool + +Tool for continuous stress testing of virtual machines. + +**Features:** +- Node draining with VM migration +- CPU core fraction changes (10% ↔ 25%) +- VM creation/deletion +- Configurable operation weights + +**Usage:** +```bash +cd tools/shatal +KUBECONFIG=$(cat ~/.kube/config | base64 -w 0) +KUBECONFIG_BASE64=$KUBECONFIG task run +``` + +### Evicter - Migration Tool + +Continuous migration of a specified percentage of virtual machines. + +```bash +# Migrate 20% of VMs in namespace 'perf' for 1 hour +./evicter --target=20 --duration=1h --ns=perf +``` + +### Statistics - Statistics Collection + +```bash +cd tools/statistic +task run +``` + +## 📊 Monitoring + +### Grafana Dashboards + +The monitoring directory contains pre-configured Grafana dashboards: + +- **virtualization-dashboard.yaml**: General virtualization statistics +- **virtual-machine-dashboard.yaml**: Detailed VM statistics +- **ceph-dashboard.yaml**: Storage monitoring + +### SSH Access + +The `ssh/` directory contains SSH keys for VM access: +- `id_ed`: Private SSH key +- `id_ed.pub`: Public SSH key + +### Prometheus Rules + +Configured rules for performance monitoring and alerts. + +## ⚙️ Configuration + +### values.yaml + +Main configuration parameters: + +```yaml +# Number of resources +count: 1 + +# Resources to create +resources: + default: all # all, vms, vds, vi + prefix: "performance" + storageClassName: "ceph-pool-r2-csi-rbd" + + # VM configuration + vm: + runPolicy: AlwaysOnUnlessStoppedManually + restartApprovalMode: Dynamic + spec: + cpu: + cores: 1 + coreFraction: 10% + memory: + size: 256Mi + + # Virtual disk configuration + vd: + spec: + type: vd # vi or vd + diskSize: 300Mi + + # Virtual image configuration + vi: + spec: + type: vi # vi or pvc + baseImage: + name: alpine + url: "https://example.com/alpine.qcow2" +``` + +### Resource Types + +**VirtualDisk (vd.spec.type):** +- `vi`: creates VMs with VirtualImage in blockDeviceRefs +- `vd`: creates VMs with corresponding VirtualDisk + +**VirtualImage (vi.spec.type):** +- `vi`: creates image through ContainerRegistry +- `pvc`: creates image through PersistentVolumeClaim + +## 🎯 Testing Scenarios + +### 1. Basic Performance Testing + +```bash +# Create 100 VMs for load testing +task apply COUNT=100 + +# Start statistics collection +cd tools/statistic && task run + +# Start wobbling tool +cd tools/shatal && task run +``` + +### 2. Migration Testing + +```bash +# Start continuous migration of 30% VMs +cd tools/evicter +go run cmd/main.go --target=30 --duration=2h +``` + +### 3. VM Access Testing + +```bash +# Configure VM access through Ansible +cd tools/status-access-vms/ansible +task run + +# Start load testing +cd tools/status-access-vms/tank +task run +``` + +## 📈 Metrics and Monitoring + +### Key Metrics + +- VM creation time +- VM migration time +- Resource usage (CPU, memory, disk) +- VM availability +- Storage performance + +### Dashboards + +All dashboards are automatically deployed when creating resources and are available in Grafana. + +## 🔧 Development + +### Building Tools + +```bash +# Build evicter +cd tools/evicter +go build -o evicter cmd/main.go + +# Build shatal +cd tools/shatal +go build -o shatal cmd/shatal/main.go + +# Build statistic +cd tools/statistic +go build -o stat cmd/stat/main.go +``` + +### Adding New Tests + +1. Create a new template in `templates/` +2. Add configuration to `values.yaml` +3. Update `bootstrap.sh` if necessary +4. Add tasks to `Taskfile.yaml` + +## 📝 Usage Examples + +### Creating Test Environment + +```bash +# 1. Create namespace +kubectl create namespace perf + +# 2. Create 50 VMs with disks +task apply COUNT=50 NAMESPACE=perf + +# 3. Start monitoring +cd tools/statistic && task run + +# 4. Start stress testing +cd tools/shatal && task run +``` + +### Resource Cleanup + +```bash +# Remove all resources from namespace +task destroy NAMESPACE=perf +``` + +## 🔧 Troubleshooting + +### Common Issues + +**1. Helm Template Errors** +```bash +# If you get template errors, check the values structure +helm template test . --values values.yaml + +# Debug with verbose output +task apply COUNT=1 --verbose +``` + +**2. Resource Conflicts** +```bash +# If resources are stuck in terminating state +kubectl delete virtualmachines --all -n perf --force --grace-period=0 +kubectl delete virtualdisks --all -n perf --force --grace-period=0 + +# Clean up secrets +kubectl delete secrets --all -n perf +``` + +**3. Namespace Issues** +```bash +# Check current namespace +kubectl config view --minify -o jsonpath='{..namespace}' + +# Switch to correct namespace +kubectl config set-context --current --namespace=perf +``` + +**4. Storage Class Issues** +```bash +# List available storage classes +kubectl get storageclass + +# Use correct storage class +task apply COUNT=5 STORAGE_CLASS=ceph-pool-r2-csi-rbd +``` + +### Debug Commands + +```bash +# Check Helm releases +helm list -n perf + +# Check resource status +kubectl get all -n perf +kubectl get virtualmachines -n perf +kubectl get virtualdisks -n perf + +# Check logs +kubectl logs -n perf -l app=performance +``` + +## 🤝 Contributing + +1. Fork the repository +2. Create a branch for new feature +3. Make changes +4. Add tests +5. Create Pull Request + +## 📄 License + +Copyright 2024 Flant JSC. Licensed under the Apache License, Version 2.0. \ No newline at end of file diff --git a/tests/performance/Taskfile.yaml b/tests/performance/Taskfile.yaml index b74a1b4e7c..2e05b3d7a5 100644 --- a/tests/performance/Taskfile.yaml +++ b/tests/performance/Taskfile.yaml @@ -6,40 +6,58 @@ silent: true includes: shatal: - taskfile: ./shatal - dir: ./shatal + taskfile: tools/shatal + dir: tools/shatal tank: - taskfile: status-access-vms/tank/Taskfile.tank.yaml - dir: status-access-vms/tank + taskfile: tools/status-access-vms/tank/Taskfile.tank.yaml + dir: tools/status-access-vms/tank optional: true ansible: - taskfile: status-access-vms/ansible/Taskfile.ansible.yaml - dir: status-access-vms/ansible + taskfile: tools/status-access-vms/ansible/Taskfile.ansible.yaml + dir: tools/status-access-vms/ansible + optional: true + statistic: + taskfile: tools/statistic/Taskfile.yaml + dir: tools/statistic + optional: true + evicter: + taskfile: tools/evicter/Taskfile.yaml + dir: tools/evicter optional: true vars: COUNT: '{{ .COUNT | default "1" }}' - NAMESPACE: "{{ .NAMESPACE }}" - STORAGE_CLASS: "{{ .STORAGE_CLASS }}" + NAMESPACE: '{{ .NAMESPACE | default "perf" }}' + STORAGE_CLASS: '{{ .STORAGE_CLASS | default "linstor-thin-r1" }}' RESOURCES: '{{ .RESOURCES | default "all" }}' NAME_PREFIX: '{{ .NAME_PREFIX | default "performance" }}' RESOURCES_PREFIX: '{{ .RESOURCES_PREFIX | default "performance" }}' tasks: + tst: + cmds: + - echo "{{ .STORAGE_CLASS }}" + + render: + desc: "Render templates with default values" + cmds: + - | + helm template test . --values values.yaml + help: - desc: "Help about bootstrapper.sh." + desc: "Help about bootstrap.sh." cmds: - - ./bootstrapper.sh --help + - ./bootstrap.sh --help apply: desc: "Apply disks and virtual machines." cmds: - - ./bootstrapper.sh apply --count="{{ .COUNT }}" --namespace="{{ .NAMESPACE }}" --storage-class="{{ .STORAGE_CLASS }}" --resources-prefix="{{ .RESOURCES_PREFIX }}" --resources="{{ .RESOURCES }}" --name="{{ .NAME_PREFIX }}" + - ./bootstrap.sh apply --count="{{ .COUNT }}" --namespace="{{ .NAMESPACE }}" --storage-class="{{ .STORAGE_CLASS }}" --resources-prefix="{{ .RESOURCES_PREFIX }}" --resources="{{ .RESOURCES }}" --name="{{ .NAME_PREFIX }}" destroy: desc: "Destroy disks and virtual machines." cmds: - - ./bootstrapper.sh destroy --namespace="{{ .NAMESPACE }}" --resources-prefix="{{ .RESOURCES_PREFIX }}" --resources="{{ .RESOURCES }}" --name="{{ .NAME_PREFIX }}" + - ./bootstrap.sh destroy --namespace="{{ .NAMESPACE }}" --resources-prefix="{{ .RESOURCES_PREFIX }}" --resources="{{ .RESOURCES }}" --name="{{ .NAME_PREFIX }}" apply:all: desc: "Apply disks and virtual machines in two steps (in two different releases)." @@ -75,22 +93,22 @@ tasks: apply:disks: desc: "Apply virtual machine disks." cmds: - - ./bootstrapper.sh apply --count="{{ .COUNT }}" --namespace="{{ .NAMESPACE }}" --storage-class="{{ .STORAGE_CLASS }}" --resources-prefix="{{ .RESOURCES_PREFIX }}" --resources="disks" --name="{{ .NAME_PREFIX }}-disks" + - ./bootstrap.sh apply --count="{{ .COUNT }}" --namespace="{{ .NAMESPACE }}" --storage-class="{{ .STORAGE_CLASS }}" --resources-prefix="{{ .RESOURCES_PREFIX }}" --resources="vds" --name="{{ .NAME_PREFIX }}-disks" apply:vms: desc: "Apply virtual machines." cmds: - - ./bootstrapper.sh apply --count="{{ .COUNT }}" --namespace="{{ .NAMESPACE }}" --resources-prefix="{{ .RESOURCES_PREFIX }}" --resources="vms" --name="{{ .NAME_PREFIX }}-vms" + - ./bootstrap.sh apply --count="{{ .COUNT }}" --namespace="{{ .NAMESPACE }}" --resources-prefix="{{ .RESOURCES_PREFIX }}" --resources="vms" --name="{{ .NAME_PREFIX }}-vms" destroy:disks: desc: "Destroy disks." cmds: - - ./bootstrapper.sh destroy --namespace="{{ .NAMESPACE }}" --resources-prefix="{{ .RESOURCES_PREFIX }}" --resources="disks" --name="{{ .NAME_PREFIX }}-disks" + - ./bootstrap.sh destroy --namespace="{{ .NAMESPACE }}" --resources-prefix="{{ .RESOURCES_PREFIX }}" --resources="vds" --name="{{ .NAME_PREFIX }}-disks" destroy:vms: desc: "Destroy virtual machines." cmds: - - ./bootstrapper.sh destroy --namespace="{{ .NAMESPACE }}" --resources-prefix="{{ .RESOURCES_PREFIX }}" --resources="vms" --name="{{ .NAME_PREFIX }}-vms" + - ./bootstrap.sh destroy --namespace="{{ .NAMESPACE }}" --resources-prefix="{{ .RESOURCES_PREFIX }}" --resources="vms" --name="{{ .NAME_PREFIX }}-vms" check_or_install_software: desc: "Check and install Helm3, Ansible, and K9s" diff --git a/tests/performance/bootstrapper.sh b/tests/performance/bootstrap.sh similarity index 60% rename from tests/performance/bootstrapper.sh rename to tests/performance/bootstrap.sh index 8a2aebb795..c8376d55f4 100755 --- a/tests/performance/bootstrapper.sh +++ b/tests/performance/bootstrap.sh @@ -21,22 +21,24 @@ Usage: $(basename "$0") COMMAND OPTIONS Commands: apply Apply virtual machines. Arguments: - (Required) --count: count of virtual machines to create. - (Optional) --namespace: namespace for virtual machines. If not defined - using default namespace. - (Optional) --storage-class: storage-class for virtual machine disks. If not defined - using default SC. - (Optional) --resources-prefix (default: performance): prefix to be used fo resource names. + (Required) --count, -c: count of virtual machines to create. + (Optional) --namespace, -n: namespace for virtual machines. If not defined - using default namespace. + (Optional) --storage-class, -s: storage-class for virtual machine disks. If not defined - using default SC. + (Optional) --resources-prefix, -p (default: performance): prefix to be used for resource names. --- destroy Destroy set of virtual machines. Global Arguments: - --name (default: performance): name for release of virtual machine. - --resources: (default: 'all'): resources to manage. Possible values: 'disks', 'vms' or 'all'. + --name, -r (default: performance): name for release of virtual machine. + --resources, -R (default: 'all'): resources to manage. Possible values: 'vds', 'vms' or 'all'. Examples: Bootstrap: $(basename "$0") apply --count=1 - $(basename "$0") apply --resources=disks --count=1 --namespace=default --storage-class=default - $(basename "$0") destroy --resources=disks --namespace=default + $(basename "$0") apply -c 1 -n default -s ceph-pool-r2-csi-rbd + $(basename "$0") apply --resources=vds --count=1 --namespace=default --storage-class=default + $(basename "$0") destroy --resources=vds --namespace=default + $(basename "$0") destroy -R vds -n default EOF } @@ -45,8 +47,8 @@ function handle_exit() { } function validate_global_args() { - if [ "${RESOURCES}" != "all" ] && [ "${RESOURCES}" != "vms" ] && [ "${RESOURCES}" != "disks" ]; then - echo "ERROR: Invalid --resources flag: allowed values 'disks', 'vms' or 'all'" + if [ "${RESOURCES}" != "all" ] && [ "${RESOURCES}" != "vms" ] && [ "${RESOURCES}" != "vds" ]; then + echo "ERROR: Invalid --resources flag: allowed values 'vds', 'vms' or 'all'" usage exit 1 fi @@ -69,9 +71,9 @@ function validate_apply_args() { function apply() { echo "Apply resources: ${RESOURCES}" - args=( upgrade --install "${RELEASE_NAME}" . -n "${NAMESPACE}" --create-namespace --set "count=${COUNT}" --set "resourcesPrefix=${RESOURCES_PREFIX}" --set "resources=${RESOURCES}" ) + args=( upgrade --install "${RELEASE_NAME}" . -n "${NAMESPACE}" --create-namespace --set "count=${COUNT}" --set "resourcesPrefix=${RESOURCES_PREFIX}" --set "resources.default=${RESOURCES}" ) if [ -n "${STORAGE_CLASS}" ]; then - args+=( --set "storageClass=${STORAGE_CLASS}" ) + args+=( --set "resources.storageClassName=${STORAGE_CLASS}" ) fi helm "${args[@]}" @@ -80,27 +82,10 @@ function apply() { function destroy() { echo "Delete resources: ${RESOURCES}" + echo "$(date +"%Y-%m-%d %H:%M:%S") - Deleting release [${RELEASE_NAME}]" helm uninstall "${RELEASE_NAME}" -n "${NAMESPACE}" + echo "$(date +"%Y-%m-%d %H:%M:%S") - Release [${RELEASE_NAME}] was deleted" - case "${RESOURCES}" in - "all") - kubectl wait -n "${NAMESPACE}" --for=delete vm -l vm="${RESOURCES_PREFIX}" - kubectl wait -n "${NAMESPACE}" --for=delete vd -l vm="${RESOURCES_PREFIX}" - kubectl wait -n "${NAMESPACE}" --for=delete vi -l vm="${RESOURCES_PREFIX}" - ;; - "disks") - kubectl wait -n "${NAMESPACE}" --for=delete vd -l vm="${RESOURCES_PREFIX}" - kubectl wait -n "${NAMESPACE}" --for=delete vi -l vm="${RESOURCES_PREFIX}" - ;; - "vms") - kubectl wait -n "${NAMESPACE}" --for=delete vm -l vm="${RESOURCES_PREFIX}" - ;; - *) - echo "ERROR: Invalid argument" - usage - exit 1 - ;; - esac } if [ "$#" -eq 0 ] || [ "${1}" == "--help" ] ; then @@ -120,30 +105,54 @@ shift # Set naming variable while [[ $# -gt 0 ]]; do case "$1" in - --count=*) + --count=*|-c=*) COUNT="${1#*=}" shift ;; - --namespace=*) + -c) + COUNT="$2" + shift 2 + ;; + --namespace=*|-n=*) NAMESPACE="${1#*=}" shift ;; - --storage-class=*) + -n) + NAMESPACE="$2" + shift 2 + ;; + --storage-class=*|-s=*) STORAGE_CLASS="${1#*=}" shift ;; - --name=*) + -s) + STORAGE_CLASS="$2" + shift 2 + ;; + --name=*|-r=*) RELEASE_NAME="${1#*=}" shift ;; - --resources=*) + -r) + RELEASE_NAME="$2" + shift 2 + ;; + --resources=*|-R=*) RESOURCES="${1#*=}" shift ;; - --resources-prefix=*) + -R) + RESOURCES="$2" + shift 2 + ;; + --resources-prefix=*|-p=*) RESOURCES_PREFIX="${1#*=}" shift ;; + -p) + RESOURCES_PREFIX="$2" + shift 2 + ;; *) echo "ERROR: Invalid argument: $1" usage diff --git a/tests/performance/ceph-dashboard.yaml b/tests/performance/monitoring/ceph-dashboard.yaml similarity index 100% rename from tests/performance/ceph-dashboard.yaml rename to tests/performance/monitoring/ceph-dashboard.yaml diff --git a/tests/performance/virtual-machine-dashboard.yaml b/tests/performance/monitoring/virtual-machine-dashboard.yaml similarity index 100% rename from tests/performance/virtual-machine-dashboard.yaml rename to tests/performance/monitoring/virtual-machine-dashboard.yaml diff --git a/tests/performance/virtualization-dashboard.yaml b/tests/performance/monitoring/virtualization-dashboard.yaml similarity index 75% rename from tests/performance/virtualization-dashboard.yaml rename to tests/performance/monitoring/virtualization-dashboard.yaml index d1f69f1d50..96c01f5ad7 100644 --- a/tests/performance/virtualization-dashboard.yaml +++ b/tests/performance/monitoring/virtualization-dashboard.yaml @@ -187,7 +187,7 @@ spec: "uid": "${ds_prometheus}" }, "editorMode": "code", - "expr": "sum by (phase) ((kube_pod_status_phase{} * on (pod) group_left(label_vm_kubevirt_internal_virtualization_deckhouse_io_name) kube_pod_labels{label_vm_kubevirt_internal_virtualization_deckhouse_io_name!=\"\"}))", + "expr": "sum by (phase) ((kube_pod_status_phase{namespace=~\"$namespace\"} * on (pod) group_left(label_vm_kubevirt_internal_virtualization_deckhouse_io_name) kube_pod_labels{label_vm_kubevirt_internal_virtualization_deckhouse_io_name!=\"\"}))", "hide": false, "instant": false, "legendFormat": "{{phase}}", @@ -442,7 +442,7 @@ spec: "uid": "${ds_prometheus}" }, "editorMode": "code", - "expr": "sum by (phase) ((kube_pod_status_phase{} * on (pod) group_left(label_vm_kubevirt_internal_virtualization_deckhouse_io_name) kube_pod_labels{label_vm_kubevirt_internal_virtualization_deckhouse_io_name!=\"\"})==1)", + "expr": "sum by (phase) ((kube_pod_status_phase{namespace=~\"$namespace\"} * on (pod) group_left(label_vm_kubevirt_internal_virtualization_deckhouse_io_name) kube_pod_labels{label_vm_kubevirt_internal_virtualization_deckhouse_io_name!=\"\"})==1)", "hide": false, "instant": false, "legendFormat": "__auto", @@ -540,7 +540,7 @@ spec: "uid": "${ds_prometheus}" }, "editorMode": "code", - "expr": "sum by (label_kubevirt_internal_virtualization_deckhouse_io_node_name) ((kube_pod_status_phase{} * on (pod) group_left(label_kubevirt_internal_virtualization_deckhouse_io_node_name) kube_pod_labels{label_kubevirt_internal_virtualization_deckhouse_io_node_name!=\"\"})==1)", + "expr": "sum by (label_kubevirt_internal_virtualization_deckhouse_io_node_name) ((kube_pod_status_phase{namespace=~\"$namespace\"} * on (pod) group_left(label_kubevirt_internal_virtualization_deckhouse_io_node_name) kube_pod_labels{label_kubevirt_internal_virtualization_deckhouse_io_node_name!=\"\"})==1)", "hide": false, "instant": false, "legendFormat": "__auto", @@ -873,7 +873,8 @@ spec: "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "light-red", @@ -1116,7 +1117,8 @@ spec: "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -1242,7 +1244,8 @@ spec: "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -1342,7 +1345,7 @@ spec: "type": "table" }, { - "collapsed": true, + "collapsed": false, "gridPos": { "h": 1, "w": 24, @@ -1350,629 +1353,632 @@ spec: "y": 42 }, "id": 42, - "panels": [ + "panels": [], + "title": "VirtualDIsks", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${ds_prometheus}" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineStyle": { + "fill": "solid" + }, + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "always", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 10, + "w": 24, + "x": 0, + "y": 43 + }, + "id": 46, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "8.5.13", + "targets": [ { "datasource": { "type": "prometheus", "uid": "${ds_prometheus}" }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "axisSoftMin": 0, - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false + "editorMode": "code", + "exemplar": false, + "expr": "count(d8_virtualization_virtualdisk_status_phase{prometheus!=\"deckhouse\", namespace=~\"$namespace\"}==1) by (phase)", + "format": "time_series", + "hide": false, + "instant": false, + "legendFormat": "{{ phase }}", + "range": true, + "refId": "F" + } + ], + "title": "Count VirtualDISK Phases", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "P0D6E4079E36703EB" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "left", + "axisSoftMax": 7, + "axisSoftMin": -1, + "axisWidth": 125, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineStyle": { + "fill": "solid" + }, + "lineWidth": 3, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "area" + } + }, + "mappings": [ + { + "options": { + "0": { + "color": "red", + "index": 1, + "text": "Unknown" }, - "insertNulls": false, - "lineInterpolation": "smooth", - "lineStyle": { - "fill": "solid" + "1": { + "color": "red", + "index": 2, + "text": "PVCLost" }, - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" + "2": { + "color": "red", + "index": 3, + "text": "Failed" }, - "showPoints": "always", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "none" + "3": { + "color": "red", + "index": 4, + "text": "Pending" }, - "thresholdsStyle": { - "mode": "off" + "4": { + "color": "red", + "index": 5, + "text": "WaitForUserUpload" + }, + "5": { + "color": "red", + "index": 6, + "text": "Provisioning" + }, + "6": { + "color": "red", + "index": 7, + "text": "Ready" + }, + "7": { + "color": "red", + "index": 8, + "text": "-" + }, + "-1": { + "color": "red", + "index": 0, + "text": "-" } }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 10, - "w": 24, - "x": 0, - "y": 11 - }, - "id": 46, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "pluginVersion": "8.5.13", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${ds_prometheus}" - }, - "editorMode": "code", - "exemplar": false, - "expr": "count(d8_virtualization_virtualdisk_status_phase{prometheus!=\"deckhouse\", namespace=~\"$namespace\"}==1) by (phase)", - "format": "time_series", - "hide": false, - "instant": false, - "legendFormat": "{{ phase }}", - "range": true, - "refId": "F" + "type": "value" } ], - "title": "Count VirtualDISK Phases", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "P0D6E4079E36703EB" - }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "left", - "axisSoftMax": 7, - "axisSoftMin": -1, - "axisWidth": 125, - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineStyle": { - "fill": "solid" - }, - "lineWidth": 3, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "area" - } + { + "color": "light-red", + "value": -1 }, - "mappings": [ - { - "options": { - "0": { - "color": "red", - "index": 1, - "text": "Unknown" - }, - "1": { - "color": "red", - "index": 2, - "text": "PVCLost" - }, - "2": { - "color": "red", - "index": 3, - "text": "Failed" - }, - "3": { - "color": "red", - "index": 4, - "text": "Pending" - }, - "4": { - "color": "red", - "index": 5, - "text": "WaitForUserUpload" - }, - "5": { - "color": "red", - "index": 6, - "text": "Provisioning" - }, - "6": { - "color": "red", - "index": 7, - "text": "Ready" - }, - "7": { - "color": "red", - "index": 8, - "text": "-" - }, - "-1": { - "color": "red", - "index": 0, - "text": "-" - } - }, - "type": "value" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "light-red", - "value": -1 - }, - { - "color": "light-yellow", - "value": 2.5 - }, - { - "color": "light-green", - "value": 4.5 - } - ] + { + "color": "light-yellow", + "value": 2.5 + }, + { + "color": "light-green", + "value": 4.5 + } + ] + } + }, + "overrides": [ + { + "__systemRef": "hideSeriesFrom", + "matcher": { + "id": "byNames", + "options": { + "mode": "exclude", + "names": [ + "test-complete" + ], + "prefix": "All except:", + "readOnly": true } }, - "overrides": [ + "properties": [ { - "__systemRef": "hideSeriesFrom", - "matcher": { - "id": "byNames", - "options": { - "mode": "exclude", - "names": [ - "test-complete" - ], - "prefix": "All except:", - "readOnly": true - } - }, - "properties": [ - { - "id": "custom.hideFrom", - "value": { - "legend": false, - "tooltip": false, - "viz": true - } - } - ] + "id": "custom.hideFrom", + "value": { + "legend": false, + "tooltip": false, + "viz": true + } } ] - }, - "gridPos": { - "h": 11, - "w": 12, - "x": 0, - "y": 21 - }, - "id": 50, - "options": { - "legend": { - "calcs": [], - "displayMode": "table", - "placement": "right", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "pluginVersion": "8.5.13", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "P0D6E4079E36703EB" - }, - "editorMode": "code", - "exemplar": false, - "expr": "(d8_virtualization_virtualdisk_status_phase{prometheus!=\"deckhouse\", namespace=~\"$namespace\",phase=\"Unknown\"} > 0) - 1 + 0", - "format": "time_series", - "hide": false, - "instant": false, - "legendFormat": "{{ name }}", - "range": true, - "refId": "F" - }, - { - "datasource": { - "type": "prometheus", - "uid": "P0D6E4079E36703EB" - }, - "editorMode": "code", - "exemplar": false, - "expr": "(d8_virtualization_virtualdisk_status_phase{prometheus!=\"deckhouse\", namespace=~\"$namespace\",phase=\"PVCLost\"} > 0) - 1 + 1", - "format": "time_series", - "hide": false, - "instant": false, - "legendFormat": "{{ name }}", - "range": true, - "refId": "B" - }, - { - "datasource": { - "type": "prometheus", - "uid": "P0D6E4079E36703EB" - }, - "editorMode": "code", - "exemplar": false, - "expr": "(d8_virtualization_virtualdisk_status_phase{prometheus!=\"deckhouse\", namespace=~\"$namespace\",phase=\"Failed\"} > 0) - 1 + 2", - "format": "time_series", - "hide": false, - "instant": false, - "legendFormat": "{{ name }}", - "range": true, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "P0D6E4079E36703EB" - }, - "editorMode": "code", - "exemplar": false, - "expr": "(d8_virtualization_virtualdisk_status_phase{prometheus!=\"deckhouse\", namespace=~\"$namespace\",phase=\"Pending\"} > 0) - 1 + 3", - "format": "time_series", - "hide": false, - "instant": false, - "legendFormat": "{{ name }}", - "range": true, - "refId": "C" - }, - { - "datasource": { - "type": "prometheus", - "uid": "P0D6E4079E36703EB" - }, - "editorMode": "code", - "exemplar": false, - "expr": "(d8_virtualization_virtualdisk_status_phase{prometheus!=\"deckhouse\", namespace=~\"$namespace\",phase=\"WaitForUserUpload\"} > 0) - 1 + 4", - "format": "time_series", - "hide": false, - "instant": false, - "legendFormat": "{{ name }}", - "range": true, - "refId": "G" - }, - { - "datasource": { - "type": "prometheus", - "uid": "P0D6E4079E36703EB" - }, - "editorMode": "code", - "exemplar": false, - "expr": "(d8_virtualization_virtualdisk_status_phase{prometheus!=\"deckhouse\", namespace=~\"$namespace\",phase=\"Provisioning\"} > 0) - 1 + 5", - "format": "time_series", - "hide": false, - "instant": false, - "legendFormat": "{{ name }}", - "range": true, - "refId": "D" - }, - { - "datasource": { - "type": "prometheus", - "uid": "P0D6E4079E36703EB" - }, - "editorMode": "code", - "exemplar": false, - "expr": "(d8_virtualization_virtualdisk_status_phase{prometheus!=\"deckhouse\", namespace=~\"$namespace\",phase=\"Ready\"} > 0) -1 + 6", - "format": "time_series", - "hide": false, - "instant": false, - "legendFormat": "{{ name }}", - "range": true, - "refId": "E" - } - ], - "title": "VirtualDISK Phases TimeLine", - "type": "timeseries" + } + ] + }, + "gridPos": { + "h": 11, + "w": 12, + "x": 0, + "y": 53 + }, + "id": 50, + "options": { + "legend": { + "calcs": [], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "8.5.13", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "P0D6E4079E36703EB" + }, + "editorMode": "code", + "exemplar": false, + "expr": "(d8_virtualization_virtualdisk_status_phase{prometheus!=\"deckhouse\", namespace=~\"$namespace\",phase=\"Unknown\"} > 0) - 1 + 0", + "format": "time_series", + "hide": false, + "instant": false, + "legendFormat": "{{ name }}", + "range": true, + "refId": "F" }, { "datasource": { "type": "prometheus", - "uid": "${ds_prometheus}" + "uid": "P0D6E4079E36703EB" }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "custom": { - "align": "left", - "cellOptions": { - "type": "auto" - }, - "inspect": false - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - } - ] - } - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "Time" - }, - "properties": [ - { - "id": "custom.width", - "value": 377 - } - ] - } - ] + "editorMode": "code", + "exemplar": false, + "expr": "(d8_virtualization_virtualdisk_status_phase{prometheus!=\"deckhouse\", namespace=~\"$namespace\",phase=\"PVCLost\"} > 0) - 1 + 1", + "format": "time_series", + "hide": false, + "instant": false, + "legendFormat": "{{ name }}", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "P0D6E4079E36703EB" }, - "gridPos": { - "h": 11, - "w": 6, - "x": 12, - "y": 21 + "editorMode": "code", + "exemplar": false, + "expr": "(d8_virtualization_virtualdisk_status_phase{prometheus!=\"deckhouse\", namespace=~\"$namespace\",phase=\"Failed\"} > 0) - 1 + 2", + "format": "time_series", + "hide": false, + "instant": false, + "legendFormat": "{{ name }}", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "P0D6E4079E36703EB" }, - "id": 47, - "options": { - "cellHeight": "sm", - "footer": { - "countRows": false, - "fields": "", - "reducer": [ - "sum" - ], - "show": false + "editorMode": "code", + "exemplar": false, + "expr": "(d8_virtualization_virtualdisk_status_phase{prometheus!=\"deckhouse\", namespace=~\"$namespace\",phase=\"Pending\"} > 0) - 1 + 3", + "format": "time_series", + "hide": false, + "instant": false, + "legendFormat": "{{ name }}", + "range": true, + "refId": "C" + }, + { + "datasource": { + "type": "prometheus", + "uid": "P0D6E4079E36703EB" + }, + "editorMode": "code", + "exemplar": false, + "expr": "(d8_virtualization_virtualdisk_status_phase{prometheus!=\"deckhouse\", namespace=~\"$namespace\",phase=\"WaitForUserUpload\"} > 0) - 1 + 4", + "format": "time_series", + "hide": false, + "instant": false, + "legendFormat": "{{ name }}", + "range": true, + "refId": "G" + }, + { + "datasource": { + "type": "prometheus", + "uid": "P0D6E4079E36703EB" + }, + "editorMode": "code", + "exemplar": false, + "expr": "(d8_virtualization_virtualdisk_status_phase{prometheus!=\"deckhouse\", namespace=~\"$namespace\",phase=\"Provisioning\"} > 0) - 1 + 5", + "format": "time_series", + "hide": false, + "instant": false, + "legendFormat": "{{ name }}", + "range": true, + "refId": "D" + }, + { + "datasource": { + "type": "prometheus", + "uid": "P0D6E4079E36703EB" + }, + "editorMode": "code", + "exemplar": false, + "expr": "(d8_virtualization_virtualdisk_status_phase{prometheus!=\"deckhouse\", namespace=~\"$namespace\",phase=\"Ready\"} > 0) -1 + 6", + "format": "time_series", + "hide": false, + "instant": false, + "legendFormat": "{{ name }}", + "range": true, + "refId": "E" + } + ], + "title": "VirtualDISK Phases TimeLine", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${ds_prometheus}" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "custom": { + "align": "left", + "cellOptions": { + "type": "auto" }, - "showHeader": true, - "sortBy": [ + "inspect": false + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ { - "desc": false, - "displayName": "Name" + "color": "green", + "value": null } ] - }, - "pluginVersion": "10.4.5", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${ds_prometheus}" - }, - "editorMode": "code", - "exemplar": false, - "expr": "d8_virtualization_virtualdisk_status_phase{prometheus!=\"deckhouse\",namespace=~\"$namespace\"}==1", - "format": "table", - "hide": false, - "instant": true, - "legendFormat": "__auto", - "range": false, - "refId": "A" - } - ], - "title": "VirtualDISK ALL Phases", - "transformations": [ - { - "id": "merge", - "options": {} - }, - { - "id": "filterFieldsByName", - "options": { - "include": { - "names": [ - "exported_namespace", - "name", - "phase" - ] - } - } + } + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "Time" }, - { - "id": "organize", - "options": { - "excludeByName": {}, - "indexByName": {}, - "renameByName": { - "exported_namespace": "Namespace", - "name": "Name", - "phase": "Phase" - } + "properties": [ + { + "id": "custom.width", + "value": 377 } - } + ] + } + ] + }, + "gridPos": { + "h": 11, + "w": 6, + "x": 12, + "y": 53 + }, + "id": 47, + "options": { + "cellHeight": "sm", + "footer": { + "countRows": false, + "fields": "", + "reducer": [ + "sum" ], - "type": "table" + "show": false }, + "showHeader": true, + "sortBy": [ + { + "desc": false, + "displayName": "Name" + } + ] + }, + "pluginVersion": "10.4.5", + "targets": [ { "datasource": { "type": "prometheus", "uid": "${ds_prometheus}" }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "custom": { - "align": "left", - "cellOptions": { - "type": "auto" - }, - "inspect": false - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - } + "editorMode": "code", + "exemplar": false, + "expr": "d8_virtualization_virtualdisk_status_phase{prometheus!=\"deckhouse\",namespace=~\"$namespace\"}==1", + "format": "table", + "hide": false, + "instant": true, + "legendFormat": "__auto", + "range": false, + "refId": "A" + } + ], + "title": "VirtualDISK ALL Phases", + "transformations": [ + { + "id": "merge", + "options": {} + }, + { + "id": "filterFieldsByName", + "options": { + "include": { + "names": [ + "exported_namespace", + "name", + "phase" + ] + } + } + }, + { + "id": "organize", + "options": { + "excludeByName": {}, + "indexByName": {}, + "renameByName": { + "exported_namespace": "Namespace", + "name": "Name", + "phase": "Phase" + } + } + } + ], + "type": "table" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${ds_prometheus}" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "custom": { + "align": "left", + "cellOptions": { + "type": "auto" }, - "overrides": [ + "inspect": false + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ { - "matcher": { - "id": "byName", - "options": "Time" - }, - "properties": [ - { - "id": "custom.width", - "value": 377 - } - ] + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 } ] - }, - "gridPos": { - "h": 11, - "w": 6, - "x": 18, - "y": 21 - }, - "id": 48, - "options": { - "cellHeight": "sm", - "footer": { - "countRows": false, - "fields": "", - "reducer": [ - "sum" - ], - "show": false + } + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "Time" }, - "showHeader": true, - "sortBy": [ + "properties": [ { - "desc": false, - "displayName": "Namespace" + "id": "custom.width", + "value": 377 } ] + } + ] + }, + "gridPos": { + "h": 11, + "w": 6, + "x": 18, + "y": 53 + }, + "id": 48, + "options": { + "cellHeight": "sm", + "footer": { + "countRows": false, + "fields": "", + "reducer": [ + "sum" + ], + "show": false + }, + "showHeader": true, + "sortBy": [ + { + "desc": false, + "displayName": "Namespace" + } + ] + }, + "pluginVersion": "10.4.5", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${ds_prometheus}" }, - "pluginVersion": "10.4.5", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${ds_prometheus}" - }, - "editorMode": "code", - "exemplar": false, - "expr": "d8_virtualization_virtualdisk_status_phase{prometheus!=\"deckhouse\", namespace=~\"$namespace\", phase!=\"Ready\"} > 0", - "format": "table", - "instant": true, - "legendFormat": "__auto", - "range": false, - "refId": "A" + "editorMode": "code", + "exemplar": false, + "expr": "d8_virtualization_virtualdisk_status_phase{prometheus!=\"deckhouse\", namespace=~\"$namespace\", phase!=\"Ready\"} > 0", + "format": "table", + "instant": true, + "legendFormat": "__auto", + "range": false, + "refId": "A" + } + ], + "title": "VirtualDISK NotReady Phases", + "transformations": [ + { + "id": "merge", + "options": {} + }, + { + "id": "filterFieldsByName", + "options": { + "include": { + "names": [ + "exported_namespace", + "name", + "phase" + ] } - ], - "title": "VirtualDISK NotReady Phases", - "transformations": [ - { - "id": "merge", - "options": {} - }, - { - "id": "filterFieldsByName", - "options": { - "include": { - "names": [ - "exported_namespace", - "name", - "phase" - ] - } - } - }, - { - "id": "organize", - "options": { - "excludeByName": {}, - "indexByName": {}, - "renameByName": { - "exported_namespace": "Namespace", - "name": "Name", - "phase": "Phase" - } - } + } + }, + { + "id": "organize", + "options": { + "excludeByName": {}, + "indexByName": {}, + "renameByName": { + "exported_namespace": "Namespace", + "name": "Name", + "phase": "Phase" } - ], - "type": "table" + } } ], - "title": "VirtualDIsks", - "type": "row" + "type": "table" }, { "collapsed": true, @@ -1980,7 +1986,7 @@ spec: "h": 1, "w": 24, "x": 0, - "y": 43 + "y": 64 }, "id": 54, "panels": [ @@ -2036,8 +2042,7 @@ spec: "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" } ] } @@ -2168,8 +2173,7 @@ spec: "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "light-red", @@ -2292,8 +2296,7 @@ spec: "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" } ] } @@ -2423,8 +2426,7 @@ spec: "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" } ] } @@ -2524,14 +2526,14 @@ spec: "type": "row" } ], - "refresh": "", + "refresh": "1m", "schemaVersion": 39, "tags": [], "templating": { "list": [ { "current": { - "selected": true, + "selected": false, "text": "main", "value": "P0D6E4079E36703EB" }, @@ -2552,10 +2554,10 @@ spec: "current": { "selected": true, "text": [ - "All" + "perf" ], "value": [ - "$__all" + "perf" ] }, "datasource": { @@ -2581,7 +2583,7 @@ spec: }, { "current": { - "selected": true, + "selected": false, "text": [ "All" ], diff --git a/tests/performance/templates/_cloud-config.tpl b/tests/performance/templates/_cloud-config.tpl index c467c84e41..d8311ce8f7 100644 --- a/tests/performance/templates/_cloud-config.tpl +++ b/tests/performance/templates/_cloud-config.tpl @@ -17,6 +17,7 @@ users: {{- range .Values.sshAuthorizeKeys }} - {{.}} {{- end }} +{{- if eq .Values.resources.virtualImage.spec.template.image.name "ubuntu" }} apt: sources_list: | deb http://mirror.yandex.ru/ubuntu jammy main restricted @@ -32,10 +33,11 @@ apt: package_update: true package_upgrade: true packages: - - prometheus-node-exporter - - qemu-guest-agent - - stress-ng + # - prometheus-node-exporter + # - qemu-guest-agent + # - stress-ng - nginx +{{- end }} write_files: - path: /usr/local/bin/generate.sh permissions: "0755" diff --git a/tests/performance/templates/cloud-init-secret.yaml b/tests/performance/templates/cloud-init-secret.yaml index a5edd71896..dbd2ef0ae8 100644 --- a/tests/performance/templates/cloud-init-secret.yaml +++ b/tests/performance/templates/cloud-init-secret.yaml @@ -1,8 +1,8 @@ -{{- if or (eq .Values.resources "vms") (eq .Values.resources "all") }} +{{- if or (eq .Values.resources.default "vms") (eq .Values.resources.default "all") }} apiVersion: v1 kind: Secret metadata: - name: {{ $.Values.resourcesPrefix }}-cloud-init + name: {{ $.Values.resources.prefix }}-cloud-init namespace: {{ .Release.Namespace }} type: "provisioning.virtualization.deckhouse.io/cloud-init" data: diff --git a/tests/performance/templates/nginx-service.yaml b/tests/performance/templates/nginx-service.yaml index 260dba2a30..253daf50d3 100644 --- a/tests/performance/templates/nginx-service.yaml +++ b/tests/performance/templates/nginx-service.yaml @@ -1,4 +1,5 @@ -{{- if or (eq .Values.resources "vms") (eq .Values.resources "all") }} +{{- if eq .Values.nginx true }} +{{- if or (eq .Values.resources.default "vms") (eq .Values.resources.default "all") }} apiVersion: v1 kind: Service metadata: @@ -28,4 +29,5 @@ spec: name: {{ $.Values.resourcesPrefix }}-svc-nginx port: number: 80 +{{- end }} {{- end }} \ No newline at end of file diff --git a/tests/performance/templates/node-exporter-service.yaml b/tests/performance/templates/node-exporter-service.yaml.back similarity index 85% rename from tests/performance/templates/node-exporter-service.yaml rename to tests/performance/templates/node-exporter-service.yaml.back index 24aeb40c03..4dee23276d 100644 --- a/tests/performance/templates/node-exporter-service.yaml +++ b/tests/performance/templates/node-exporter-service.yaml.back @@ -1,4 +1,5 @@ -{{- if or (eq .Values.resources "vms") (eq .Values.resources "all") }} +{{- if eq .Values.nginx true }} +{{- if or (eq .Values.resources.default "vms") (eq .Values.resources.default "all") }} apiVersion: v1 kind: Service metadata: @@ -34,4 +35,5 @@ spec: selector: matchLabels: app: {{ $.Values.resourcesPrefix }}-svc-node-exporter -{{- end }} \ No newline at end of file +{{- end }} +{{- end }} diff --git a/tests/performance/templates/vds.yaml b/tests/performance/templates/vds.yaml new file mode 100644 index 0000000000..911192aef6 --- /dev/null +++ b/tests/performance/templates/vds.yaml @@ -0,0 +1,49 @@ +{{- if or (eq .Values.resources.default "vds") (eq .Values.resources.default "all") }} +apiVersion: virtualization.deckhouse.io/v1alpha2 +kind: VirtualImage +metadata: + name: {{ $.Values.resources.prefix }} + namespace: {{ $.Release.Namespace }} + labels: + vms: {{ $.Values.resources.prefix }} +spec: +{{- if eq .Values.resources.virtualImage.spec.template.type "persistentVolumeClaim" }} + storage: PersistentVolumeClaim + persistentVolumeClaim: + storageClassName: {{ $.Values.resources.storageClassName }} + dataSource: + type: "HTTP" + http: + url: {{ $.Values.resources.virtualImage.spec.template.image.url }} +{{- else }} + storage: ContainerRegistry + dataSource: + type: "HTTP" + http: + url: {{ $.Values.resources.virtualImage.spec.template.image.url }} +{{- end }} +{{- if ne .Values.resources.virtualDisk.spec.template.type "virtualImage" }} +{{- $count := (.Values.count | int) }} +{{- range until $count }} +--- +apiVersion: virtualization.deckhouse.io/v1alpha2 +kind: VirtualDisk +metadata: + name: {{ $.Values.resources.prefix }}-{{ . }} + namespace: {{ $.Release.Namespace }} + labels: + vms: {{ $.Values.resources.prefix }} +spec: + persistentVolumeClaim: + size: {{ $.Values.resources.virtualDisk.spec.template.size }} + {{- if $.Values.resources.storageClass }} + storageClassName: {{ $.Values.resources.storageClass }} + {{- end }} + dataSource: + type: "ObjectRef" + objectRef: + kind: "VirtualImage" + name: {{ $.Values.resources.prefix }} +{{- end }} +{{- end }} +{{- end }} diff --git a/tests/performance/templates/vmds.yaml b/tests/performance/templates/vmds.yaml deleted file mode 100644 index 8d466050f9..0000000000 --- a/tests/performance/templates/vmds.yaml +++ /dev/null @@ -1,37 +0,0 @@ -{{- if or (eq .Values.resources "disks") (eq .Values.resources "all") }} -apiVersion: virtualization.deckhouse.io/v1alpha2 -kind: VirtualImage -metadata: - name: {{ $.Values.resourcesPrefix }} - namespace: {{ $.Release.Namespace }} - labels: - vm: {{ $.Values.resourcesPrefix }} -spec: - storage: ContainerRegistry - dataSource: - type: "HTTP" - http: - url: {{ $.Values.imageURL }} -{{- $count := (.Values.count | int) }} -{{- range until $count }} ---- -apiVersion: virtualization.deckhouse.io/v1alpha2 -kind: VirtualDisk -metadata: - name: {{ $.Values.resourcesPrefix }}-{{ . }} - namespace: {{ $.Release.Namespace }} - labels: - vm: {{ $.Values.resourcesPrefix }} -spec: - persistentVolumeClaim: - size: {{ $.Values.diskSize }} - {{- if $.Values.storageClass }} - storageClassName: {{ $.Values.storageClass }} - {{- end }} - dataSource: - type: "ObjectRef" - objectRef: - kind: "VirtualImage" - name: {{ $.Values.resourcesPrefix }} -{{- end }} -{{- end }} diff --git a/tests/performance/templates/vms.yaml b/tests/performance/templates/vms.yaml index 4637386ea2..4118bf7d06 100644 --- a/tests/performance/templates/vms.yaml +++ b/tests/performance/templates/vms.yaml @@ -1,43 +1,52 @@ -{{- if or (eq .Values.resources "vms") (eq .Values.resources "all") }} +{{- if or (eq .Values.resources.default "vms") (eq .Values.resources.default "all") }} {{- $count := (.Values.count | int) }} {{- range until $count }} --- apiVersion: virtualization.deckhouse.io/v1alpha2 kind: VirtualMachine metadata: - name: {{ $.Values.resourcesPrefix }}-{{ . }} + name: {{ $.Values.resources.prefix }}-{{ . }} namespace: {{ $.Release.Namespace }} labels: - vm: {{ $.Values.resourcesPrefix }} + vms: {{ $.Values.resources.prefix }} spec: - runPolicy: AlwaysOn + runPolicy: {{ $.Values.resources.virtualMachine.spec.template.runPolicy }} enableParavirtualization: true disruptions: # To ensure an equal amount of virtual machines with Manual and Automatic modes during testing, # we create every second machine with Automatic mode. - {{- if eq (mod . 2) 0 }} + {{- if eq $.Values.resources.virtualMachine.spec.template.restartApprovalMode "Dynamic" }} + {{- if eq (mod . 2) 0 }} restartApprovalMode: Automatic - {{- else }} + {{- else }} restartApprovalMode: Manual + {{- end }} + {{- else }} + restartApprovalMode: Automatic {{- end }} osType: Generic bootloader: BIOS - {{- with $.Values.spec.cpu }} + {{- with $.Values.resources.virtualMachine.spec.template.cpu }} cpu: {{- toYaml . | nindent 4 }} {{- end }} - {{- with $.Values.spec.memory }} + {{- with $.Values.resources.virtualMachine.spec.template.memory }} memory: {{- toYaml . | nindent 4 }} {{- end }} - virtualMachineClassName: host + virtualMachineClassName: {{ $.Values.resources.virtualMachine.spec.template.virtualMachineClassName | default "host" }} blockDeviceRefs: + {{- if eq $.Values.resources.virtualDisk.spec.template.type "virtualImage" }} + - kind: VirtualImage + name: {{ $.Values.resources.prefix }} + {{- else }} - kind: VirtualDisk - name: {{ $.Values.resourcesPrefix }}-{{ . }} + name: {{ $.Values.resources.prefix }}-{{ . }} + {{- end }} provisioning: type: UserDataRef userDataRef: kind: Secret - name: {{ $.Values.resourcesPrefix }}-cloud-init + name: {{ $.Values.resources.prefix }}-cloud-init {{- end }} {{- end }} \ No newline at end of file diff --git a/tests/performance/tools/evicter/Taskfile.yaml b/tests/performance/tools/evicter/Taskfile.yaml new file mode 100644 index 0000000000..6ae4b41228 --- /dev/null +++ b/tests/performance/tools/evicter/Taskfile.yaml @@ -0,0 +1,14 @@ +version: "3" + +silent: true + +vars: + NS: '{{ .NS | default "perf" }}' + TARGET: "{{ .TARGET | default 10 }}" + DURATION: '{{ .DURATION | default "0m" }}' + +tasks: + run:migration: + desc: "Run migration | NS=myns TARGET=10 task run:migration" + cmds: + - go run cmd/main.go -n {{.NS}} -t {{.TARGET}} -d {{ .DURATION }} diff --git a/tests/performance/tools/evicter/cmd/main.go b/tests/performance/tools/evicter/cmd/main.go new file mode 100644 index 0000000000..1106dc4007 --- /dev/null +++ b/tests/performance/tools/evicter/cmd/main.go @@ -0,0 +1,36 @@ +/* +Copyright 2025 Flant JSC + +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +*/ + +package main + +import ( + "log/slog" + "os" + + "evicter/pkg/command" +) + +func main() { + // opts := &slog.HandlerOptions{ + // AddSource: true, // This enables source location logging + // } + // logger := slog.New(slog.NewJSONHandler(os.Stdout, opts)) + // logger := slog.New(slog.NewTextHandler(os.Stdout, opts)) + logger := slog.New(slog.NewTextHandler(os.Stdout, nil)) + slog.SetDefault(logger) + + command.Execute() +} diff --git a/tests/performance/tools/evicter/go.mod b/tests/performance/tools/evicter/go.mod new file mode 100644 index 0000000000..dff7ad9eb5 --- /dev/null +++ b/tests/performance/tools/evicter/go.mod @@ -0,0 +1,63 @@ +module evicter + +go 1.24.6 + +toolchain go1.24.7 + +require ( + github.com/deckhouse/virtualization/api v1.0.0 + github.com/spf13/cobra v1.9.1 + k8s.io/apimachinery v0.33.3 + k8s.io/client-go v0.33.3 +) + +require ( + github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc // indirect + github.com/emicklei/go-restful/v3 v3.11.0 // indirect + github.com/fxamacker/cbor/v2 v2.7.0 // indirect + github.com/go-logr/logr v1.4.2 // indirect + github.com/go-openapi/jsonpointer v0.21.0 // indirect + github.com/go-openapi/jsonreference v0.20.2 // indirect + github.com/go-openapi/swag v0.23.0 // indirect + github.com/gogo/protobuf v1.3.2 // indirect + github.com/google/gnostic-models v0.7.0 // indirect + github.com/google/go-cmp v0.7.0 // indirect + github.com/google/uuid v1.6.0 // indirect + github.com/gorilla/websocket v1.5.4-0.20250319132907-e064f32e3674 // indirect + github.com/inconshreveable/mousetrap v1.1.0 // indirect + github.com/josharian/intern v1.0.0 // indirect + github.com/json-iterator/go v1.1.12 // indirect + github.com/mailru/easyjson v0.7.7 // indirect + github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect + github.com/modern-go/reflect2 v1.0.2 // indirect + github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 // indirect + github.com/openshift/api v0.0.0-20230503133300-8bbcb7ca7183 // indirect + github.com/openshift/custom-resource-status v1.1.2 // indirect + github.com/pkg/errors v0.9.1 // indirect + github.com/spf13/pflag v1.0.7 // indirect + github.com/x448/float16 v0.8.4 // indirect + go.yaml.in/yaml/v2 v2.4.2 // indirect + go.yaml.in/yaml/v3 v3.0.3 // indirect + golang.org/x/net v0.39.0 // indirect + golang.org/x/oauth2 v0.27.0 // indirect + golang.org/x/sys v0.32.0 // indirect + golang.org/x/term v0.31.0 // indirect + golang.org/x/text v0.24.0 // indirect + golang.org/x/time v0.9.0 // indirect + google.golang.org/protobuf v1.36.5 // indirect + gopkg.in/evanphx/json-patch.v4 v4.12.0 // indirect + gopkg.in/inf.v0 v0.9.1 // indirect + gopkg.in/yaml.v3 v3.0.1 // indirect + k8s.io/api v0.33.3 // indirect + k8s.io/apiextensions-apiserver v0.33.3 // indirect + k8s.io/klog/v2 v2.130.1 // indirect + k8s.io/kube-openapi v0.0.0-20250701173324-9bd5c66d9911 // indirect + k8s.io/utils v0.0.0-20241104100929-3ea5e8cea738 // indirect + kubevirt.io/api v1.3.1 // indirect + kubevirt.io/containerized-data-importer-api v1.57.0-alpha1 // indirect + kubevirt.io/controller-lifecycle-operator-sdk/api v0.0.0-20220329064328-f3cc58c6ed90 // indirect + sigs.k8s.io/json v0.0.0-20241010143419-9aa6b5e7a4b3 // indirect + sigs.k8s.io/randfill v1.0.0 // indirect + sigs.k8s.io/structured-merge-diff/v4 v4.6.0 // indirect + sigs.k8s.io/yaml v1.4.0 // indirect +) diff --git a/tests/performance/tools/evicter/go.sum b/tests/performance/tools/evicter/go.sum new file mode 100644 index 0000000000..c93d2ea467 --- /dev/null +++ b/tests/performance/tools/evicter/go.sum @@ -0,0 +1,394 @@ +cloud.google.com/go v0.26.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= +github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= +github.com/NYTimes/gziphandler v0.0.0-20170623195520-56545f4a5d46/go.mod h1:3wb06e3pkSAbeQ52E9H9iFoQsEEwGN64994WTCIhntQ= +github.com/PuerkitoBio/purell v1.1.1/go.mod h1:c11w/QuzBsJSee3cPx9rAFu61PvFxuPbtSwDGJws/X0= +github.com/PuerkitoBio/urlesc v0.0.0-20170810143723-de5bf2ad4578/go.mod h1:uGdkoq3SwY9Y+13GIhn11/XLaGBb4BfwItxLd5jeuXE= +github.com/asaskevich/govalidator v0.0.0-20190424111038-f61b66f89f4a/go.mod h1:lB+ZfQJz7igIIfQNfa7Ml4HSf2uFQQRzpGGRXenZAgY= +github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU= +github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWRnGsAI= +github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= +github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= +github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= +github.com/cpuguy83/go-md2man/v2 v2.0.6/go.mod h1:oOW0eioCTA6cOiMLiUPZOpcVxMig6NIQQ7OS05n1F4g= +github.com/creack/pty v1.1.9/go.mod h1:oKZEueFk5CKHvIhNR5MUki03XCEU+Q6VDXinZuGJ33E= +github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc h1:U9qPSI2PIWSS1VwoXQT9A3Wy9MM3WgvqSxFWenqJduM= +github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/deckhouse/virtualization/api v1.0.0 h1:q4TvC74tpjk25k0byXJCYP4HjvRexBSeI0cC8QeCMTQ= +github.com/deckhouse/virtualization/api v1.0.0/go.mod h1:meTeGulR+xwnvt0pTGsoI14YhGe0lHUVyAfhZsoQyeQ= +github.com/docopt/docopt-go v0.0.0-20180111231733-ee0de3bc6815/go.mod h1:WwZ+bS3ebgob9U8Nd0kOddGdZWjyMGR8Wziv+TBNwSE= +github.com/elazarl/goproxy v0.0.0-20180725130230-947c36da3153/go.mod h1:/Zj4wYkgs4iZTTu3o/KG3Itv/qCCa8VVMlb3i9OVuzc= +github.com/emicklei/go-restful v0.0.0-20170410110728-ff4f55a20633/go.mod h1:otzb+WCGbkyDHkqmQmT5YD2WR4BBwUdeQoFo8l/7tVs= +github.com/emicklei/go-restful v2.9.5+incompatible/go.mod h1:otzb+WCGbkyDHkqmQmT5YD2WR4BBwUdeQoFo8l/7tVs= +github.com/emicklei/go-restful v2.15.0+incompatible/go.mod h1:otzb+WCGbkyDHkqmQmT5YD2WR4BBwUdeQoFo8l/7tVs= +github.com/emicklei/go-restful/v3 v3.11.0 h1:rAQeMHw1c7zTmncogyy8VvRZwtkmkZ4FxERmMY4rD+g= +github.com/emicklei/go-restful/v3 v3.11.0/go.mod h1:6n3XBCmQQb25CM2LCACGz8ukIrRry+4bhvbpWn3mrbc= +github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= +github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c= +github.com/evanphx/json-patch v4.12.0+incompatible/go.mod h1:50XU6AFN0ol/bzJsmQLiYLvXMP4fmwYFNcr97nuDLSk= +github.com/fsnotify/fsnotify v1.4.7/go.mod h1:jwhsz4b93w/PPRr/qN1Yymfu8t87LnFCMoQvtojpjFo= +github.com/fsnotify/fsnotify v1.4.9/go.mod h1:znqG4EE+3YCdAaPaxE2ZRY/06pZUdp0tY4IgpuI1SZQ= +github.com/fxamacker/cbor/v2 v2.7.0 h1:iM5WgngdRBanHcxugY4JySA0nk1wZorNOpTgCMedv5E= +github.com/fxamacker/cbor/v2 v2.7.0/go.mod h1:pxXPTn3joSm21Gbwsv0w9OSA2y1HFR9qXEeXQVeNoDQ= +github.com/getkin/kin-openapi v0.76.0/go.mod h1:660oXbgy5JFMKreazJaQTw7o+X00qeSyhcnluiMv+Xg= +github.com/ghodss/yaml v1.0.0/go.mod h1:4dBDuWmgqj2HViK6kFavaiC9ZROes6MMH2rRYeMEF04= +github.com/go-logr/logr v0.1.0/go.mod h1:ixOQHD9gLJUVQQ2ZOR7zLEifBX6tGkNJF4QyIY7sIas= +github.com/go-logr/logr v0.2.0/go.mod h1:z6/tIYblkpsD+a4lm/fGIIU9mZ+XfAiaFtq7xTgseGU= +github.com/go-logr/logr v1.2.0/go.mod h1:jdQByPbusPIv2/zmleS9BjJVeZ6kBagPoEUsqbVz/1A= +github.com/go-logr/logr v1.2.2/go.mod h1:jdQByPbusPIv2/zmleS9BjJVeZ6kBagPoEUsqbVz/1A= +github.com/go-logr/logr v1.4.2 h1:6pFjapn8bFcIbiKo3XT4j/BhANplGihG6tvd+8rYgrY= +github.com/go-logr/logr v1.4.2/go.mod h1:9T104GzyrTigFIr8wt5mBrctHMim0Nb2HLGrmQ40KvY= +github.com/go-openapi/jsonpointer v0.19.3/go.mod h1:Pl9vOtqEWErmShwVjC8pYs9cog34VGT37dQOVbmoatg= +github.com/go-openapi/jsonpointer v0.19.5/go.mod h1:Pl9vOtqEWErmShwVjC8pYs9cog34VGT37dQOVbmoatg= +github.com/go-openapi/jsonpointer v0.19.6/go.mod h1:osyAmYz/mB/C3I+WsTTSgw1ONzaLJoLCyoi6/zppojs= +github.com/go-openapi/jsonpointer v0.21.0 h1:YgdVicSA9vH5RiHs9TZW5oyafXZFc6+2Vc1rr/O9oNQ= +github.com/go-openapi/jsonpointer v0.21.0/go.mod h1:IUyH9l/+uyhIYQ/PXVA41Rexl+kOkAPDdXEYns6fzUY= +github.com/go-openapi/jsonreference v0.19.3/go.mod h1:rjx6GuL8TTa9VaixXglHmQmIL98+wF9xc8zWvFonSJ8= +github.com/go-openapi/jsonreference v0.19.5/go.mod h1:RdybgQwPxbL4UEjuAruzK1x3nE69AqPYEJeo/TWfEeg= +github.com/go-openapi/jsonreference v0.19.6/go.mod h1:diGHMEHg2IqXZGKxqyvWdfWU/aim5Dprw5bqpKkTvns= +github.com/go-openapi/jsonreference v0.20.2 h1:3sVjiK66+uXK/6oQ8xgcRKcFgQ5KXa2KvnJRumpMGbE= +github.com/go-openapi/jsonreference v0.20.2/go.mod h1:Bl1zwGIM8/wsvqjsOQLJ/SH+En5Ap4rVB5KVcIDZG2k= +github.com/go-openapi/swag v0.19.5/go.mod h1:POnQmlKehdgb5mhVOsnJFsivZCEZ/vjK9gh66Z9tfKk= +github.com/go-openapi/swag v0.19.14/go.mod h1:QYRuS/SOXUCsnplDa677K7+DxSOj6IPNl/eQntq43wQ= +github.com/go-openapi/swag v0.21.1/go.mod h1:QYRuS/SOXUCsnplDa677K7+DxSOj6IPNl/eQntq43wQ= +github.com/go-openapi/swag v0.22.3/go.mod h1:UzaqsxGiab7freDnrUUra0MwWfN/q7tE4j+VcZ0yl14= +github.com/go-openapi/swag v0.23.0 h1:vsEVJDUo2hPJ2tu0/Xc+4noaxyEffXNIs3cOULZ+GrE= +github.com/go-openapi/swag v0.23.0/go.mod h1:esZ8ITTYEsH1V2trKHjAN8Ai7xHb8RV+YSZ577vPjgQ= +github.com/go-task/slim-sprig v0.0.0-20210107165309-348f09dbbbc0 h1:p104kn46Q8WdvHunIJ9dAyjPVtrBPhSr3KT2yUst43I= +github.com/go-task/slim-sprig v0.0.0-20210107165309-348f09dbbbc0/go.mod h1:fyg7847qk6SyHyPtNmDHnmrv/HOrqktSC+C9fM+CJOE= +github.com/go-task/slim-sprig/v3 v3.0.0 h1:sUs3vkvUymDpBKi3qH1YSqBQk9+9D/8M2mN1vB6EwHI= +github.com/go-task/slim-sprig/v3 v3.0.0/go.mod h1:W848ghGpv3Qj3dhTPRyJypKRiqCdHZiAzKg9hl15HA8= +github.com/gogo/protobuf v1.3.2 h1:Ov1cvc58UF3b5XjBnZv7+opcTcQFZebYjWzi34vdm4Q= +github.com/gogo/protobuf v1.3.2/go.mod h1:P1XiOD3dCwIKUDQYPy72D8LYyHL2YPYrpS2s69NZV8Q= +github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q= +github.com/golang/mock v1.1.1/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A= +github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= +github.com/golang/protobuf v1.3.2/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= +github.com/golang/protobuf v1.4.0-rc.1/go.mod h1:ceaxUfeHdC40wWswd/P6IGgMaK3YpKi5j83Wpe3EHw8= +github.com/golang/protobuf v1.4.0-rc.1.0.20200221234624-67d41d38c208/go.mod h1:xKAWHe0F5eneWXFV3EuXVDTCmh+JuBKY0li0aMyXATA= +github.com/golang/protobuf v1.4.0-rc.2/go.mod h1:LlEzMj4AhA7rCAGe4KMBDvJI+AwstrUpVNzEA03Pprs= +github.com/golang/protobuf v1.4.0-rc.4.0.20200313231945-b860323f09d0/go.mod h1:WU3c8KckQ9AFe+yFwt9sWVRKCVIyN9cPHBJSNnbL67w= +github.com/golang/protobuf v1.4.0/go.mod h1:jodUvKwWbYaEsadDk5Fwe5c77LiNKVO9IDvqG2KuDX0= +github.com/golang/protobuf v1.4.1/go.mod h1:U8fpvMrcmy5pZrNK1lt4xCsGvpyWQ/VVv6QDs8UjoX8= +github.com/golang/protobuf v1.4.2/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI= +github.com/golang/protobuf v1.5.0/go.mod h1:FsONVRAS9T7sI+LIUmWTfcYkHO4aIWwzhcaSAoJOfIk= +github.com/golang/protobuf v1.5.2/go.mod h1:XVQd3VNwM+JqD3oG2Ue2ip4fOMUkwXdXDdiuN0vRsmY= +github.com/google/gnostic-models v0.7.0 h1:qwTtogB15McXDaNqTZdzPJRHvaVJlAl+HVQnLmJEJxo= +github.com/google/gnostic-models v0.7.0/go.mod h1:whL5G0m6dmc5cPxKc5bdKdEN3UjI7OUGxBlw57miDrQ= +github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5aqRK0M= +github.com/google/go-cmp v0.3.0/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= +github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= +github.com/google/go-cmp v0.4.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.9/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY= +github.com/google/go-cmp v0.7.0 h1:wk8382ETsv4JYUZwIsn6YpYiWiBsYLSJiTsyBybVuN8= +github.com/google/go-cmp v0.7.0/go.mod h1:pXiqmnSA92OHEEa9HXL2W4E7lf9JzCmGVUdgjX3N/iU= +github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg= +github.com/google/gofuzz v1.1.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg= +github.com/google/pprof v0.0.0-20210407192527-94a9f03dee38/go.mod h1:kpwsk12EmLew5upagYY7GY0pfYCcupk39gWOCRROcvE= +github.com/google/pprof v0.0.0-20241029153458-d1b30febd7db h1:097atOisP2aRj7vFgYQBbFN4U4JNXUNYpxael3UzMyo= +github.com/google/pprof v0.0.0-20241029153458-d1b30febd7db/go.mod h1:vavhavw2zAxS5dIdcRluK6cSGGPlZynqzFM8NdvU144= +github.com/google/uuid v1.1.2/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= +github.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0= +github.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= +github.com/googleapis/gnostic v0.5.1/go.mod h1:6U4PtQXGIEt/Z3h5MAT7FNofLnw9vXk2cUuW7uA/OeU= +github.com/googleapis/gnostic v0.5.5/go.mod h1:7+EbHbldMins07ALC74bsA81Ovc97DwqyJO1AENw9kA= +github.com/gorilla/mux v1.8.0/go.mod h1:DVbg23sWSpFRCP0SfiEN6jmj59UnW/n46BH5rLB71So= +github.com/gorilla/websocket v1.4.2/go.mod h1:YR8l580nyteQvAITg2hZ9XVh4b55+EU/adAjf1fMHhE= +github.com/gorilla/websocket v1.5.4-0.20250319132907-e064f32e3674 h1:JeSE6pjso5THxAzdVpqr6/geYxZytqFMBCOtn/ujyeo= +github.com/gorilla/websocket v1.5.4-0.20250319132907-e064f32e3674/go.mod h1:r4w70xmWCQKmi1ONH4KIaBptdivuRPyosB9RmPlGEwA= +github.com/hpcloud/tail v1.0.0/go.mod h1:ab1qPbhIpdTxEkNHXyeSf5vhxWSCs/tWer42PpOxQnU= +github.com/ianlancetaylor/demangle v0.0.0-20200824232613-28f6c0f3b639/go.mod h1:aSSvb/t6k1mPoxDqO4vJh6VOCGPwU4O0C2/Eqndh1Sc= +github.com/inconshreveable/mousetrap v1.1.0 h1:wN+x4NVGpMsO7ErUn/mUI3vEoE6Jt13X2s0bqwp9tc8= +github.com/inconshreveable/mousetrap v1.1.0/go.mod h1:vpF70FUmC8bwa3OWnCshd2FqLfsEA9PFc4w1p2J65bw= +github.com/josharian/intern v1.0.0 h1:vlS4z54oSdjm0bgjRigI+G1HpF+tI+9rE5LLzOg8HmY= +github.com/josharian/intern v1.0.0/go.mod h1:5DoeVV0s6jJacbCEi61lwdGj/aVlrQvzHFFd8Hwg//Y= +github.com/json-iterator/go v1.1.6/go.mod h1:+SdeFBvtyEkXs7REEP0seUULqWtbJapLOCVDaaPEHmU= +github.com/json-iterator/go v1.1.12 h1:PV8peI4a0ysnczrg+LtxykD8LfKY9ML6u2jnxaEnrnM= +github.com/json-iterator/go v1.1.12/go.mod h1:e30LSqwooZae/UwlEbR2852Gd8hjQvJoHmT4TnhNGBo= +github.com/kisielk/errcheck v1.5.0/go.mod h1:pFxgyoBC7bSaBwPgfKdkLd5X25qrDl4LWUI2bnpBCr8= +github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck= +github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo= +github.com/kr/pretty v0.2.0/go.mod h1:ipq/a2n7PKx3OHsz4KJII5eveXtPO4qwEXGdVfWzfnI= +github.com/kr/pretty v0.2.1/go.mod h1:ipq/a2n7PKx3OHsz4KJII5eveXtPO4qwEXGdVfWzfnI= +github.com/kr/pretty v0.3.1 h1:flRD4NNwYAUpkphVc1HcthR4KEIFJ65n8Mw5qdRn3LE= +github.com/kr/pretty v0.3.1/go.mod h1:hoEshYVHaxMs3cyo3Yncou5ZscifuDolrwPKZanG3xk= +github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ= +github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI= +github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY= +github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE= +github.com/mailru/easyjson v0.0.0-20190614124828-94de47d64c63/go.mod h1:C1wdFJiN94OJF2b5HbByQZoLdCWB1Yqtg26g4irojpc= +github.com/mailru/easyjson v0.0.0-20190626092158-b2ccc519800e/go.mod h1:C1wdFJiN94OJF2b5HbByQZoLdCWB1Yqtg26g4irojpc= +github.com/mailru/easyjson v0.7.6/go.mod h1:xzfreul335JAWq5oZzymOObrkdz5UnU4kGfJJLY9Nlc= +github.com/mailru/easyjson v0.7.7 h1:UGYAvKxe3sBsEDzO8ZeWOSlIQfWFlxbzLZe7hwFURr0= +github.com/mailru/easyjson v0.7.7/go.mod h1:xzfreul335JAWq5oZzymOObrkdz5UnU4kGfJJLY9Nlc= +github.com/mitchellh/mapstructure v1.1.2/go.mod h1:FVVH3fgwuzCH5S8UJGiWEs2h04kUh9fWfEaFds41c1Y= +github.com/moby/spdystream v0.2.0/go.mod h1:f7i0iNDQJ059oMTcWxx8MA/zKFIuD/lY+0GqbN2Wy8c= +github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= +github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd h1:TRLaZ9cD/w8PVh93nsPXa1VrQ6jlwL5oN8l14QlcNfg= +github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= +github.com/modern-go/reflect2 v1.0.1/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0= +github.com/modern-go/reflect2 v1.0.2 h1:xBagoLtFs94CBntxluKeaWgTMpvLxC4ur3nMaC9Gz0M= +github.com/modern-go/reflect2 v1.0.2/go.mod h1:yWuevngMOJpCy52FWWMvUC8ws7m/LJsjYzDa0/r8luk= +github.com/munnerz/goautoneg v0.0.0-20120707110453-a547fc61f48d/go.mod h1:+n7T8mK8HuQTcFwEeznm/DIxMOiR9yIdICNftLE1DvQ= +github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 h1:C3w9PqII01/Oq1c1nUAm88MOHcQC9l5mIlSMApZMrHA= +github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822/go.mod h1:+n7T8mK8HuQTcFwEeznm/DIxMOiR9yIdICNftLE1DvQ= +github.com/mxk/go-flowrate v0.0.0-20140419014527-cca7078d478f/go.mod h1:ZdcZmHo+o7JKHSa8/e818NopupXU1YMK5fe1lsApnBw= +github.com/niemeyer/pretty v0.0.0-20200227124842-a10e7caefd8e/go.mod h1:zD1mROLANZcx1PVRCS0qkT7pwLkGfwJo4zjcN/Tysno= +github.com/nxadm/tail v1.4.4/go.mod h1:kenIhsEOeOJmVchQTgglprH7qJGnHDVpk1VPCcaMI8A= +github.com/nxadm/tail v1.4.8/go.mod h1:+ncqLTQzXmGhMZNUePPaPqPvBxHAIsmXswZKocGu+AU= +github.com/onsi/ginkgo v0.0.0-20170829012221-11459a886d9c/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE= +github.com/onsi/ginkgo v1.6.0/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE= +github.com/onsi/ginkgo v1.12.1/go.mod h1:zj2OWP4+oCPe1qIXoGWkgMRwljMUYCdkwsT2108oapk= +github.com/onsi/ginkgo v1.14.0/go.mod h1:iSB4RoI2tjJc9BBv4NKIKWKya62Rps+oPG/Lv9klQyY= +github.com/onsi/ginkgo v1.16.4 h1:29JGrr5oVBm5ulCWet69zQkzWipVXIol6ygQUe/EzNc= +github.com/onsi/ginkgo v1.16.4/go.mod h1:dX+/inL/fNMqNlz0e9LfyB9TswhZpCVdJM/Z6Vvnwo0= +github.com/onsi/ginkgo/v2 v2.0.0/go.mod h1:vw5CSIxN1JObi/U8gcbwft7ZxR2dgaR70JSE3/PpL4c= +github.com/onsi/ginkgo/v2 v2.21.0 h1:7rg/4f3rB88pb5obDgNZrNHrQ4e6WpjonchcpuBRnZM= +github.com/onsi/ginkgo/v2 v2.21.0/go.mod h1:7Du3c42kxCUegi0IImZ1wUQzMBVecgIHjR1C+NkhLQo= +github.com/onsi/gomega v0.0.0-20170829124025-dcabb60a477c/go.mod h1:C1qb7wdrVGGVU+Z6iS04AVkA3Q65CEZX59MT0QO5uiA= +github.com/onsi/gomega v1.7.1/go.mod h1:XdKZgCCFLUoM/7CFJVPcG8C1xQ1AJ0vpAezJrB7JYyY= +github.com/onsi/gomega v1.10.1/go.mod h1:iN09h71vgCQne3DLsj+A5owkum+a2tYe+TOCB1ybHNo= +github.com/onsi/gomega v1.17.0/go.mod h1:HnhC7FXeEQY45zxNK3PPoIUhzk/80Xly9PcubAlGdZY= +github.com/onsi/gomega v1.18.1/go.mod h1:0q+aL8jAiMXy9hbwj2mr5GziHiwhAIQpFmmtT5hitRs= +github.com/onsi/gomega v1.35.1 h1:Cwbd75ZBPxFSuZ6T+rN/WCb/gOc6YgFBXLlZLhC7Ds4= +github.com/onsi/gomega v1.35.1/go.mod h1:PvZbdDc8J6XJEpDK4HCuRBm8a6Fzp9/DmhC9C7yFlog= +github.com/openshift/api v0.0.0-20230503133300-8bbcb7ca7183 h1:t/CahSnpqY46sQR01SoS+Jt0jtjgmhgE6lFmRnO4q70= +github.com/openshift/api v0.0.0-20230503133300-8bbcb7ca7183/go.mod h1:4VWG+W22wrB4HfBL88P40DxLEpSOaiBVxUnfalfJo9k= +github.com/openshift/custom-resource-status v1.1.2 h1:C3DL44LEbvlbItfd8mT5jWrqPfHnSOQoQf/sypqA6A4= +github.com/openshift/custom-resource-status v1.1.2/go.mod h1:DB/Mf2oTeiAmVVX1gN+NEqweonAPY0TKUwADizj8+ZA= +github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4= +github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= +github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM= +github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= +github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= +github.com/rogpeppe/go-internal v1.13.1 h1:KvO1DLK/DRN07sQ1LQKScxyZJuNnedQ5/wKSR38lUII= +github.com/rogpeppe/go-internal v1.13.1/go.mod h1:uMEvuHeurkdAXX61udpOXGD/AzZDWNMNyH2VO9fmH0o= +github.com/russross/blackfriday/v2 v2.1.0/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQDYRxCVz55jmeOWTM= +github.com/spf13/afero v1.2.2/go.mod h1:9ZxEEn6pIJ8Rxe320qSDBk6AsU0r9pR7Q4OcevTdifk= +github.com/spf13/cobra v1.9.1 h1:CXSaggrXdbHK9CF+8ywj8Amf7PBRmPCOJugH954Nnlo= +github.com/spf13/cobra v1.9.1/go.mod h1:nDyEzZ8ogv936Cinf6g1RU9MRY64Ir93oCnqb9wxYW0= +github.com/spf13/pflag v1.0.5/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg= +github.com/spf13/pflag v1.0.6/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg= +github.com/spf13/pflag v1.0.7 h1:vN6T9TfwStFPFM5XzjsvmzZkLuaLX+HS+0SeFLRgU6M= +github.com/spf13/pflag v1.0.7/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg= +github.com/stoewer/go-strcase v1.2.0/go.mod h1:IBiWB2sKIp3wVVQ3Y035++gc+knqhUQag1KpM8ahLw8= +github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= +github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw= +github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpEOglKo= +github.com/stretchr/objx v0.5.2 h1:xuMeJ0Sdp5ZMRXx/aWO6RZxdr3beISkG5/G/aIRr3pY= +github.com/stretchr/objx v0.5.2/go.mod h1:FRsXN1f5AsAjCGJKqEizvkpNtU+EGNCLh3NxZ/8L+MA= +github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI= +github.com/stretchr/testify v1.5.1/go.mod h1:5W2xD1RspED5o8YsWQXVCued0rvSQ+mT+I5cxcmMvtA= +github.com/stretchr/testify v1.6.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU= +github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4= +github.com/stretchr/testify v1.10.0 h1:Xv5erBjTwe/5IxqUQTdXv5kgmIvbHo3QQyRwhJsOfJA= +github.com/stretchr/testify v1.10.0/go.mod h1:r2ic/lqez/lEtzL7wO/rwa5dbSLXVDPFyf8C91i36aY= +github.com/x448/float16 v0.8.4 h1:qLwI1I70+NjRFUR3zs1JPUCgaCXSh3SW62uAKT1mSBM= +github.com/x448/float16 v0.8.4/go.mod h1:14CWIYCyZA/cWjXOioeEpHeN/83MdbZDRQHoFcYsOfg= +github.com/yuin/goldmark v1.1.27/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= +github.com/yuin/goldmark v1.2.1/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= +github.com/yuin/goldmark v1.3.5/go.mod h1:mwnBkeHKe2W/ZEtQ+71ViKU8L12m81fl3OWwC1Zlc8k= +github.com/yuin/goldmark v1.4.0/go.mod h1:mwnBkeHKe2W/ZEtQ+71ViKU8L12m81fl3OWwC1Zlc8k= +github.com/yuin/goldmark v1.4.1/go.mod h1:mwnBkeHKe2W/ZEtQ+71ViKU8L12m81fl3OWwC1Zlc8k= +go.yaml.in/yaml/v2 v2.4.2 h1:DzmwEr2rDGHl7lsFgAHxmNz/1NlQ7xLIrlN2h5d1eGI= +go.yaml.in/yaml/v2 v2.4.2/go.mod h1:081UH+NErpNdqlCXm3TtEran0rJZGxAYx9hb/ELlsPU= +go.yaml.in/yaml/v3 v3.0.3 h1:bXOww4E/J3f66rav3pX3m8w6jDE4knZjGOw8b5Y6iNE= +go.yaml.in/yaml/v3 v3.0.3/go.mod h1:tBHosrYAkRZjRAOREWbDnBXUf08JOwYq++0QNwQiWzI= +golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= +golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= +golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= +golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= +golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE= +golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU= +golang.org/x/lint v0.0.0-20190313153728-d0100b6bd8b3/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= +golang.org/x/mod v0.2.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= +golang.org/x/mod v0.3.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= +golang.org/x/mod v0.4.2/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= +golang.org/x/mod v0.5.1/go.mod h1:5OXOZSfqPIIbmVBIIKWRFfZjPR0E5r58TLhUjH0a2Ro= +golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20180906233101-161cd47e91fd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20190213061140-3a22650c66bd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20190827160401-ba9fcec4b297/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20200226121028-0de0cce0169b/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20200520004742-59133d7f0dd7/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= +golang.org/x/net v0.0.0-20201021035429-f5854403a974/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= +golang.org/x/net v0.0.0-20210405180319-a5a99cb37ef4/go.mod h1:p54w0d4576C0XHj96bSt6lcn1PtDYWL6XObtHCRCNQM= +golang.org/x/net v0.0.0-20210421230115-4e50805a0758/go.mod h1:72T/g9IO56b78aLF+1Kcs5dz7/ng1VjMUvfKvpfy+jM= +golang.org/x/net v0.0.0-20210428140749-89ef3d95e781/go.mod h1:OJAsFXCWl8Ukc7SiCT/9KSuxbyM7479/AVlXFRxuMCk= +golang.org/x/net v0.0.0-20210805182204-aaa1db679c0d/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= +golang.org/x/net v0.0.0-20211015210444-4f30a5c0130f/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= +golang.org/x/net v0.0.0-20211209124913-491a49abca63/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= +golang.org/x/net v0.0.0-20220127200216-cd36cc0744dd/go.mod h1:CfG3xpIq0wQ8r1q4Su4UZFWDARRcnwPjda9FqA0JpMk= +golang.org/x/net v0.39.0 h1:ZCu7HMWDxpXpaiKdhzIfaltL9Lp31x/3fCP11bc6/fY= +golang.org/x/net v0.39.0/go.mod h1:X7NRbYVEA+ewNkCNyJ513WmMdQ3BineSwVtN2zD/d+E= +golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= +golang.org/x/oauth2 v0.27.0 h1:da9Vo7/tDv5RH/7nZDz1eMGS/q1Vv1N/7FCrBhI9I3M= +golang.org/x/oauth2 v0.27.0/go.mod h1:onh5ek6nERTohokkhCD/y2cV4Do3fxFHFuAejCkRWT8= +golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20201020160332-67f06af15bc9/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20210220032951-036812b2e83c/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20180909124046-d0be0721c37e/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190904154756-749cb33beabd/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20191005200804-aed5e4c7ecf9/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20191120155948-bd437916bb0e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20191204072324-ce4227a45e2e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200323222414-85ca7c5b95cd/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200519105757-fe76b779f299/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210112080510-489259a85091/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210330210617-4fbd30eecc44/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210420072515-93ed5bcd2bfe/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210423082822-04245dca01da/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210510120138-977fb7262007/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20210809222454-d867a43fc93e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20210831042530-f4d43177bf5e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20211019181941-9d821ace8654/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20211216021012-1d35b9e2eb4e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220209214540-3681064d5158/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.32.0 h1:s77OFDvIQeibCmezSnk/q6iAfkdiQaJi4VzroCFrN20= +golang.org/x/sys v0.32.0/go.mod h1:BJP2sWEmIv4KK5OTEluFJCKSidICx8ciO85XgH3Ak8k= +golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= +golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8= +golang.org/x/term v0.31.0 h1:erwDkOK1Msy6offm1mOgvspSkslFnIGsFnxOKoufg3o= +golang.org/x/term v0.31.0/go.mod h1:R4BeIy7D95HzImkxGkTW1UQTtP54tio2RyHz7PwK0aw= +golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= +golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk= +golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/text v0.3.5/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ= +golang.org/x/text v0.24.0 h1:dd5Bzh4yt5KYA8f9CJHCP4FB4D51c2c6JvN37xJJkJ0= +golang.org/x/text v0.24.0/go.mod h1:L8rBsPeo2pSS+xqN0d5u2ikmjtmoJbDBT1b7nHvFCdU= +golang.org/x/time v0.9.0 h1:EsRrnYcQiGH+5FfbgvV4AP7qEZstoyrHB0DzarOQ4ZY= +golang.org/x/time v0.9.0/go.mod h1:3BpzKBy/shNhVucY/MWOyx10tF3SFh9QdLuxbVysPQM= +golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20190226205152-f727befe758c/go.mod h1:9Yl7xja0Znq3iFh3HoIrodX9oNMXvdceNzlUR8zjMvY= +golang.org/x/tools v0.0.0-20190311212946-11955173bddd/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= +golang.org/x/tools v0.0.0-20190524140312-2c0ae7006135/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= +golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20200505023115-26f46d2f7ef8/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= +golang.org/x/tools v0.0.0-20200619180055-7c47624df98f/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= +golang.org/x/tools v0.0.0-20201224043029-2b0845dc783e/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= +golang.org/x/tools v0.0.0-20210106214847-113979e3529a/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= +golang.org/x/tools v0.1.5/go.mod h1:o0xws9oXOQQZyjljx8fwUC0k7L1pTE6eaCbjGeHmOkk= +golang.org/x/tools v0.1.6-0.20210820212750-d4cc65f0b2ff/go.mod h1:YD9qOF0M9xpSpdWTBbzEl5e/RnCefISl8E5Noe10jFM= +golang.org/x/tools v0.1.9/go.mod h1:nABZi5QlRsZVlzPpHl034qft6wpY4eDcsTt5AaioBiU= +golang.org/x/tools v0.32.0 h1:Q7N1vhpkQv7ybVzLFtTjvQya2ewbwNDZzUgfXGqtMWU= +golang.org/x/tools v0.32.0/go.mod h1:ZxrU41P/wAbZD8EDa6dDCa6XfpkhJ7HFMjHJXfBDu8s= +golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +google.golang.org/appengine v1.1.0/go.mod h1:EbEs0AVv82hx2wNQdGPgUI5lhzA/G0D9YwlJXL52JkM= +google.golang.org/appengine v1.4.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4= +google.golang.org/genproto v0.0.0-20180817151627-c66870c02cf8/go.mod h1:JiN7NxoALGmiZfu7CAH4rXhgtRTLTxftemlI0sWmxmc= +google.golang.org/genproto v0.0.0-20190819201941-24fa4b261c55/go.mod h1:DMBHOl98Agz4BDEuKkezgsaosCRResVns1a3J2ZsMNc= +google.golang.org/genproto v0.0.0-20200526211855-cb27e3aa2013/go.mod h1:NbSheEEYHJ7i3ixzK3sjbqSGDJWnxyFXZblF3eUsNvo= +google.golang.org/genproto v0.0.0-20201019141844-1ed22bb0c154/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= +google.golang.org/grpc v1.19.0/go.mod h1:mqu4LbDTu4XGKhr4mRzUsmM4RtVoemTSY81AxZiDr8c= +google.golang.org/grpc v1.23.0/go.mod h1:Y5yQAOtifL1yxbo5wqy6BxZv8vAUGQwXBOALyacEbxg= +google.golang.org/grpc v1.27.0/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk= +google.golang.org/protobuf v0.0.0-20200109180630-ec00e32a8dfd/go.mod h1:DFci5gLYBciE7Vtevhsrf46CRTquxDuWsQurQQe4oz8= +google.golang.org/protobuf v0.0.0-20200221191635-4d8936d0db64/go.mod h1:kwYJMbMJ01Woi6D6+Kah6886xMZcty6N08ah7+eCXa0= +google.golang.org/protobuf v0.0.0-20200228230310-ab0ca4ff8a60/go.mod h1:cfTl7dwQJ+fmap5saPgwCLgHXTUD7jkjRqWcaiX5VyM= +google.golang.org/protobuf v1.20.1-0.20200309200217-e05f789c0967/go.mod h1:A+miEFZTKqfCUM6K7xSMQL9OKL/b6hQv+e19PK+JZNE= +google.golang.org/protobuf v1.21.0/go.mod h1:47Nbq4nVaFHyn7ilMalzfO3qCViNmqZ2kzikPIcrTAo= +google.golang.org/protobuf v1.22.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.23.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.23.1-0.20200526195155-81db48ad09cc/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.24.0/go.mod h1:r/3tXBNzIEhYS9I1OUVjXDlt8tc493IdKGjtUeSXeh4= +google.golang.org/protobuf v1.26.0-rc.1/go.mod h1:jlhhOSvTdKEhbULTjvd4ARK9grFBp09yW+WbY/TyQbw= +google.golang.org/protobuf v1.26.0/go.mod h1:9q0QmTI4eRPtz6boOQmLYwt+qCgq0jsYwAQnmE0givc= +google.golang.org/protobuf v1.27.1/go.mod h1:9q0QmTI4eRPtz6boOQmLYwt+qCgq0jsYwAQnmE0givc= +google.golang.org/protobuf v1.36.5 h1:tPhr+woSbjfYvY6/GPufUoYizxw1cF/yFoxJ2fmpwlM= +google.golang.org/protobuf v1.36.5/go.mod h1:9fA7Ob0pmnwhb644+1+CVWFRbNajQ6iRojtC/QF5bRE= +gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20200227125254-8fa46927fb4f/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk= +gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q= +gopkg.in/evanphx/json-patch.v4 v4.12.0 h1:n6jtcsulIzXPJaxegRbvFNNrZDjbij7ny3gmSPG+6V4= +gopkg.in/evanphx/json-patch.v4 v4.12.0/go.mod h1:p8EYWUEYMpynmqDbY58zCKCFZw8pRWMG4EsWvDvM72M= +gopkg.in/fsnotify.v1 v1.4.7/go.mod h1:Tz8NjZHkW78fSQdbUxIjBTcgA1z1m8ZHf0WmKUhAMys= +gopkg.in/inf.v0 v0.9.1 h1:73M5CoZyi3ZLMOyDlQh031Cx6N9NDJ2Vvfl76EDAgDc= +gopkg.in/inf.v0 v0.9.1/go.mod h1:cWUDdTG/fYaXco+Dcufb5Vnc6Gp2YChqWtbxRZE0mXw= +gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7/go.mod h1:dt/ZhP58zS4L8KSrWDmTeBkI65Dw0HsyUHuEVlX15mw= +gopkg.in/yaml.v2 v2.2.1/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.2.4/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.2.8/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.3.0/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ= +gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +gopkg.in/yaml.v3 v3.0.0-20200615113413-eeeca48fe776/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +gopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA= +gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= +honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= +k8s.io/api v0.23.3/go.mod h1:w258XdGyvCmnBj/vGzQMj6kzdufJZVUwEM1U2fRJwSQ= +k8s.io/api v0.33.3 h1:SRd5t//hhkI1buzxb288fy2xvjubstenEKL9K51KBI8= +k8s.io/api v0.33.3/go.mod h1:01Y/iLUjNBM3TAvypct7DIj0M0NIZc+PzAHCIo0CYGE= +k8s.io/apiextensions-apiserver v0.33.3 h1:qmOcAHN6DjfD0v9kxL5udB27SRP6SG/MTopmge3MwEs= +k8s.io/apiextensions-apiserver v0.33.3/go.mod h1:oROuctgo27mUsyp9+Obahos6CWcMISSAPzQ77CAQGz8= +k8s.io/apimachinery v0.23.3/go.mod h1:BEuFMMBaIbcOqVIJqNZJXGFTP4W6AycEpb5+m/97hrM= +k8s.io/apimachinery v0.33.3 h1:4ZSrmNa0c/ZpZJhAgRdcsFcZOw1PQU1bALVQ0B3I5LA= +k8s.io/apimachinery v0.33.3/go.mod h1:BHW0YOu7n22fFv/JkYOEfkUYNRN0fj0BlvMFWA7b+SM= +k8s.io/client-go v0.33.3 h1:M5AfDnKfYmVJif92ngN532gFqakcGi6RvaOF16efrpA= +k8s.io/client-go v0.33.3/go.mod h1:luqKBQggEf3shbxHY4uVENAxrDISLOarxpTKMiUuujg= +k8s.io/code-generator v0.23.3/go.mod h1:S0Q1JVA+kSzTI1oUvbKAxZY/DYbA/ZUb4Uknog12ETk= +k8s.io/gengo v0.0.0-20210813121822-485abfe95c7c/go.mod h1:FiNAH4ZV3gBg2Kwh89tzAEV2be7d5xI0vBa/VySYy3E= +k8s.io/gengo v0.0.0-20211129171323-c02415ce4185/go.mod h1:FiNAH4ZV3gBg2Kwh89tzAEV2be7d5xI0vBa/VySYy3E= +k8s.io/klog/v2 v2.0.0/go.mod h1:PBfzABfn139FHAV07az/IF9Wp1bkk3vpT2XSJ76fSDE= +k8s.io/klog/v2 v2.2.0/go.mod h1:Od+F08eJP+W3HUb4pSrPpgp9DGU4GzlpG/TmITuYh/Y= +k8s.io/klog/v2 v2.30.0/go.mod h1:y1WjHnz7Dj687irZUWR/WLkLc5N1YHtjLdmgWjndZn0= +k8s.io/klog/v2 v2.40.1/go.mod h1:y1WjHnz7Dj687irZUWR/WLkLc5N1YHtjLdmgWjndZn0= +k8s.io/klog/v2 v2.130.1 h1:n9Xl7H1Xvksem4KFG4PYbdQCQxqc/tTUyrgXaOhHSzk= +k8s.io/klog/v2 v2.130.1/go.mod h1:3Jpz1GvMt720eyJH1ckRHK1EDfpxISzJ7I9OYgaDtPE= +k8s.io/kube-openapi v0.0.0-20211115234752-e816edb12b65/go.mod h1:sX9MT8g7NVZM5lVL/j8QyCCJe8YSMW30QvGZWaCIDIk= +k8s.io/kube-openapi v0.0.0-20220124234850-424119656bbf/go.mod h1:sX9MT8g7NVZM5lVL/j8QyCCJe8YSMW30QvGZWaCIDIk= +k8s.io/kube-openapi v0.0.0-20250701173324-9bd5c66d9911 h1:gAXU86Fmbr/ktY17lkHwSjw5aoThQvhnstGGIYKlKYc= +k8s.io/kube-openapi v0.0.0-20250701173324-9bd5c66d9911/go.mod h1:GLOk5B+hDbRROvt0X2+hqX64v/zO3vXN7J78OUmBSKw= +k8s.io/utils v0.0.0-20210802155522-efc7438f0176/go.mod h1:jPW/WVKK9YHAvNhRxK0md/EJ228hCsBRufyofKtW8HA= +k8s.io/utils v0.0.0-20211116205334-6203023598ed/go.mod h1:jPW/WVKK9YHAvNhRxK0md/EJ228hCsBRufyofKtW8HA= +k8s.io/utils v0.0.0-20241104100929-3ea5e8cea738 h1:M3sRQVHv7vB20Xc2ybTt7ODCeFj6JSWYFzOFnYeS6Ro= +k8s.io/utils v0.0.0-20241104100929-3ea5e8cea738/go.mod h1:OLgZIPagt7ERELqWJFomSt595RzquPNLL48iOWgYOg0= +kubevirt.io/api v1.3.1 h1:MoTNo/zvDlZ44c2ocXLPln8XTaQOeUodiYbEKrTCqv4= +kubevirt.io/api v1.3.1/go.mod h1:tCn7VAZktEvymk490iPSMPCmKM9UjbbfH2OsFR/IOLU= +kubevirt.io/containerized-data-importer-api v1.57.0-alpha1 h1:IWo12+ei3jltSN5jQN1xjgakfvRSF3G3Rr4GXVOOy2I= +kubevirt.io/containerized-data-importer-api v1.57.0-alpha1/go.mod h1:Y/8ETgHS1GjO89bl682DPtQOYEU/1ctPFBz6Sjxm4DM= +kubevirt.io/controller-lifecycle-operator-sdk/api v0.0.0-20220329064328-f3cc58c6ed90 h1:QMrd0nKP0BGbnxTqakhDZAUhGKxPiPiN5gSDqKUmGGc= +kubevirt.io/controller-lifecycle-operator-sdk/api v0.0.0-20220329064328-f3cc58c6ed90/go.mod h1:018lASpFYBsYN6XwmA2TIrPCx6e0gviTd/ZNtSitKgc= +sigs.k8s.io/json v0.0.0-20211020170558-c049b76a60c6/go.mod h1:p4QtZmO4uMYipTQNzagwnNoseA6OxSUutVw05NhYDRs= +sigs.k8s.io/json v0.0.0-20241010143419-9aa6b5e7a4b3 h1:/Rv+M11QRah1itp8VhT6HoVx1Ray9eB4DBr+K+/sCJ8= +sigs.k8s.io/json v0.0.0-20241010143419-9aa6b5e7a4b3/go.mod h1:18nIHnGi6636UCz6m8i4DhaJ65T6EruyzmoQqI2BVDo= +sigs.k8s.io/randfill v0.0.0-20250304075658-069ef1bbf016/go.mod h1:XeLlZ/jmk4i1HRopwe7/aU3H5n1zNUcX6TM94b3QxOY= +sigs.k8s.io/randfill v1.0.0 h1:JfjMILfT8A6RbawdsK2JXGBR5AQVfd+9TbzrlneTyrU= +sigs.k8s.io/randfill v1.0.0/go.mod h1:XeLlZ/jmk4i1HRopwe7/aU3H5n1zNUcX6TM94b3QxOY= +sigs.k8s.io/structured-merge-diff/v4 v4.0.2/go.mod h1:bJZC9H9iH24zzfZ/41RGcq60oK1F7G282QMXDPYydCw= +sigs.k8s.io/structured-merge-diff/v4 v4.2.1/go.mod h1:j/nl6xW8vLS49O8YvXW1ocPhZawJtm+Yrr7PPRQ0Vg4= +sigs.k8s.io/structured-merge-diff/v4 v4.6.0 h1:IUA9nvMmnKWcj5jl84xn+T5MnlZKThmUW1TdblaLVAc= +sigs.k8s.io/structured-merge-diff/v4 v4.6.0/go.mod h1:dDy58f92j70zLsuZVuUX5Wp9vtxXpaZnkPGWeqDfCps= +sigs.k8s.io/yaml v1.2.0/go.mod h1:yfXDCHCao9+ENCvLSE62v9VSji2MKu5jeNfTrofGhJc= +sigs.k8s.io/yaml v1.3.0/go.mod h1:GeOyir5tyXNByN85N/dRIT9es5UQNerPYEKK56eTBm8= +sigs.k8s.io/yaml v1.4.0 h1:Mk1wCc2gy/F0THH0TAp1QYyJNzRm2KCLy3o5ASXVI5E= +sigs.k8s.io/yaml v1.4.0/go.mod h1:Ejl7/uTz7PSA4eKMyQCUTnhZYNmLIl+5c2lQPGR2BPY= diff --git a/tests/performance/tools/evicter/helpers/helpers.go b/tests/performance/tools/evicter/helpers/helpers.go new file mode 100644 index 0000000000..58d2a19ead --- /dev/null +++ b/tests/performance/tools/evicter/helpers/helpers.go @@ -0,0 +1,79 @@ +/* +Copyright 2025 Flant JSC + +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +*/ + +package helpers + +import ( + "fmt" + "os" + "strings" + + "github.com/deckhouse/virtualization/api/client/kubeclient" + "k8s.io/client-go/tools/clientcmd" +) + +func CreateKubeConfig() kubeclient.Client { + // Get the KUBECONFIG environment variable + kubeconfigEnv := os.Getenv("KUBECONFIG") + if kubeconfigEnv == "" { + + fmt.Println("Try to use default path $HOME/.kube/config") + userHomeDir, err := os.UserHomeDir() + if err != nil { + fmt.Println("Failed to get user home directory:", err) + os.Exit(1) + } + kubeconfigEnv = userHomeDir + "/.kube/config" + + _ = os.Setenv("KUBECONFIG", kubeconfigEnv) + kubeconfigEnv = os.Getenv("KUBECONFIG") + + if kubeconfigEnv == "" { + fmt.Println("KUBECONFIG environment variable is not set. Exiting.") + os.Exit(1) + } + } + + // Split the KUBECONFIG environment variable (handles merged kubeconfig paths) + kubeconfigPaths := strings.Split(kubeconfigEnv, string(os.PathListSeparator)) + if len(kubeconfigPaths) == 0 { + fmt.Println("No valid kubeconfig paths found in KUBECONFIG. Exiting.") + os.Exit(1) + } + + fmt.Printf("Using KUBECONFIG paths: %v\n", kubeconfigPaths) + + // Load the kubeconfig from the merged paths + loadingRules := &clientcmd.ClientConfigLoadingRules{ + Precedence: kubeconfigPaths, + } + clientConfig, err := clientcmd.NewNonInteractiveDeferredLoadingClientConfig( + loadingRules, + &clientcmd.ConfigOverrides{}, + ).ClientConfig() + if err != nil { + fmt.Printf("Failed to load kubeconfig: %v\n", err) + os.Exit(1) + } + + // Create a Kubernetes client + client, err := kubeclient.GetClientFromRESTConfig(clientConfig) + if err != nil { + fmt.Printf("Failed to create Kubernetes client: %v\n", err) + os.Exit(1) + } + return client +} diff --git a/tests/performance/tools/evicter/internal/migration.go b/tests/performance/tools/evicter/internal/migration.go new file mode 100644 index 0000000000..ea74d1c149 --- /dev/null +++ b/tests/performance/tools/evicter/internal/migration.go @@ -0,0 +1,325 @@ +/* +Copyright 2025 Flant JSC + +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +*/ + +package internal + +import ( + "context" + "log/slog" + "math/rand" + "os" + "os/signal" + "sync" + "syscall" + "time" + + "github.com/deckhouse/virtualization/api/client/kubeclient" + "github.com/deckhouse/virtualization/api/core/v1alpha2" + metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" +) + +// MigrationState tracks the state of a VM migration +type MigrationState struct { + VMName string + StartTime time.Time + VMOPName string + IsComplete bool +} + +// ContinuousMigrator manages continuous VM migrations +type ContinuousMigrator struct { + client kubeclient.Client + namespace string + targetPercentage int + runDuration time.Duration + migratingVMs map[string]*MigrationState + mutex sync.RWMutex + stopChan chan struct{} + doneChan chan struct{} +} + +// NewContinuousMigrator creates a new continuous migrator +func NewContinuousMigrator(client kubeclient.Client, namespace string, targetPercentage int, runDuration time.Duration) *ContinuousMigrator { + return &ContinuousMigrator{ + client: client, + namespace: namespace, + targetPercentage: targetPercentage, + runDuration: runDuration, + migratingVMs: make(map[string]*MigrationState), + stopChan: make(chan struct{}), + doneChan: make(chan struct{}), + } +} + +// StartContinuousMigrator starts the continuous migration process +func StartContinuousMigrator(client kubeclient.Client, namespace string, targetPercentage int, runDuration time.Duration) { + migrator := NewContinuousMigrator(client, namespace, targetPercentage, runDuration) + + // Setup signal handling for graceful shutdown + sigChan := make(chan os.Signal, 1) + signal.Notify(sigChan, syscall.SIGINT, syscall.SIGTERM) + + // Start the migrator in a goroutine + go migrator.run() + + // Setup timeout if specified + if runDuration > 0 { + go func() { + time.Sleep(runDuration) + slog.Info("Migration timeout reached, stopping migrator") + close(migrator.stopChan) + }() + } + + // Wait for signal or completion + select { + case <-sigChan: + slog.Info("Received interrupt signal, stopping migrator gracefully...") + close(migrator.stopChan) + case <-migrator.doneChan: + slog.Info("Migration process completed") + } + + // Wait for graceful shutdown + <-migrator.doneChan + slog.Info("Migrator stopped") +} + +// run is the main migration loop +func (m *ContinuousMigrator) run() { + defer close(m.doneChan) + + slog.Info("Starting continuous migrator", + "namespace", m.namespace, + "targetPercentage", m.targetPercentage, + "duration", m.runDuration) + + ticker := time.NewTicker(10 * time.Second) // Check every 10 seconds + defer ticker.Stop() + + for { + select { + case <-m.stopChan: + slog.Info("Stop signal received, shutting down...") + return + case <-ticker.C: + m.checkAndStartMigrations() + m.monitorMigrations() + } + } +} + +// checkAndStartMigrations checks if we need to start new migrations +func (m *ContinuousMigrator) checkAndStartMigrations() { + // Get all VMs in the namespace + vmList, err := m.client.VirtualMachines(m.namespace).List(context.TODO(), metav1.ListOptions{}) + if err != nil { + slog.Error("Failed to list VMs", "error", err) + return + } + + // Filter VMs that are running and not currently migrating + var availableVMs []v1alpha2.VirtualMachine + for _, vm := range vmList.Items { + // Only consider VMs that are in Running state and not already migrating + if vm.Status.Phase == v1alpha2.MachineRunning { + m.mutex.RLock() + _, isMigrating := m.migratingVMs[vm.Name] + m.mutex.RUnlock() + + if !isMigrating { + availableVMs = append(availableVMs, vm) + } + } + } + + // Calculate how many VMs should be migrating + targetCount := (m.targetPercentage * len(vmList.Items)) / 100 + currentMigrating := len(m.migratingVMs) + + // Start new migrations if needed + if currentMigrating < targetCount && len(availableVMs) > 0 { + needed := targetCount - currentMigrating + if needed > len(availableVMs) { + needed = len(availableVMs) + } + + // Shuffle and select VMs to migrate + rand.Shuffle(len(availableVMs), func(i, j int) { + availableVMs[i], availableVMs[j] = availableVMs[j], availableVMs[i] + }) + + for i := 0; i < needed; i++ { + m.startMigration(availableVMs[i]) + } + } + + slog.Info("Migration status", + "totalVMs", len(vmList.Items), + "targetCount", targetCount, + "currentMigrating", currentMigrating, + "availableVMs", len(availableVMs)) +} + +// startMigration starts a migration for a VM +func (m *ContinuousMigrator) startMigration(vm v1alpha2.VirtualMachine) { + // Double-check that VM is still available for migration + ctx := context.TODO() + currentVM, err := m.client.VirtualMachines(m.namespace).Get(ctx, vm.Name, metav1.GetOptions{}) + if err != nil { + slog.Error("Failed to get current VM status", "vm", vm.Name, "error", err) + return + } + + // Check if VM is still in Running state and not migrating + if currentVM.Status.Phase != v1alpha2.MachineRunning { + slog.Info("VM is no longer in Running state, skipping migration", + "vm", vm.Name, + "currentPhase", currentVM.Status.Phase) + return + } + + // Check if VM is already being tracked as migrating + m.mutex.RLock() + _, isMigrating := m.migratingVMs[vm.Name] + m.mutex.RUnlock() + + if isMigrating { + slog.Info("VM is already being migrated, skipping", "vm", vm.Name) + return + } + + // Check if VM already has an active VMOP in the cluster + vmopList, err := m.client.VirtualMachineOperations(m.namespace).List(ctx, metav1.ListOptions{}) + if err != nil { + slog.Error("Failed to check existing VMOPs", "vm", vm.Name, "error", err) + return + } + + // Check if there are any active VMOPs for this VM + for _, vmop := range vmopList.Items { + if vmop.Spec.VirtualMachine == vm.Name { + if vmop.Status.Phase == v1alpha2.VMOPPhaseInProgress || + vmop.Status.Phase == v1alpha2.VMOPPhasePending { + slog.Info("VM already has active VMOP, skipping migration", + "vm", vm.Name, + "vmop", vmop.Name, + "phase", vmop.Status.Phase) + return + } + } + } + + vmop := &v1alpha2.VirtualMachineOperation{ + TypeMeta: metav1.TypeMeta{ + Kind: v1alpha2.VirtualMachineOperationKind, + APIVersion: v1alpha2.Version, + }, + ObjectMeta: metav1.ObjectMeta{ + GenerateName: vm.Name + "-migrate-", + Namespace: m.namespace, + }, + Spec: v1alpha2.VirtualMachineOperationSpec{ + Type: v1alpha2.VMOPTypeMigrate, + VirtualMachine: vm.Name, + }, + } + + createdVMOP, err := m.client.VirtualMachineOperations(m.namespace).Create(ctx, vmop, metav1.CreateOptions{}) + if err != nil { + slog.Error("Failed to create VMOP", "vm", vm.Name, "error", err) + return + } + + // Track the migration + m.mutex.Lock() + m.migratingVMs[vm.Name] = &MigrationState{ + VMName: vm.Name, + StartTime: time.Now(), + VMOPName: createdVMOP.Name, + } + m.mutex.Unlock() + + slog.Info("Started migration", "vm", vm.Name, "vmop", createdVMOP.Name) +} + +// monitorMigrations monitors ongoing migrations +func (m *ContinuousMigrator) monitorMigrations() { + m.mutex.Lock() + defer m.mutex.Unlock() + + ctx := context.TODO() + + for vmName, state := range m.migratingVMs { + if state.IsComplete { + continue + } + + // Get current VM status + vm, err := m.client.VirtualMachines(m.namespace).Get(ctx, vmName, metav1.GetOptions{}) + if err != nil { + slog.Error("Failed to get VM status", "vm", vmName, "error", err) + continue + } + + // Check if VM is in error state + if vm.Status.Phase == v1alpha2.MachineDegraded { + slog.Warn("VM is in degraded state, removing from migration tracking", + "vm", vmName, + "vmop", state.VMOPName) + delete(m.migratingVMs, vmName) + continue + } + + // Check for migration timeout (5 minutes) + if time.Since(state.StartTime) > 5*time.Minute { + slog.Warn("Migration timeout reached, removing from tracking", + "vm", vmName, + "duration", time.Since(state.StartTime), + "vmop", state.VMOPName) + delete(m.migratingVMs, vmName) + continue + } + + // Check if migration is complete + if m.isMigrationComplete(vm) { + state.IsComplete = true + duration := time.Since(state.StartTime) + slog.Info("Migration completed", + "vm", vmName, + "duration", duration, + "vmop", state.VMOPName) + + // Clean up completed migration + delete(m.migratingVMs, vmName) + } + } +} + +// isMigrationComplete checks if a VM migration is complete +func (m *ContinuousMigrator) isMigrationComplete(vm *v1alpha2.VirtualMachine) bool { + if vm.Status.Stats == nil || len(vm.Status.Stats.PhasesTransitions) < 2 { + return false + } + + transitions := vm.Status.Stats.PhasesTransitions + last := transitions[len(transitions)-1] + beforeLast := transitions[len(transitions)-2] + + // Migration is complete if we see Migrating -> Running transition + return last.Phase == v1alpha2.MachineRunning && beforeLast.Phase == v1alpha2.MachineMigrating +} + diff --git a/tests/performance/tools/evicter/pkg/command/command.go b/tests/performance/tools/evicter/pkg/command/command.go new file mode 100644 index 0000000000..97ce332b53 --- /dev/null +++ b/tests/performance/tools/evicter/pkg/command/command.go @@ -0,0 +1,80 @@ +/* +Copyright 2025 Flant JSC + +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +*/ + +package command + +import ( + "fmt" + "os" + "time" + + "evicter/helpers" + "evicter/internal" + + "github.com/spf13/cobra" +) + +var ( + namespace string + target int + duration string +) + +var rootCmd = &cobra.Command{ + Use: "migrator", + Short: "continuously migrate a percentage of virtual machines", + Long: `A tool that continuously migrates a specified percentage of virtual machines in a namespace`, + Args: cobra.ArbitraryArgs, + Run: startMigrator, +} + +func init() { + rootCmd.Flags().StringVarP(&namespace, "namespace", "n", "perf", "namespace to look for the VMs, default 'perf'") + rootCmd.Flags().IntVarP(&target, "target", "t", 10, "target percentage for VM migration (1-100)") + rootCmd.Flags().StringVarP(&duration, "duration", "d", "0", "duration to run the migrator (e.g., '30m', '1h', '0' for infinite). Default '0' for infinite") +} + +func startMigrator(cmd *cobra.Command, args []string) { + // Validate target percentage + if target < 1 || target > 100 { + fmt.Println("Error: target percentage must be between 1 and 100") + os.Exit(1) + } + + // Parse duration + var runDuration time.Duration + var err error + if duration != "0" { + runDuration, err = time.ParseDuration(duration) + if err != nil { + fmt.Printf("Error parsing duration '%s': %v\n", duration, err) + os.Exit(1) + } + } + + // create client + client := helpers.CreateKubeConfig() + + // Start the continuous migrator + internal.StartContinuousMigrator(client, namespace, target, runDuration) +} + +func Execute() { + if err := rootCmd.Execute(); err != nil { + fmt.Println(err) + os.Exit(1) + } +} diff --git a/tests/performance/shatal/.golangci.yaml b/tests/performance/tools/shatal/.golangci.yaml similarity index 100% rename from tests/performance/shatal/.golangci.yaml rename to tests/performance/tools/shatal/.golangci.yaml diff --git a/tests/performance/shatal/README.md b/tests/performance/tools/shatal/README.md similarity index 100% rename from tests/performance/shatal/README.md rename to tests/performance/tools/shatal/README.md diff --git a/tests/performance/shatal/Taskfile.yaml b/tests/performance/tools/shatal/Taskfile.yaml similarity index 100% rename from tests/performance/shatal/Taskfile.yaml rename to tests/performance/tools/shatal/Taskfile.yaml diff --git a/tests/performance/shatal/cmd/shatal/main.go b/tests/performance/tools/shatal/cmd/shatal/main.go similarity index 100% rename from tests/performance/shatal/cmd/shatal/main.go rename to tests/performance/tools/shatal/cmd/shatal/main.go diff --git a/tests/performance/shatal/config.yaml b/tests/performance/tools/shatal/config.yaml similarity index 100% rename from tests/performance/shatal/config.yaml rename to tests/performance/tools/shatal/config.yaml diff --git a/tests/performance/shatal/go.mod b/tests/performance/tools/shatal/go.mod similarity index 96% rename from tests/performance/shatal/go.mod rename to tests/performance/tools/shatal/go.mod index e15f9f9f65..0767cc3034 100644 --- a/tests/performance/shatal/go.mod +++ b/tests/performance/tools/shatal/go.mod @@ -3,7 +3,7 @@ module github.com/deckhouse/virtualization/shatal go 1.24.6 require ( - github.com/deckhouse/virtualization/api v0.0.0-20240408082728-b892ddd03f9e + github.com/deckhouse/virtualization/api v1.0.0 github.com/google/uuid v1.6.0 github.com/ilyakaznacheev/cleanenv v1.5.0 k8s.io/api v0.33.3 @@ -90,6 +90,4 @@ require ( sigs.k8s.io/yaml v1.4.0 // indirect ) -replace github.com/deckhouse/virtualization/api => ./../../../api - replace k8s.io/kube-openapi => k8s.io/kube-openapi v0.0.0-20250701173324-9bd5c66d9911 diff --git a/tests/performance/shatal/go.sum b/tests/performance/tools/shatal/go.sum similarity index 99% rename from tests/performance/shatal/go.sum rename to tests/performance/tools/shatal/go.sum index 5b40af66db..a3681a62a5 100644 --- a/tests/performance/shatal/go.sum +++ b/tests/performance/tools/shatal/go.sum @@ -34,6 +34,8 @@ github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSs github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc h1:U9qPSI2PIWSS1VwoXQT9A3Wy9MM3WgvqSxFWenqJduM= github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/deckhouse/virtualization/api v1.0.0 h1:q4TvC74tpjk25k0byXJCYP4HjvRexBSeI0cC8QeCMTQ= +github.com/deckhouse/virtualization/api v1.0.0/go.mod h1:meTeGulR+xwnvt0pTGsoI14YhGe0lHUVyAfhZsoQyeQ= github.com/docopt/docopt-go v0.0.0-20180111231733-ee0de3bc6815/go.mod h1:WwZ+bS3ebgob9U8Nd0kOddGdZWjyMGR8Wziv+TBNwSE= github.com/elazarl/goproxy v0.0.0-20180725130230-947c36da3153/go.mod h1:/Zj4wYkgs4iZTTu3o/KG3Itv/qCCa8VVMlb3i9OVuzc= github.com/emicklei/go-restful v2.9.5+incompatible/go.mod h1:otzb+WCGbkyDHkqmQmT5YD2WR4BBwUdeQoFo8l/7tVs= diff --git a/tests/performance/shatal/internal/api/client.go b/tests/performance/tools/shatal/internal/api/client.go similarity index 100% rename from tests/performance/shatal/internal/api/client.go rename to tests/performance/tools/shatal/internal/api/client.go diff --git a/tests/performance/shatal/internal/config/config.go b/tests/performance/tools/shatal/internal/config/config.go similarity index 100% rename from tests/performance/shatal/internal/config/config.go rename to tests/performance/tools/shatal/internal/config/config.go diff --git a/tests/performance/shatal/internal/logger/logger.go b/tests/performance/tools/shatal/internal/logger/logger.go similarity index 100% rename from tests/performance/shatal/internal/logger/logger.go rename to tests/performance/tools/shatal/internal/logger/logger.go diff --git a/tests/performance/shatal/internal/logger/options.go b/tests/performance/tools/shatal/internal/logger/options.go similarity index 100% rename from tests/performance/shatal/internal/logger/options.go rename to tests/performance/tools/shatal/internal/logger/options.go diff --git a/tests/performance/shatal/internal/shatal/creator.go b/tests/performance/tools/shatal/internal/shatal/creator.go similarity index 100% rename from tests/performance/shatal/internal/shatal/creator.go rename to tests/performance/tools/shatal/internal/shatal/creator.go diff --git a/tests/performance/shatal/internal/shatal/deleter.go b/tests/performance/tools/shatal/internal/shatal/deleter.go similarity index 100% rename from tests/performance/shatal/internal/shatal/deleter.go rename to tests/performance/tools/shatal/internal/shatal/deleter.go diff --git a/tests/performance/shatal/internal/shatal/drainer.go b/tests/performance/tools/shatal/internal/shatal/drainer.go similarity index 100% rename from tests/performance/shatal/internal/shatal/drainer.go rename to tests/performance/tools/shatal/internal/shatal/drainer.go diff --git a/tests/performance/shatal/internal/shatal/modifier.go b/tests/performance/tools/shatal/internal/shatal/modifier.go similarity index 100% rename from tests/performance/shatal/internal/shatal/modifier.go rename to tests/performance/tools/shatal/internal/shatal/modifier.go diff --git a/tests/performance/shatal/internal/shatal/nothing.go b/tests/performance/tools/shatal/internal/shatal/nothing.go similarity index 100% rename from tests/performance/shatal/internal/shatal/nothing.go rename to tests/performance/tools/shatal/internal/shatal/nothing.go diff --git a/tests/performance/shatal/internal/shatal/shatal.go b/tests/performance/tools/shatal/internal/shatal/shatal.go similarity index 100% rename from tests/performance/shatal/internal/shatal/shatal.go rename to tests/performance/tools/shatal/internal/shatal/shatal.go diff --git a/tests/performance/shatal/internal/shatal/watcher.go b/tests/performance/tools/shatal/internal/shatal/watcher.go similarity index 100% rename from tests/performance/shatal/internal/shatal/watcher.go rename to tests/performance/tools/shatal/internal/shatal/watcher.go diff --git a/tests/performance/tools/statistic/Taskfile.yaml b/tests/performance/tools/statistic/Taskfile.yaml new file mode 100644 index 0000000000..d93c113789 --- /dev/null +++ b/tests/performance/tools/statistic/Taskfile.yaml @@ -0,0 +1,20 @@ +version: "3" + +silent: true + +vars: + NS: '{{ .NS | default "perf" }}' + +tasks: + get-stat:vd: + desc: "Run collect stat from vds" + cmds: + - go run cmd/statistic/main.go -d -n {{.NS}} + get-stat:vm: + desc: "Run collect stat from vms" + cmds: + - go run cmd/statistic/main.go -v -n {{.NS}} + get-stat:all: + desc: "Run collect stat from vds and vms" + cmds: + - go run cmd/statistic/main.go -n {{.NS}} diff --git a/tests/performance/tools/statistic/cmd/statistic/main.go b/tests/performance/tools/statistic/cmd/statistic/main.go new file mode 100644 index 0000000000..34129210dd --- /dev/null +++ b/tests/performance/tools/statistic/cmd/statistic/main.go @@ -0,0 +1,25 @@ +/* +Copyright 2025 Flant JSC + +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +*/ + +package main + +import ( + "statistic/pkg/command" +) + +func main() { + command.Execute() +} diff --git a/tests/performance/tools/statistic/go.mod b/tests/performance/tools/statistic/go.mod new file mode 100644 index 0000000000..666f8caf48 --- /dev/null +++ b/tests/performance/tools/statistic/go.mod @@ -0,0 +1,65 @@ +module statistic + +go 1.24.6 + +toolchain go1.24.7 + +require ( + github.com/deckhouse/virtualization/api v1.0.0 + github.com/spf13/cobra v1.9.1 + github.com/stretchr/testify v1.10.0 + k8s.io/apimachinery v0.33.3 + k8s.io/client-go v0.33.3 +) + +require ( + github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc // indirect + github.com/emicklei/go-restful/v3 v3.11.0 // indirect + github.com/fxamacker/cbor/v2 v2.7.0 // indirect + github.com/go-logr/logr v1.4.2 // indirect + github.com/go-openapi/jsonpointer v0.21.0 // indirect + github.com/go-openapi/jsonreference v0.20.2 // indirect + github.com/go-openapi/swag v0.23.0 // indirect + github.com/gogo/protobuf v1.3.2 // indirect + github.com/google/gnostic-models v0.7.0 // indirect + github.com/google/go-cmp v0.7.0 // indirect + github.com/google/uuid v1.6.0 // indirect + github.com/gorilla/websocket v1.5.4-0.20250319132907-e064f32e3674 // indirect + github.com/inconshreveable/mousetrap v1.1.0 // indirect + github.com/josharian/intern v1.0.0 // indirect + github.com/json-iterator/go v1.1.12 // indirect + github.com/mailru/easyjson v0.7.7 // indirect + github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect + github.com/modern-go/reflect2 v1.0.2 // indirect + github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 // indirect + github.com/openshift/api v0.0.0-20230503133300-8bbcb7ca7183 // indirect + github.com/openshift/custom-resource-status v1.1.2 // indirect + github.com/pkg/errors v0.9.1 // indirect + github.com/pmezard/go-difflib v1.0.0 // indirect + github.com/spf13/pflag v1.0.7 // indirect + github.com/x448/float16 v0.8.4 // indirect + go.yaml.in/yaml/v2 v2.4.2 // indirect + go.yaml.in/yaml/v3 v3.0.3 // indirect + golang.org/x/net v0.39.0 // indirect + golang.org/x/oauth2 v0.27.0 // indirect + golang.org/x/sys v0.32.0 // indirect + golang.org/x/term v0.31.0 // indirect + golang.org/x/text v0.24.0 // indirect + golang.org/x/time v0.9.0 // indirect + google.golang.org/protobuf v1.36.5 // indirect + gopkg.in/evanphx/json-patch.v4 v4.12.0 // indirect + gopkg.in/inf.v0 v0.9.1 // indirect + gopkg.in/yaml.v3 v3.0.1 // indirect + k8s.io/api v0.33.3 // indirect + k8s.io/apiextensions-apiserver v0.33.3 // indirect + k8s.io/klog/v2 v2.130.1 // indirect + k8s.io/kube-openapi v0.0.0-20250701173324-9bd5c66d9911 // indirect + k8s.io/utils v0.0.0-20241104100929-3ea5e8cea738 // indirect + kubevirt.io/api v1.3.1 // indirect + kubevirt.io/containerized-data-importer-api v1.57.0-alpha1 // indirect + kubevirt.io/controller-lifecycle-operator-sdk/api v0.0.0-20220329064328-f3cc58c6ed90 // indirect + sigs.k8s.io/json v0.0.0-20241010143419-9aa6b5e7a4b3 // indirect + sigs.k8s.io/randfill v1.0.0 // indirect + sigs.k8s.io/structured-merge-diff/v4 v4.6.0 // indirect + sigs.k8s.io/yaml v1.4.0 // indirect +) diff --git a/tests/performance/tools/statistic/go.sum b/tests/performance/tools/statistic/go.sum new file mode 100644 index 0000000000..c93d2ea467 --- /dev/null +++ b/tests/performance/tools/statistic/go.sum @@ -0,0 +1,394 @@ +cloud.google.com/go v0.26.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= +github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= +github.com/NYTimes/gziphandler v0.0.0-20170623195520-56545f4a5d46/go.mod h1:3wb06e3pkSAbeQ52E9H9iFoQsEEwGN64994WTCIhntQ= +github.com/PuerkitoBio/purell v1.1.1/go.mod h1:c11w/QuzBsJSee3cPx9rAFu61PvFxuPbtSwDGJws/X0= +github.com/PuerkitoBio/urlesc v0.0.0-20170810143723-de5bf2ad4578/go.mod h1:uGdkoq3SwY9Y+13GIhn11/XLaGBb4BfwItxLd5jeuXE= +github.com/asaskevich/govalidator v0.0.0-20190424111038-f61b66f89f4a/go.mod h1:lB+ZfQJz7igIIfQNfa7Ml4HSf2uFQQRzpGGRXenZAgY= +github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU= +github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWRnGsAI= +github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= +github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= +github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= +github.com/cpuguy83/go-md2man/v2 v2.0.6/go.mod h1:oOW0eioCTA6cOiMLiUPZOpcVxMig6NIQQ7OS05n1F4g= +github.com/creack/pty v1.1.9/go.mod h1:oKZEueFk5CKHvIhNR5MUki03XCEU+Q6VDXinZuGJ33E= +github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc h1:U9qPSI2PIWSS1VwoXQT9A3Wy9MM3WgvqSxFWenqJduM= +github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/deckhouse/virtualization/api v1.0.0 h1:q4TvC74tpjk25k0byXJCYP4HjvRexBSeI0cC8QeCMTQ= +github.com/deckhouse/virtualization/api v1.0.0/go.mod h1:meTeGulR+xwnvt0pTGsoI14YhGe0lHUVyAfhZsoQyeQ= +github.com/docopt/docopt-go v0.0.0-20180111231733-ee0de3bc6815/go.mod h1:WwZ+bS3ebgob9U8Nd0kOddGdZWjyMGR8Wziv+TBNwSE= +github.com/elazarl/goproxy v0.0.0-20180725130230-947c36da3153/go.mod h1:/Zj4wYkgs4iZTTu3o/KG3Itv/qCCa8VVMlb3i9OVuzc= +github.com/emicklei/go-restful v0.0.0-20170410110728-ff4f55a20633/go.mod h1:otzb+WCGbkyDHkqmQmT5YD2WR4BBwUdeQoFo8l/7tVs= +github.com/emicklei/go-restful v2.9.5+incompatible/go.mod h1:otzb+WCGbkyDHkqmQmT5YD2WR4BBwUdeQoFo8l/7tVs= +github.com/emicklei/go-restful v2.15.0+incompatible/go.mod h1:otzb+WCGbkyDHkqmQmT5YD2WR4BBwUdeQoFo8l/7tVs= +github.com/emicklei/go-restful/v3 v3.11.0 h1:rAQeMHw1c7zTmncogyy8VvRZwtkmkZ4FxERmMY4rD+g= +github.com/emicklei/go-restful/v3 v3.11.0/go.mod h1:6n3XBCmQQb25CM2LCACGz8ukIrRry+4bhvbpWn3mrbc= +github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= +github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c= +github.com/evanphx/json-patch v4.12.0+incompatible/go.mod h1:50XU6AFN0ol/bzJsmQLiYLvXMP4fmwYFNcr97nuDLSk= +github.com/fsnotify/fsnotify v1.4.7/go.mod h1:jwhsz4b93w/PPRr/qN1Yymfu8t87LnFCMoQvtojpjFo= +github.com/fsnotify/fsnotify v1.4.9/go.mod h1:znqG4EE+3YCdAaPaxE2ZRY/06pZUdp0tY4IgpuI1SZQ= +github.com/fxamacker/cbor/v2 v2.7.0 h1:iM5WgngdRBanHcxugY4JySA0nk1wZorNOpTgCMedv5E= +github.com/fxamacker/cbor/v2 v2.7.0/go.mod h1:pxXPTn3joSm21Gbwsv0w9OSA2y1HFR9qXEeXQVeNoDQ= +github.com/getkin/kin-openapi v0.76.0/go.mod h1:660oXbgy5JFMKreazJaQTw7o+X00qeSyhcnluiMv+Xg= +github.com/ghodss/yaml v1.0.0/go.mod h1:4dBDuWmgqj2HViK6kFavaiC9ZROes6MMH2rRYeMEF04= +github.com/go-logr/logr v0.1.0/go.mod h1:ixOQHD9gLJUVQQ2ZOR7zLEifBX6tGkNJF4QyIY7sIas= +github.com/go-logr/logr v0.2.0/go.mod h1:z6/tIYblkpsD+a4lm/fGIIU9mZ+XfAiaFtq7xTgseGU= +github.com/go-logr/logr v1.2.0/go.mod h1:jdQByPbusPIv2/zmleS9BjJVeZ6kBagPoEUsqbVz/1A= +github.com/go-logr/logr v1.2.2/go.mod h1:jdQByPbusPIv2/zmleS9BjJVeZ6kBagPoEUsqbVz/1A= +github.com/go-logr/logr v1.4.2 h1:6pFjapn8bFcIbiKo3XT4j/BhANplGihG6tvd+8rYgrY= +github.com/go-logr/logr v1.4.2/go.mod h1:9T104GzyrTigFIr8wt5mBrctHMim0Nb2HLGrmQ40KvY= +github.com/go-openapi/jsonpointer v0.19.3/go.mod h1:Pl9vOtqEWErmShwVjC8pYs9cog34VGT37dQOVbmoatg= +github.com/go-openapi/jsonpointer v0.19.5/go.mod h1:Pl9vOtqEWErmShwVjC8pYs9cog34VGT37dQOVbmoatg= +github.com/go-openapi/jsonpointer v0.19.6/go.mod h1:osyAmYz/mB/C3I+WsTTSgw1ONzaLJoLCyoi6/zppojs= +github.com/go-openapi/jsonpointer v0.21.0 h1:YgdVicSA9vH5RiHs9TZW5oyafXZFc6+2Vc1rr/O9oNQ= +github.com/go-openapi/jsonpointer v0.21.0/go.mod h1:IUyH9l/+uyhIYQ/PXVA41Rexl+kOkAPDdXEYns6fzUY= +github.com/go-openapi/jsonreference v0.19.3/go.mod h1:rjx6GuL8TTa9VaixXglHmQmIL98+wF9xc8zWvFonSJ8= +github.com/go-openapi/jsonreference v0.19.5/go.mod h1:RdybgQwPxbL4UEjuAruzK1x3nE69AqPYEJeo/TWfEeg= +github.com/go-openapi/jsonreference v0.19.6/go.mod h1:diGHMEHg2IqXZGKxqyvWdfWU/aim5Dprw5bqpKkTvns= +github.com/go-openapi/jsonreference v0.20.2 h1:3sVjiK66+uXK/6oQ8xgcRKcFgQ5KXa2KvnJRumpMGbE= +github.com/go-openapi/jsonreference v0.20.2/go.mod h1:Bl1zwGIM8/wsvqjsOQLJ/SH+En5Ap4rVB5KVcIDZG2k= +github.com/go-openapi/swag v0.19.5/go.mod h1:POnQmlKehdgb5mhVOsnJFsivZCEZ/vjK9gh66Z9tfKk= +github.com/go-openapi/swag v0.19.14/go.mod h1:QYRuS/SOXUCsnplDa677K7+DxSOj6IPNl/eQntq43wQ= +github.com/go-openapi/swag v0.21.1/go.mod h1:QYRuS/SOXUCsnplDa677K7+DxSOj6IPNl/eQntq43wQ= +github.com/go-openapi/swag v0.22.3/go.mod h1:UzaqsxGiab7freDnrUUra0MwWfN/q7tE4j+VcZ0yl14= +github.com/go-openapi/swag v0.23.0 h1:vsEVJDUo2hPJ2tu0/Xc+4noaxyEffXNIs3cOULZ+GrE= +github.com/go-openapi/swag v0.23.0/go.mod h1:esZ8ITTYEsH1V2trKHjAN8Ai7xHb8RV+YSZ577vPjgQ= +github.com/go-task/slim-sprig v0.0.0-20210107165309-348f09dbbbc0 h1:p104kn46Q8WdvHunIJ9dAyjPVtrBPhSr3KT2yUst43I= +github.com/go-task/slim-sprig v0.0.0-20210107165309-348f09dbbbc0/go.mod h1:fyg7847qk6SyHyPtNmDHnmrv/HOrqktSC+C9fM+CJOE= +github.com/go-task/slim-sprig/v3 v3.0.0 h1:sUs3vkvUymDpBKi3qH1YSqBQk9+9D/8M2mN1vB6EwHI= +github.com/go-task/slim-sprig/v3 v3.0.0/go.mod h1:W848ghGpv3Qj3dhTPRyJypKRiqCdHZiAzKg9hl15HA8= +github.com/gogo/protobuf v1.3.2 h1:Ov1cvc58UF3b5XjBnZv7+opcTcQFZebYjWzi34vdm4Q= +github.com/gogo/protobuf v1.3.2/go.mod h1:P1XiOD3dCwIKUDQYPy72D8LYyHL2YPYrpS2s69NZV8Q= +github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q= +github.com/golang/mock v1.1.1/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A= +github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= +github.com/golang/protobuf v1.3.2/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= +github.com/golang/protobuf v1.4.0-rc.1/go.mod h1:ceaxUfeHdC40wWswd/P6IGgMaK3YpKi5j83Wpe3EHw8= +github.com/golang/protobuf v1.4.0-rc.1.0.20200221234624-67d41d38c208/go.mod h1:xKAWHe0F5eneWXFV3EuXVDTCmh+JuBKY0li0aMyXATA= +github.com/golang/protobuf v1.4.0-rc.2/go.mod h1:LlEzMj4AhA7rCAGe4KMBDvJI+AwstrUpVNzEA03Pprs= +github.com/golang/protobuf v1.4.0-rc.4.0.20200313231945-b860323f09d0/go.mod h1:WU3c8KckQ9AFe+yFwt9sWVRKCVIyN9cPHBJSNnbL67w= +github.com/golang/protobuf v1.4.0/go.mod h1:jodUvKwWbYaEsadDk5Fwe5c77LiNKVO9IDvqG2KuDX0= +github.com/golang/protobuf v1.4.1/go.mod h1:U8fpvMrcmy5pZrNK1lt4xCsGvpyWQ/VVv6QDs8UjoX8= +github.com/golang/protobuf v1.4.2/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI= +github.com/golang/protobuf v1.5.0/go.mod h1:FsONVRAS9T7sI+LIUmWTfcYkHO4aIWwzhcaSAoJOfIk= +github.com/golang/protobuf v1.5.2/go.mod h1:XVQd3VNwM+JqD3oG2Ue2ip4fOMUkwXdXDdiuN0vRsmY= +github.com/google/gnostic-models v0.7.0 h1:qwTtogB15McXDaNqTZdzPJRHvaVJlAl+HVQnLmJEJxo= +github.com/google/gnostic-models v0.7.0/go.mod h1:whL5G0m6dmc5cPxKc5bdKdEN3UjI7OUGxBlw57miDrQ= +github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5aqRK0M= +github.com/google/go-cmp v0.3.0/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= +github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= +github.com/google/go-cmp v0.4.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.9/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY= +github.com/google/go-cmp v0.7.0 h1:wk8382ETsv4JYUZwIsn6YpYiWiBsYLSJiTsyBybVuN8= +github.com/google/go-cmp v0.7.0/go.mod h1:pXiqmnSA92OHEEa9HXL2W4E7lf9JzCmGVUdgjX3N/iU= +github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg= +github.com/google/gofuzz v1.1.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg= +github.com/google/pprof v0.0.0-20210407192527-94a9f03dee38/go.mod h1:kpwsk12EmLew5upagYY7GY0pfYCcupk39gWOCRROcvE= +github.com/google/pprof v0.0.0-20241029153458-d1b30febd7db h1:097atOisP2aRj7vFgYQBbFN4U4JNXUNYpxael3UzMyo= +github.com/google/pprof v0.0.0-20241029153458-d1b30febd7db/go.mod h1:vavhavw2zAxS5dIdcRluK6cSGGPlZynqzFM8NdvU144= +github.com/google/uuid v1.1.2/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= +github.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0= +github.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= +github.com/googleapis/gnostic v0.5.1/go.mod h1:6U4PtQXGIEt/Z3h5MAT7FNofLnw9vXk2cUuW7uA/OeU= +github.com/googleapis/gnostic v0.5.5/go.mod h1:7+EbHbldMins07ALC74bsA81Ovc97DwqyJO1AENw9kA= +github.com/gorilla/mux v1.8.0/go.mod h1:DVbg23sWSpFRCP0SfiEN6jmj59UnW/n46BH5rLB71So= +github.com/gorilla/websocket v1.4.2/go.mod h1:YR8l580nyteQvAITg2hZ9XVh4b55+EU/adAjf1fMHhE= +github.com/gorilla/websocket v1.5.4-0.20250319132907-e064f32e3674 h1:JeSE6pjso5THxAzdVpqr6/geYxZytqFMBCOtn/ujyeo= +github.com/gorilla/websocket v1.5.4-0.20250319132907-e064f32e3674/go.mod h1:r4w70xmWCQKmi1ONH4KIaBptdivuRPyosB9RmPlGEwA= +github.com/hpcloud/tail v1.0.0/go.mod h1:ab1qPbhIpdTxEkNHXyeSf5vhxWSCs/tWer42PpOxQnU= +github.com/ianlancetaylor/demangle v0.0.0-20200824232613-28f6c0f3b639/go.mod h1:aSSvb/t6k1mPoxDqO4vJh6VOCGPwU4O0C2/Eqndh1Sc= +github.com/inconshreveable/mousetrap v1.1.0 h1:wN+x4NVGpMsO7ErUn/mUI3vEoE6Jt13X2s0bqwp9tc8= +github.com/inconshreveable/mousetrap v1.1.0/go.mod h1:vpF70FUmC8bwa3OWnCshd2FqLfsEA9PFc4w1p2J65bw= +github.com/josharian/intern v1.0.0 h1:vlS4z54oSdjm0bgjRigI+G1HpF+tI+9rE5LLzOg8HmY= +github.com/josharian/intern v1.0.0/go.mod h1:5DoeVV0s6jJacbCEi61lwdGj/aVlrQvzHFFd8Hwg//Y= +github.com/json-iterator/go v1.1.6/go.mod h1:+SdeFBvtyEkXs7REEP0seUULqWtbJapLOCVDaaPEHmU= +github.com/json-iterator/go v1.1.12 h1:PV8peI4a0ysnczrg+LtxykD8LfKY9ML6u2jnxaEnrnM= +github.com/json-iterator/go v1.1.12/go.mod h1:e30LSqwooZae/UwlEbR2852Gd8hjQvJoHmT4TnhNGBo= +github.com/kisielk/errcheck v1.5.0/go.mod h1:pFxgyoBC7bSaBwPgfKdkLd5X25qrDl4LWUI2bnpBCr8= +github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck= +github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo= +github.com/kr/pretty v0.2.0/go.mod h1:ipq/a2n7PKx3OHsz4KJII5eveXtPO4qwEXGdVfWzfnI= +github.com/kr/pretty v0.2.1/go.mod h1:ipq/a2n7PKx3OHsz4KJII5eveXtPO4qwEXGdVfWzfnI= +github.com/kr/pretty v0.3.1 h1:flRD4NNwYAUpkphVc1HcthR4KEIFJ65n8Mw5qdRn3LE= +github.com/kr/pretty v0.3.1/go.mod h1:hoEshYVHaxMs3cyo3Yncou5ZscifuDolrwPKZanG3xk= +github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ= +github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI= +github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY= +github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE= +github.com/mailru/easyjson v0.0.0-20190614124828-94de47d64c63/go.mod h1:C1wdFJiN94OJF2b5HbByQZoLdCWB1Yqtg26g4irojpc= +github.com/mailru/easyjson v0.0.0-20190626092158-b2ccc519800e/go.mod h1:C1wdFJiN94OJF2b5HbByQZoLdCWB1Yqtg26g4irojpc= +github.com/mailru/easyjson v0.7.6/go.mod h1:xzfreul335JAWq5oZzymOObrkdz5UnU4kGfJJLY9Nlc= +github.com/mailru/easyjson v0.7.7 h1:UGYAvKxe3sBsEDzO8ZeWOSlIQfWFlxbzLZe7hwFURr0= +github.com/mailru/easyjson v0.7.7/go.mod h1:xzfreul335JAWq5oZzymOObrkdz5UnU4kGfJJLY9Nlc= +github.com/mitchellh/mapstructure v1.1.2/go.mod h1:FVVH3fgwuzCH5S8UJGiWEs2h04kUh9fWfEaFds41c1Y= +github.com/moby/spdystream v0.2.0/go.mod h1:f7i0iNDQJ059oMTcWxx8MA/zKFIuD/lY+0GqbN2Wy8c= +github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= +github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd h1:TRLaZ9cD/w8PVh93nsPXa1VrQ6jlwL5oN8l14QlcNfg= +github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= +github.com/modern-go/reflect2 v1.0.1/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0= +github.com/modern-go/reflect2 v1.0.2 h1:xBagoLtFs94CBntxluKeaWgTMpvLxC4ur3nMaC9Gz0M= +github.com/modern-go/reflect2 v1.0.2/go.mod h1:yWuevngMOJpCy52FWWMvUC8ws7m/LJsjYzDa0/r8luk= +github.com/munnerz/goautoneg v0.0.0-20120707110453-a547fc61f48d/go.mod h1:+n7T8mK8HuQTcFwEeznm/DIxMOiR9yIdICNftLE1DvQ= +github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 h1:C3w9PqII01/Oq1c1nUAm88MOHcQC9l5mIlSMApZMrHA= +github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822/go.mod h1:+n7T8mK8HuQTcFwEeznm/DIxMOiR9yIdICNftLE1DvQ= +github.com/mxk/go-flowrate v0.0.0-20140419014527-cca7078d478f/go.mod h1:ZdcZmHo+o7JKHSa8/e818NopupXU1YMK5fe1lsApnBw= +github.com/niemeyer/pretty v0.0.0-20200227124842-a10e7caefd8e/go.mod h1:zD1mROLANZcx1PVRCS0qkT7pwLkGfwJo4zjcN/Tysno= +github.com/nxadm/tail v1.4.4/go.mod h1:kenIhsEOeOJmVchQTgglprH7qJGnHDVpk1VPCcaMI8A= +github.com/nxadm/tail v1.4.8/go.mod h1:+ncqLTQzXmGhMZNUePPaPqPvBxHAIsmXswZKocGu+AU= +github.com/onsi/ginkgo v0.0.0-20170829012221-11459a886d9c/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE= +github.com/onsi/ginkgo v1.6.0/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE= +github.com/onsi/ginkgo v1.12.1/go.mod h1:zj2OWP4+oCPe1qIXoGWkgMRwljMUYCdkwsT2108oapk= +github.com/onsi/ginkgo v1.14.0/go.mod h1:iSB4RoI2tjJc9BBv4NKIKWKya62Rps+oPG/Lv9klQyY= +github.com/onsi/ginkgo v1.16.4 h1:29JGrr5oVBm5ulCWet69zQkzWipVXIol6ygQUe/EzNc= +github.com/onsi/ginkgo v1.16.4/go.mod h1:dX+/inL/fNMqNlz0e9LfyB9TswhZpCVdJM/Z6Vvnwo0= +github.com/onsi/ginkgo/v2 v2.0.0/go.mod h1:vw5CSIxN1JObi/U8gcbwft7ZxR2dgaR70JSE3/PpL4c= +github.com/onsi/ginkgo/v2 v2.21.0 h1:7rg/4f3rB88pb5obDgNZrNHrQ4e6WpjonchcpuBRnZM= +github.com/onsi/ginkgo/v2 v2.21.0/go.mod h1:7Du3c42kxCUegi0IImZ1wUQzMBVecgIHjR1C+NkhLQo= +github.com/onsi/gomega v0.0.0-20170829124025-dcabb60a477c/go.mod h1:C1qb7wdrVGGVU+Z6iS04AVkA3Q65CEZX59MT0QO5uiA= +github.com/onsi/gomega v1.7.1/go.mod h1:XdKZgCCFLUoM/7CFJVPcG8C1xQ1AJ0vpAezJrB7JYyY= +github.com/onsi/gomega v1.10.1/go.mod h1:iN09h71vgCQne3DLsj+A5owkum+a2tYe+TOCB1ybHNo= +github.com/onsi/gomega v1.17.0/go.mod h1:HnhC7FXeEQY45zxNK3PPoIUhzk/80Xly9PcubAlGdZY= +github.com/onsi/gomega v1.18.1/go.mod h1:0q+aL8jAiMXy9hbwj2mr5GziHiwhAIQpFmmtT5hitRs= +github.com/onsi/gomega v1.35.1 h1:Cwbd75ZBPxFSuZ6T+rN/WCb/gOc6YgFBXLlZLhC7Ds4= +github.com/onsi/gomega v1.35.1/go.mod h1:PvZbdDc8J6XJEpDK4HCuRBm8a6Fzp9/DmhC9C7yFlog= +github.com/openshift/api v0.0.0-20230503133300-8bbcb7ca7183 h1:t/CahSnpqY46sQR01SoS+Jt0jtjgmhgE6lFmRnO4q70= +github.com/openshift/api v0.0.0-20230503133300-8bbcb7ca7183/go.mod h1:4VWG+W22wrB4HfBL88P40DxLEpSOaiBVxUnfalfJo9k= +github.com/openshift/custom-resource-status v1.1.2 h1:C3DL44LEbvlbItfd8mT5jWrqPfHnSOQoQf/sypqA6A4= +github.com/openshift/custom-resource-status v1.1.2/go.mod h1:DB/Mf2oTeiAmVVX1gN+NEqweonAPY0TKUwADizj8+ZA= +github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4= +github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= +github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM= +github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= +github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= +github.com/rogpeppe/go-internal v1.13.1 h1:KvO1DLK/DRN07sQ1LQKScxyZJuNnedQ5/wKSR38lUII= +github.com/rogpeppe/go-internal v1.13.1/go.mod h1:uMEvuHeurkdAXX61udpOXGD/AzZDWNMNyH2VO9fmH0o= +github.com/russross/blackfriday/v2 v2.1.0/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQDYRxCVz55jmeOWTM= +github.com/spf13/afero v1.2.2/go.mod h1:9ZxEEn6pIJ8Rxe320qSDBk6AsU0r9pR7Q4OcevTdifk= +github.com/spf13/cobra v1.9.1 h1:CXSaggrXdbHK9CF+8ywj8Amf7PBRmPCOJugH954Nnlo= +github.com/spf13/cobra v1.9.1/go.mod h1:nDyEzZ8ogv936Cinf6g1RU9MRY64Ir93oCnqb9wxYW0= +github.com/spf13/pflag v1.0.5/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg= +github.com/spf13/pflag v1.0.6/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg= +github.com/spf13/pflag v1.0.7 h1:vN6T9TfwStFPFM5XzjsvmzZkLuaLX+HS+0SeFLRgU6M= +github.com/spf13/pflag v1.0.7/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg= +github.com/stoewer/go-strcase v1.2.0/go.mod h1:IBiWB2sKIp3wVVQ3Y035++gc+knqhUQag1KpM8ahLw8= +github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= +github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw= +github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpEOglKo= +github.com/stretchr/objx v0.5.2 h1:xuMeJ0Sdp5ZMRXx/aWO6RZxdr3beISkG5/G/aIRr3pY= +github.com/stretchr/objx v0.5.2/go.mod h1:FRsXN1f5AsAjCGJKqEizvkpNtU+EGNCLh3NxZ/8L+MA= +github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI= +github.com/stretchr/testify v1.5.1/go.mod h1:5W2xD1RspED5o8YsWQXVCued0rvSQ+mT+I5cxcmMvtA= +github.com/stretchr/testify v1.6.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU= +github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4= +github.com/stretchr/testify v1.10.0 h1:Xv5erBjTwe/5IxqUQTdXv5kgmIvbHo3QQyRwhJsOfJA= +github.com/stretchr/testify v1.10.0/go.mod h1:r2ic/lqez/lEtzL7wO/rwa5dbSLXVDPFyf8C91i36aY= +github.com/x448/float16 v0.8.4 h1:qLwI1I70+NjRFUR3zs1JPUCgaCXSh3SW62uAKT1mSBM= +github.com/x448/float16 v0.8.4/go.mod h1:14CWIYCyZA/cWjXOioeEpHeN/83MdbZDRQHoFcYsOfg= +github.com/yuin/goldmark v1.1.27/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= +github.com/yuin/goldmark v1.2.1/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= +github.com/yuin/goldmark v1.3.5/go.mod h1:mwnBkeHKe2W/ZEtQ+71ViKU8L12m81fl3OWwC1Zlc8k= +github.com/yuin/goldmark v1.4.0/go.mod h1:mwnBkeHKe2W/ZEtQ+71ViKU8L12m81fl3OWwC1Zlc8k= +github.com/yuin/goldmark v1.4.1/go.mod h1:mwnBkeHKe2W/ZEtQ+71ViKU8L12m81fl3OWwC1Zlc8k= +go.yaml.in/yaml/v2 v2.4.2 h1:DzmwEr2rDGHl7lsFgAHxmNz/1NlQ7xLIrlN2h5d1eGI= +go.yaml.in/yaml/v2 v2.4.2/go.mod h1:081UH+NErpNdqlCXm3TtEran0rJZGxAYx9hb/ELlsPU= +go.yaml.in/yaml/v3 v3.0.3 h1:bXOww4E/J3f66rav3pX3m8w6jDE4knZjGOw8b5Y6iNE= +go.yaml.in/yaml/v3 v3.0.3/go.mod h1:tBHosrYAkRZjRAOREWbDnBXUf08JOwYq++0QNwQiWzI= +golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= +golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= +golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= +golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= +golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE= +golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU= +golang.org/x/lint v0.0.0-20190313153728-d0100b6bd8b3/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= +golang.org/x/mod v0.2.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= +golang.org/x/mod v0.3.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= +golang.org/x/mod v0.4.2/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= +golang.org/x/mod v0.5.1/go.mod h1:5OXOZSfqPIIbmVBIIKWRFfZjPR0E5r58TLhUjH0a2Ro= +golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20180906233101-161cd47e91fd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20190213061140-3a22650c66bd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20190827160401-ba9fcec4b297/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20200226121028-0de0cce0169b/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20200520004742-59133d7f0dd7/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= +golang.org/x/net v0.0.0-20201021035429-f5854403a974/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= +golang.org/x/net v0.0.0-20210405180319-a5a99cb37ef4/go.mod h1:p54w0d4576C0XHj96bSt6lcn1PtDYWL6XObtHCRCNQM= +golang.org/x/net v0.0.0-20210421230115-4e50805a0758/go.mod h1:72T/g9IO56b78aLF+1Kcs5dz7/ng1VjMUvfKvpfy+jM= +golang.org/x/net v0.0.0-20210428140749-89ef3d95e781/go.mod h1:OJAsFXCWl8Ukc7SiCT/9KSuxbyM7479/AVlXFRxuMCk= +golang.org/x/net v0.0.0-20210805182204-aaa1db679c0d/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= +golang.org/x/net v0.0.0-20211015210444-4f30a5c0130f/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= +golang.org/x/net v0.0.0-20211209124913-491a49abca63/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= +golang.org/x/net v0.0.0-20220127200216-cd36cc0744dd/go.mod h1:CfG3xpIq0wQ8r1q4Su4UZFWDARRcnwPjda9FqA0JpMk= +golang.org/x/net v0.39.0 h1:ZCu7HMWDxpXpaiKdhzIfaltL9Lp31x/3fCP11bc6/fY= +golang.org/x/net v0.39.0/go.mod h1:X7NRbYVEA+ewNkCNyJ513WmMdQ3BineSwVtN2zD/d+E= +golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= +golang.org/x/oauth2 v0.27.0 h1:da9Vo7/tDv5RH/7nZDz1eMGS/q1Vv1N/7FCrBhI9I3M= +golang.org/x/oauth2 v0.27.0/go.mod h1:onh5ek6nERTohokkhCD/y2cV4Do3fxFHFuAejCkRWT8= +golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20201020160332-67f06af15bc9/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20210220032951-036812b2e83c/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20180909124046-d0be0721c37e/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190904154756-749cb33beabd/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20191005200804-aed5e4c7ecf9/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20191120155948-bd437916bb0e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20191204072324-ce4227a45e2e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200323222414-85ca7c5b95cd/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200519105757-fe76b779f299/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210112080510-489259a85091/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210330210617-4fbd30eecc44/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210420072515-93ed5bcd2bfe/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210423082822-04245dca01da/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210510120138-977fb7262007/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20210809222454-d867a43fc93e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20210831042530-f4d43177bf5e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20211019181941-9d821ace8654/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20211216021012-1d35b9e2eb4e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220209214540-3681064d5158/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.32.0 h1:s77OFDvIQeibCmezSnk/q6iAfkdiQaJi4VzroCFrN20= +golang.org/x/sys v0.32.0/go.mod h1:BJP2sWEmIv4KK5OTEluFJCKSidICx8ciO85XgH3Ak8k= +golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= +golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8= +golang.org/x/term v0.31.0 h1:erwDkOK1Msy6offm1mOgvspSkslFnIGsFnxOKoufg3o= +golang.org/x/term v0.31.0/go.mod h1:R4BeIy7D95HzImkxGkTW1UQTtP54tio2RyHz7PwK0aw= +golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= +golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk= +golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/text v0.3.5/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ= +golang.org/x/text v0.24.0 h1:dd5Bzh4yt5KYA8f9CJHCP4FB4D51c2c6JvN37xJJkJ0= +golang.org/x/text v0.24.0/go.mod h1:L8rBsPeo2pSS+xqN0d5u2ikmjtmoJbDBT1b7nHvFCdU= +golang.org/x/time v0.9.0 h1:EsRrnYcQiGH+5FfbgvV4AP7qEZstoyrHB0DzarOQ4ZY= +golang.org/x/time v0.9.0/go.mod h1:3BpzKBy/shNhVucY/MWOyx10tF3SFh9QdLuxbVysPQM= +golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20190226205152-f727befe758c/go.mod h1:9Yl7xja0Znq3iFh3HoIrodX9oNMXvdceNzlUR8zjMvY= +golang.org/x/tools v0.0.0-20190311212946-11955173bddd/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= +golang.org/x/tools v0.0.0-20190524140312-2c0ae7006135/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= +golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20200505023115-26f46d2f7ef8/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= +golang.org/x/tools v0.0.0-20200619180055-7c47624df98f/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= +golang.org/x/tools v0.0.0-20201224043029-2b0845dc783e/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= +golang.org/x/tools v0.0.0-20210106214847-113979e3529a/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= +golang.org/x/tools v0.1.5/go.mod h1:o0xws9oXOQQZyjljx8fwUC0k7L1pTE6eaCbjGeHmOkk= +golang.org/x/tools v0.1.6-0.20210820212750-d4cc65f0b2ff/go.mod h1:YD9qOF0M9xpSpdWTBbzEl5e/RnCefISl8E5Noe10jFM= +golang.org/x/tools v0.1.9/go.mod h1:nABZi5QlRsZVlzPpHl034qft6wpY4eDcsTt5AaioBiU= +golang.org/x/tools v0.32.0 h1:Q7N1vhpkQv7ybVzLFtTjvQya2ewbwNDZzUgfXGqtMWU= +golang.org/x/tools v0.32.0/go.mod h1:ZxrU41P/wAbZD8EDa6dDCa6XfpkhJ7HFMjHJXfBDu8s= +golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +google.golang.org/appengine v1.1.0/go.mod h1:EbEs0AVv82hx2wNQdGPgUI5lhzA/G0D9YwlJXL52JkM= +google.golang.org/appengine v1.4.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4= +google.golang.org/genproto v0.0.0-20180817151627-c66870c02cf8/go.mod h1:JiN7NxoALGmiZfu7CAH4rXhgtRTLTxftemlI0sWmxmc= +google.golang.org/genproto v0.0.0-20190819201941-24fa4b261c55/go.mod h1:DMBHOl98Agz4BDEuKkezgsaosCRResVns1a3J2ZsMNc= +google.golang.org/genproto v0.0.0-20200526211855-cb27e3aa2013/go.mod h1:NbSheEEYHJ7i3ixzK3sjbqSGDJWnxyFXZblF3eUsNvo= +google.golang.org/genproto v0.0.0-20201019141844-1ed22bb0c154/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= +google.golang.org/grpc v1.19.0/go.mod h1:mqu4LbDTu4XGKhr4mRzUsmM4RtVoemTSY81AxZiDr8c= +google.golang.org/grpc v1.23.0/go.mod h1:Y5yQAOtifL1yxbo5wqy6BxZv8vAUGQwXBOALyacEbxg= +google.golang.org/grpc v1.27.0/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk= +google.golang.org/protobuf v0.0.0-20200109180630-ec00e32a8dfd/go.mod h1:DFci5gLYBciE7Vtevhsrf46CRTquxDuWsQurQQe4oz8= +google.golang.org/protobuf v0.0.0-20200221191635-4d8936d0db64/go.mod h1:kwYJMbMJ01Woi6D6+Kah6886xMZcty6N08ah7+eCXa0= +google.golang.org/protobuf v0.0.0-20200228230310-ab0ca4ff8a60/go.mod h1:cfTl7dwQJ+fmap5saPgwCLgHXTUD7jkjRqWcaiX5VyM= +google.golang.org/protobuf v1.20.1-0.20200309200217-e05f789c0967/go.mod h1:A+miEFZTKqfCUM6K7xSMQL9OKL/b6hQv+e19PK+JZNE= +google.golang.org/protobuf v1.21.0/go.mod h1:47Nbq4nVaFHyn7ilMalzfO3qCViNmqZ2kzikPIcrTAo= +google.golang.org/protobuf v1.22.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.23.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.23.1-0.20200526195155-81db48ad09cc/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.24.0/go.mod h1:r/3tXBNzIEhYS9I1OUVjXDlt8tc493IdKGjtUeSXeh4= +google.golang.org/protobuf v1.26.0-rc.1/go.mod h1:jlhhOSvTdKEhbULTjvd4ARK9grFBp09yW+WbY/TyQbw= +google.golang.org/protobuf v1.26.0/go.mod h1:9q0QmTI4eRPtz6boOQmLYwt+qCgq0jsYwAQnmE0givc= +google.golang.org/protobuf v1.27.1/go.mod h1:9q0QmTI4eRPtz6boOQmLYwt+qCgq0jsYwAQnmE0givc= +google.golang.org/protobuf v1.36.5 h1:tPhr+woSbjfYvY6/GPufUoYizxw1cF/yFoxJ2fmpwlM= +google.golang.org/protobuf v1.36.5/go.mod h1:9fA7Ob0pmnwhb644+1+CVWFRbNajQ6iRojtC/QF5bRE= +gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20200227125254-8fa46927fb4f/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk= +gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q= +gopkg.in/evanphx/json-patch.v4 v4.12.0 h1:n6jtcsulIzXPJaxegRbvFNNrZDjbij7ny3gmSPG+6V4= +gopkg.in/evanphx/json-patch.v4 v4.12.0/go.mod h1:p8EYWUEYMpynmqDbY58zCKCFZw8pRWMG4EsWvDvM72M= +gopkg.in/fsnotify.v1 v1.4.7/go.mod h1:Tz8NjZHkW78fSQdbUxIjBTcgA1z1m8ZHf0WmKUhAMys= +gopkg.in/inf.v0 v0.9.1 h1:73M5CoZyi3ZLMOyDlQh031Cx6N9NDJ2Vvfl76EDAgDc= +gopkg.in/inf.v0 v0.9.1/go.mod h1:cWUDdTG/fYaXco+Dcufb5Vnc6Gp2YChqWtbxRZE0mXw= +gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7/go.mod h1:dt/ZhP58zS4L8KSrWDmTeBkI65Dw0HsyUHuEVlX15mw= +gopkg.in/yaml.v2 v2.2.1/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.2.4/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.2.8/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.3.0/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ= +gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +gopkg.in/yaml.v3 v3.0.0-20200615113413-eeeca48fe776/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +gopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA= +gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= +honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= +k8s.io/api v0.23.3/go.mod h1:w258XdGyvCmnBj/vGzQMj6kzdufJZVUwEM1U2fRJwSQ= +k8s.io/api v0.33.3 h1:SRd5t//hhkI1buzxb288fy2xvjubstenEKL9K51KBI8= +k8s.io/api v0.33.3/go.mod h1:01Y/iLUjNBM3TAvypct7DIj0M0NIZc+PzAHCIo0CYGE= +k8s.io/apiextensions-apiserver v0.33.3 h1:qmOcAHN6DjfD0v9kxL5udB27SRP6SG/MTopmge3MwEs= +k8s.io/apiextensions-apiserver v0.33.3/go.mod h1:oROuctgo27mUsyp9+Obahos6CWcMISSAPzQ77CAQGz8= +k8s.io/apimachinery v0.23.3/go.mod h1:BEuFMMBaIbcOqVIJqNZJXGFTP4W6AycEpb5+m/97hrM= +k8s.io/apimachinery v0.33.3 h1:4ZSrmNa0c/ZpZJhAgRdcsFcZOw1PQU1bALVQ0B3I5LA= +k8s.io/apimachinery v0.33.3/go.mod h1:BHW0YOu7n22fFv/JkYOEfkUYNRN0fj0BlvMFWA7b+SM= +k8s.io/client-go v0.33.3 h1:M5AfDnKfYmVJif92ngN532gFqakcGi6RvaOF16efrpA= +k8s.io/client-go v0.33.3/go.mod h1:luqKBQggEf3shbxHY4uVENAxrDISLOarxpTKMiUuujg= +k8s.io/code-generator v0.23.3/go.mod h1:S0Q1JVA+kSzTI1oUvbKAxZY/DYbA/ZUb4Uknog12ETk= +k8s.io/gengo v0.0.0-20210813121822-485abfe95c7c/go.mod h1:FiNAH4ZV3gBg2Kwh89tzAEV2be7d5xI0vBa/VySYy3E= +k8s.io/gengo v0.0.0-20211129171323-c02415ce4185/go.mod h1:FiNAH4ZV3gBg2Kwh89tzAEV2be7d5xI0vBa/VySYy3E= +k8s.io/klog/v2 v2.0.0/go.mod h1:PBfzABfn139FHAV07az/IF9Wp1bkk3vpT2XSJ76fSDE= +k8s.io/klog/v2 v2.2.0/go.mod h1:Od+F08eJP+W3HUb4pSrPpgp9DGU4GzlpG/TmITuYh/Y= +k8s.io/klog/v2 v2.30.0/go.mod h1:y1WjHnz7Dj687irZUWR/WLkLc5N1YHtjLdmgWjndZn0= +k8s.io/klog/v2 v2.40.1/go.mod h1:y1WjHnz7Dj687irZUWR/WLkLc5N1YHtjLdmgWjndZn0= +k8s.io/klog/v2 v2.130.1 h1:n9Xl7H1Xvksem4KFG4PYbdQCQxqc/tTUyrgXaOhHSzk= +k8s.io/klog/v2 v2.130.1/go.mod h1:3Jpz1GvMt720eyJH1ckRHK1EDfpxISzJ7I9OYgaDtPE= +k8s.io/kube-openapi v0.0.0-20211115234752-e816edb12b65/go.mod h1:sX9MT8g7NVZM5lVL/j8QyCCJe8YSMW30QvGZWaCIDIk= +k8s.io/kube-openapi v0.0.0-20220124234850-424119656bbf/go.mod h1:sX9MT8g7NVZM5lVL/j8QyCCJe8YSMW30QvGZWaCIDIk= +k8s.io/kube-openapi v0.0.0-20250701173324-9bd5c66d9911 h1:gAXU86Fmbr/ktY17lkHwSjw5aoThQvhnstGGIYKlKYc= +k8s.io/kube-openapi v0.0.0-20250701173324-9bd5c66d9911/go.mod h1:GLOk5B+hDbRROvt0X2+hqX64v/zO3vXN7J78OUmBSKw= +k8s.io/utils v0.0.0-20210802155522-efc7438f0176/go.mod h1:jPW/WVKK9YHAvNhRxK0md/EJ228hCsBRufyofKtW8HA= +k8s.io/utils v0.0.0-20211116205334-6203023598ed/go.mod h1:jPW/WVKK9YHAvNhRxK0md/EJ228hCsBRufyofKtW8HA= +k8s.io/utils v0.0.0-20241104100929-3ea5e8cea738 h1:M3sRQVHv7vB20Xc2ybTt7ODCeFj6JSWYFzOFnYeS6Ro= +k8s.io/utils v0.0.0-20241104100929-3ea5e8cea738/go.mod h1:OLgZIPagt7ERELqWJFomSt595RzquPNLL48iOWgYOg0= +kubevirt.io/api v1.3.1 h1:MoTNo/zvDlZ44c2ocXLPln8XTaQOeUodiYbEKrTCqv4= +kubevirt.io/api v1.3.1/go.mod h1:tCn7VAZktEvymk490iPSMPCmKM9UjbbfH2OsFR/IOLU= +kubevirt.io/containerized-data-importer-api v1.57.0-alpha1 h1:IWo12+ei3jltSN5jQN1xjgakfvRSF3G3Rr4GXVOOy2I= +kubevirt.io/containerized-data-importer-api v1.57.0-alpha1/go.mod h1:Y/8ETgHS1GjO89bl682DPtQOYEU/1ctPFBz6Sjxm4DM= +kubevirt.io/controller-lifecycle-operator-sdk/api v0.0.0-20220329064328-f3cc58c6ed90 h1:QMrd0nKP0BGbnxTqakhDZAUhGKxPiPiN5gSDqKUmGGc= +kubevirt.io/controller-lifecycle-operator-sdk/api v0.0.0-20220329064328-f3cc58c6ed90/go.mod h1:018lASpFYBsYN6XwmA2TIrPCx6e0gviTd/ZNtSitKgc= +sigs.k8s.io/json v0.0.0-20211020170558-c049b76a60c6/go.mod h1:p4QtZmO4uMYipTQNzagwnNoseA6OxSUutVw05NhYDRs= +sigs.k8s.io/json v0.0.0-20241010143419-9aa6b5e7a4b3 h1:/Rv+M11QRah1itp8VhT6HoVx1Ray9eB4DBr+K+/sCJ8= +sigs.k8s.io/json v0.0.0-20241010143419-9aa6b5e7a4b3/go.mod h1:18nIHnGi6636UCz6m8i4DhaJ65T6EruyzmoQqI2BVDo= +sigs.k8s.io/randfill v0.0.0-20250304075658-069ef1bbf016/go.mod h1:XeLlZ/jmk4i1HRopwe7/aU3H5n1zNUcX6TM94b3QxOY= +sigs.k8s.io/randfill v1.0.0 h1:JfjMILfT8A6RbawdsK2JXGBR5AQVfd+9TbzrlneTyrU= +sigs.k8s.io/randfill v1.0.0/go.mod h1:XeLlZ/jmk4i1HRopwe7/aU3H5n1zNUcX6TM94b3QxOY= +sigs.k8s.io/structured-merge-diff/v4 v4.0.2/go.mod h1:bJZC9H9iH24zzfZ/41RGcq60oK1F7G282QMXDPYydCw= +sigs.k8s.io/structured-merge-diff/v4 v4.2.1/go.mod h1:j/nl6xW8vLS49O8YvXW1ocPhZawJtm+Yrr7PPRQ0Vg4= +sigs.k8s.io/structured-merge-diff/v4 v4.6.0 h1:IUA9nvMmnKWcj5jl84xn+T5MnlZKThmUW1TdblaLVAc= +sigs.k8s.io/structured-merge-diff/v4 v4.6.0/go.mod h1:dDy58f92j70zLsuZVuUX5Wp9vtxXpaZnkPGWeqDfCps= +sigs.k8s.io/yaml v1.2.0/go.mod h1:yfXDCHCao9+ENCvLSE62v9VSji2MKu5jeNfTrofGhJc= +sigs.k8s.io/yaml v1.3.0/go.mod h1:GeOyir5tyXNByN85N/dRIT9es5UQNerPYEKK56eTBm8= +sigs.k8s.io/yaml v1.4.0 h1:Mk1wCc2gy/F0THH0TAp1QYyJNzRm2KCLy3o5ASXVI5E= +sigs.k8s.io/yaml v1.4.0/go.mod h1:Ejl7/uTz7PSA4eKMyQCUTnhZYNmLIl+5c2lQPGR2BPY= diff --git a/tests/performance/tools/statistic/internal/helpers/helper.go b/tests/performance/tools/statistic/internal/helpers/helper.go new file mode 100644 index 0000000000..6537e8d14c --- /dev/null +++ b/tests/performance/tools/statistic/internal/helpers/helper.go @@ -0,0 +1,118 @@ +/* +Copyright 2025 Flant JSC + +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +*/ + +package helpers + +import ( + "fmt" + "os" + "strings" + "time" + + "github.com/deckhouse/virtualization/api/client/kubeclient" + metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" + "k8s.io/client-go/tools/clientcmd" +) + +func ToSeconds(duration *metav1.Duration) float64 { + if duration == nil { + return 0 + } + return duration.Seconds() +} + +func CreateKubeConfig() kubeclient.Client { + // Get the KUBECONFIG environment variable + kubeconfigEnv := os.Getenv("KUBECONFIG") + if kubeconfigEnv == "" { + + fmt.Println("Try to use default path $HOME/.kube/config") + userHomeDir, err := os.UserHomeDir() + if err != nil { + fmt.Println("Failed to get user home directory:", err) + os.Exit(1) + } + kubeconfigEnv = userHomeDir + "/.kube/config" + + _ = os.Setenv("KUBECONFIG", kubeconfigEnv) + kubeconfigEnv = os.Getenv("KUBECONFIG") + + if kubeconfigEnv == "" { + fmt.Println("KUBECONFIG environment variable is not set. Exiting.") + os.Exit(1) + } + } + + // Split the KUBECONFIG environment variable (handles merged kubeconfig paths) + kubeconfigPaths := strings.Split(kubeconfigEnv, string(os.PathListSeparator)) + if len(kubeconfigPaths) == 0 { + fmt.Println("No valid kubeconfig paths found in KUBECONFIG. Exiting.") + os.Exit(1) + } + + fmt.Printf("Using KUBECONFIG paths: %v\n", kubeconfigPaths) + + // Load the kubeconfig from the merged paths + loadingRules := &clientcmd.ClientConfigLoadingRules{ + Precedence: kubeconfigPaths, + } + clientConfig, err := clientcmd.NewNonInteractiveDeferredLoadingClientConfig( + loadingRules, + &clientcmd.ConfigOverrides{}, + ).ClientConfig() + if err != nil { + fmt.Printf("Failed to load kubeconfig: %v\n", err) + os.Exit(1) + } + + // Create a Kubernetes client + client, err := kubeclient.GetClientFromRESTConfig(clientConfig) + if err != nil { + fmt.Printf("Failed to create Kubernetes client: %v\n", err) + os.Exit(1) + } + return client +} + +// This format is required for processing output files in Excel. +// Example: performance-7,0:3:1,0:0:11,0:3:34 +func DurationToString(d *metav1.Duration) string { + if d == nil { + return "" + } + dur := fmt.Sprintf("%d:%d:%d", int64(d.Duration.Hours()), int64(d.Duration.Minutes())%60, int64(d.Duration.Seconds())%60) + return dur +} + +func SaveToFile(content string, resType string, ns string) { + filepath := fmt.Sprintf("/%s-%s-%s.csv", resType, ns, time.Now().Format("2006-01-02_15-04-05")) + execpath, err := os.Getwd() + if err != nil { + os.Exit(1) + } + file, err := os.Create(execpath + filepath) + if err != nil { + fmt.Printf("Error creating file: %v\n", err) + return + } + defer file.Close() + + _, err = file.WriteString(content) + if err != nil { + fmt.Printf("Error writing to file: %v\n", err) + return + } +} diff --git a/tests/performance/tools/statistic/internal/helpers/helper_test.go b/tests/performance/tools/statistic/internal/helpers/helper_test.go new file mode 100644 index 0000000000..f0936c36ac --- /dev/null +++ b/tests/performance/tools/statistic/internal/helpers/helper_test.go @@ -0,0 +1,101 @@ +/* +Copyright 2025 Flant JSC + +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +*/ + +package helpers + +import ( + "testing" + "time" + + "github.com/stretchr/testify/assert" + metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" +) + +func TestDurationToString(t *testing.T) { + tests := []struct { + name string + d *metav1.Duration + want string + }{ + { + name: "nil duration", + d: nil, + want: "", + }, + { + name: "zero duration", + d: &metav1.Duration{}, + want: "0:0:0", + }, + { + name: "one hour", + d: &metav1.Duration{Duration: time.Hour}, + want: "1:0:0", + }, + { + name: "24 hours", + d: &metav1.Duration{Duration: time.Hour * 24}, + want: "24:0:0", + }, + { + name: "one minute", + d: &metav1.Duration{Duration: time.Minute}, + want: "0:1:0", + }, + { + name: "one second", + d: &metav1.Duration{Duration: time.Second}, + want: "0:0:1", + }, + { + name: "complex duration - 2 hours 30 minutes 45 seconds", + d: &metav1.Duration{Duration: 2*time.Hour + 30*time.Minute + 45*time.Second}, + want: "2:30:45", + }, + { + name: "complex duration - 1 hour 59 minutes 59 seconds", + d: &metav1.Duration{Duration: time.Hour + 59*time.Minute + 59*time.Second}, + want: "1:59:59", + }, + { + name: "complex duration - 0 hours 0 minutes 30 seconds", + d: &metav1.Duration{Duration: 30 * time.Second}, + want: "0:0:30", + }, + { + name: "complex duration - 0 hours 5 minutes 0 seconds", + d: &metav1.Duration{Duration: 5 * time.Minute}, + want: "0:5:0", + }, + { + name: "large duration - 100 hours 30 minutes 15 seconds", + d: &metav1.Duration{Duration: 100*time.Hour + 30*time.Minute + 15*time.Second}, + want: "100:30:15", + }, + { + name: "microseconds precision - should round down", + d: &metav1.Duration{Duration: time.Hour + 30*time.Minute + 45*time.Second + 500*time.Millisecond}, + want: "1:30:45", + }, + } + + for _, tt := range tests { + t.Run(tt.name, func(t *testing.T) { + result := DurationToString(tt.d) + assert.Equal(t, tt.want, result) + }) + } +} diff --git a/tests/performance/tools/statistic/internal/vd/get_vd_stat.go b/tests/performance/tools/statistic/internal/vd/get_vd_stat.go new file mode 100644 index 0000000000..a2f24b3b75 --- /dev/null +++ b/tests/performance/tools/statistic/internal/vd/get_vd_stat.go @@ -0,0 +1,132 @@ +/* +Copyright 2025 Flant JSC + +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +*/ + +package vd + +import ( + "context" + "encoding/csv" + "fmt" + "os" + "time" + + "statistic/internal/helpers" + + "github.com/deckhouse/virtualization/api/client/kubeclient" + v1alpha2 "github.com/deckhouse/virtualization/api/core/v1alpha2" + metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" +) + +type VD struct { + Name string `json:"name"` + VirtualDiskStats v1alpha2.VirtualDiskStatsCreationDuration `json:"creationDuration,omitempty"` +} + +type VDs struct { + Items []VD `json:"items"` +} + +func (vds *VDs) SaveToCSV(ns string) { + filepath := fmt.Sprintf("/all-%s-%s-%s.csv", "vd", ns, time.Now().Format("2006-01-02_15-04-05")) + execpath, err := os.Getwd() + if err != nil { + os.Exit(1) + } + + file, err := os.Create(execpath + filepath) + if err != nil { + os.Exit(1) + } + defer file.Close() + + writer := csv.NewWriter(file) + defer writer.Flush() + + header := []string{"Name", "WaitingForDependencies", "DVCRProvisioning", "TotalProvisioning"} + if err := writer.Write(header); err != nil { + fmt.Printf("Error writing header to CSV file: %v\n", err) + os.Exit(1) + } + + for _, res := range vds.Items { + + data := []string{ + res.Name, + helpers.DurationToString(res.VirtualDiskStats.WaitingForDependencies), + helpers.DurationToString(res.VirtualDiskStats.DVCRProvisioning), + helpers.DurationToString(res.VirtualDiskStats.TotalProvisioning), + } + if err := writer.Write(data); err != nil { + fmt.Printf("Error writing data to CSV file: %v\n", err) + os.Exit(1) + } + } + fmt.Println("Data of VD saved successfully to csv", file.Name()) +} + +func GetStatistic(client kubeclient.Client, namespace string) { + var ( + vds VDs + sumWaitingForDependencies float64 + sumDVCRProvisioning float64 + sumTotalProvisioning float64 + ) + + // Limit & Continue for separete call res + vdList, err := client.VirtualDisks(namespace).List(context.TODO(), metav1.ListOptions{}) + if err != nil { + fmt.Printf("Failed to get vm: %v\n", err) + os.Exit(1) + } + + totalItems := len(vdList.Items) + + for _, vd := range vdList.Items { + if string(vd.Status.Phase) == "Ready" { + + vds.Items = append(vds.Items, VD{ + Name: vd.Name, + VirtualDiskStats: v1alpha2.VirtualDiskStatsCreationDuration{ + WaitingForDependencies: vd.Status.Stats.CreationDuration.WaitingForDependencies, + DVCRProvisioning: vd.Status.Stats.CreationDuration.DVCRProvisioning, + TotalProvisioning: vd.Status.Stats.CreationDuration.TotalProvisioning, + }, + }) + + sumWaitingForDependencies += helpers.ToSeconds(vd.Status.Stats.CreationDuration.WaitingForDependencies) + sumDVCRProvisioning += helpers.ToSeconds(vd.Status.Stats.CreationDuration.DVCRProvisioning) + sumTotalProvisioning += helpers.ToSeconds(vd.Status.Stats.CreationDuration.TotalProvisioning) + } + } + + avgWaitingForDependencies := sumWaitingForDependencies / float64(totalItems) + avgDVCRProvisioning := sumDVCRProvisioning / float64(totalItems) + avgTotalProvisioning := sumTotalProvisioning / float64(totalItems) + + saveData := fmt.Sprintf( + "Total VDs count: %d\n"+ + "Average WaitingForDependencies in seconds: %.2f\n"+ + "Average DVCRProvisioning in seconds: %.2f\n"+ + "Average TotalProvisioning in seconds: %.2f\n", + totalItems, avgWaitingForDependencies, avgDVCRProvisioning, avgTotalProvisioning, + ) + + helpers.SaveToFile(saveData, "vd", namespace) + + fmt.Println(saveData) + + vds.SaveToCSV(namespace) +} diff --git a/tests/performance/tools/statistic/internal/vm/get_vm_stat.go b/tests/performance/tools/statistic/internal/vm/get_vm_stat.go new file mode 100644 index 0000000000..d955c74c85 --- /dev/null +++ b/tests/performance/tools/statistic/internal/vm/get_vm_stat.go @@ -0,0 +1,168 @@ +/* +Copyright 2025 Flant JSC + +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +*/ + +package vm + +import ( + "context" + "encoding/csv" + "fmt" + "os" + "time" + + "statistic/internal/helpers" + + "github.com/deckhouse/virtualization/api/client/kubeclient" + v1alpha2 "github.com/deckhouse/virtualization/api/core/v1alpha2" + metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" +) + +type VM struct { + Name string `json:"name"` + VirtualMachineLaunchTimeDuration v1alpha2.VirtualMachineLaunchTimeDuration `json:"launchTimeDuration"` + VirtualMachineStopTime time.Duration `json:"stopTime,omitempty"` +} + +type VMs struct { + Items []VM `json:"items"` +} + +func (vms *VMs) SaveToCSV(ns string) { + filepath := fmt.Sprintf("/all-%s-%s-%s.csv", "vm", ns, time.Now().Format("2006-01-02_15-04-05")) + execpath, err := os.Getwd() + if err != nil { + os.Exit(1) + } + + file, err := os.Create(execpath + filepath) + if err != nil { + os.Exit(1) + } + defer file.Close() + + writer := csv.NewWriter(file) + defer writer.Flush() + + header := []string{"Name", "WaitingForDependencies", "VirtualMachineStarting", "GuestOSAgentStarting"} + if err := writer.Write(header); err != nil { + fmt.Printf("Error writing header to CSV file: %v\n", err) + os.Exit(1) + } + + for _, res := range vms.Items { + + data := []string{ + res.Name, + helpers.DurationToString(res.VirtualMachineLaunchTimeDuration.WaitingForDependencies), + helpers.DurationToString(res.VirtualMachineLaunchTimeDuration.VirtualMachineStarting), + helpers.DurationToString(res.VirtualMachineLaunchTimeDuration.GuestOSAgentStarting), + } + if err := writer.Write(data); err != nil { + fmt.Printf("Error writing data to CSV file: %v\n", err) + os.Exit(1) + } + } + fmt.Println("Data of VD saved successfully to csv", file.Name()) +} + +func GetStatistic(client kubeclient.Client, namespace string) { + vmList, err := client.VirtualMachines(namespace).List(context.TODO(), metav1.ListOptions{}) + if err != nil { + fmt.Printf("Failed to get vm: %v\n", err) + os.Exit(1) + } + + var ( + vms VMs + sumWaitingForDependencies float64 + sumVirtualMachineStarting float64 + sumGuestOSAgentStarting float64 + ) + + totalItems := len(vmList.Items) + + for _, vm := range vmList.Items { + if string(vm.Status.Phase) == "Running" { + + vms.Items = append(vms.Items, VM{ + Name: vm.Name, + VirtualMachineLaunchTimeDuration: v1alpha2.VirtualMachineLaunchTimeDuration{ + WaitingForDependencies: vm.Status.Stats.LaunchTimeDuration.WaitingForDependencies, + VirtualMachineStarting: vm.Status.Stats.LaunchTimeDuration.VirtualMachineStarting, + GuestOSAgentStarting: vm.Status.Stats.LaunchTimeDuration.GuestOSAgentStarting, + }, + }) + + sumWaitingForDependencies += helpers.ToSeconds(vm.Status.Stats.LaunchTimeDuration.WaitingForDependencies) + sumVirtualMachineStarting += helpers.ToSeconds(vm.Status.Stats.LaunchTimeDuration.VirtualMachineStarting) + sumGuestOSAgentStarting += helpers.ToSeconds(vm.Status.Stats.LaunchTimeDuration.GuestOSAgentStarting) + } + } + + avgWaitingForDependencies := sumWaitingForDependencies / float64(totalItems) + avgVirtualMachineStarting := sumVirtualMachineStarting / float64(totalItems) + avgGuestOSAgentStarting := sumGuestOSAgentStarting / float64(totalItems) + + saveData := fmt.Sprintf( + "Total VMs count: %d\n"+ + "Average WaitingForDependencies in seconds: %.2f\n"+ + "Average VirtualMachineStarting in seconds: %.2f\n"+ + "Average GuestOSAgentStarting in seconds: %.2f\n", + totalItems, avgWaitingForDependencies, avgVirtualMachineStarting, avgGuestOSAgentStarting, + ) + + helpers.SaveToFile(saveData, "vm", namespace) + + fmt.Println(saveData) + + vms.SaveToCSV(namespace) +} + +func getStoppingAndStoppedDuration(vm v1alpha2.VirtualMachine) time.Duration { + var ( + stopping metav1.Time + stopped metav1.Time + ) + for _, transition := range vm.Status.Stats.PhasesTransitions { + if string(transition.Phase) == "Stopping" { + stopping = transition.Timestamp + } + if string(transition.Phase) == "Stopped" { + stopped = transition.Timestamp + } + } + return stopped.Time.Sub(stopping.Time) // `Time` is from metav1.Time +} + +func GetStatStop(client kubeclient.Client, namespace string) { + var vms VMs + + vmList, err := client.VirtualMachines(namespace).List(context.TODO(), metav1.ListOptions{}) + if err != nil { + fmt.Printf("Failed to get vm: %v\n", err) + os.Exit(1) + } + fmt.Println("Total VMs:", len(vmList.Items)) + + for _, vm := range vmList.Items { + if string(vm.Status.Phase) == "Stopped" { + vms.Items = append(vms.Items, VM{ + Name: vm.Name, + VirtualMachineStopTime: getStoppingAndStoppedDuration(vm), + }) + } + } +} diff --git a/tests/performance/tools/statistic/pkg/command/statistic.go b/tests/performance/tools/statistic/pkg/command/statistic.go new file mode 100644 index 0000000000..b0f57dc025 --- /dev/null +++ b/tests/performance/tools/statistic/pkg/command/statistic.go @@ -0,0 +1,80 @@ +/* +Copyright 2025 Flant JSC + +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +*/ + +package command + +import ( + "fmt" + "os" + + "statistic/internal/helpers" + "statistic/internal/vd" + "statistic/internal/vm" + + "github.com/spf13/cobra" +) + +var ( + namespace string + virtualmachine bool + virtualdisk bool +) + +var rootCmd = &cobra.Command{ + Use: "statistic", + Short: "get statistic for vm and vd in name space", + Long: `Get statistic from virtualmachine and virtualdisk in the namespace and save to csv file. Default namespace: 'perf'. + +Example output for avg statistics: + +Total VMs count: 30 +Average WaitingForDependencies in seconds: 107.90 +Average VirtualMachineStarting in seconds: 14.13 +Average GuestOSAgentStarting in seconds: 145.43 + +csv files saved to current directory ./all-{vm/vd}-perf-2025-09-23_12-48-51.csv +`, + Args: cobra.ArbitraryArgs, + Run: getStatistic, +} + +func init() { + rootCmd.Flags().StringVarP(&namespace, "namespace", "n", "perf", "namespace to look for the VMs,VDs, default 'perf'") + rootCmd.Flags().BoolVarP(&virtualmachine, "virtualmachine", "v", false, "get virtualmachine statistics") + rootCmd.Flags().BoolVarP(&virtualdisk, "virtualdisk", "d", false, "get virtualdisk statistics") +} + +func getStatistic(cmd *cobra.Command, args []string) { + client := helpers.CreateKubeConfig() + + // Default is to get all stats. + getAll := !virtualmachine && !virtualdisk + + if getAll || virtualmachine { + vm.GetStatistic(client, namespace) + } + + if getAll || virtualdisk { + vd.GetStatistic(client, namespace) + } +} + +func Execute() { + if err := rootCmd.Execute(); err != nil { + fmt.Println(err) + os.Exit(1) + } +} diff --git a/tests/performance/status-access-vms/ansible/Taskfile.ansible.yaml b/tests/performance/tools/status-access-vms/ansible/Taskfile.ansible.yaml similarity index 100% rename from tests/performance/status-access-vms/ansible/Taskfile.ansible.yaml rename to tests/performance/tools/status-access-vms/ansible/Taskfile.ansible.yaml diff --git a/tests/performance/status-access-vms/ansible/ansible.cfg b/tests/performance/tools/status-access-vms/ansible/ansible.cfg similarity index 100% rename from tests/performance/status-access-vms/ansible/ansible.cfg rename to tests/performance/tools/status-access-vms/ansible/ansible.cfg diff --git a/tests/performance/status-access-vms/ansible/playbook.yaml b/tests/performance/tools/status-access-vms/ansible/playbook.yaml similarity index 100% rename from tests/performance/status-access-vms/ansible/playbook.yaml rename to tests/performance/tools/status-access-vms/ansible/playbook.yaml diff --git a/tests/performance/status-access-vms/ansible/run.sh b/tests/performance/tools/status-access-vms/ansible/run.sh similarity index 100% rename from tests/performance/status-access-vms/ansible/run.sh rename to tests/performance/tools/status-access-vms/ansible/run.sh diff --git a/tests/performance/status-access-vms/ansible/vmops/vmops_restart.sh b/tests/performance/tools/status-access-vms/ansible/vmops/vmops_restart.sh similarity index 100% rename from tests/performance/status-access-vms/ansible/vmops/vmops_restart.sh rename to tests/performance/tools/status-access-vms/ansible/vmops/vmops_restart.sh diff --git a/tests/performance/status-access-vms/tank/Taskfile.tank.yaml b/tests/performance/tools/status-access-vms/tank/Taskfile.tank.yaml similarity index 100% rename from tests/performance/status-access-vms/tank/Taskfile.tank.yaml rename to tests/performance/tools/status-access-vms/tank/Taskfile.tank.yaml diff --git a/tests/performance/status-access-vms/tank/load.yaml b/tests/performance/tools/status-access-vms/tank/load.yaml similarity index 100% rename from tests/performance/status-access-vms/tank/load.yaml rename to tests/performance/tools/status-access-vms/tank/load.yaml diff --git a/tests/performance/status-access-vms/tank/run_tank.sh b/tests/performance/tools/status-access-vms/tank/run_tank.sh similarity index 100% rename from tests/performance/status-access-vms/tank/run_tank.sh rename to tests/performance/tools/status-access-vms/tank/run_tank.sh diff --git a/tests/performance/values.yaml b/tests/performance/values.yaml index 4a0bb9ac17..26cc5b1227 100644 --- a/tests/performance/values.yaml +++ b/tests/performance/values.yaml @@ -1,13 +1,37 @@ -count: 3 -spec: - cpu: - cores: 1 - coreFraction: 10% - memory: - size: 256Mi - -resources: "all" -resourcesPrefix: "performance" -diskSize: 300Mi -storageClassName: "" -imageURL: "https://0e773854-6b4e-4e76-a65b-d9d81675451a.selstorage.ru/alpine/alpine-v3-20.qcow2" +count: 1 +nginx: false +resources: + storageClassName: "ceph-pool-r2-csi-rbd" + default: all # all, vms, vds, vi + prefix: "performance" + virtualMachine: + spec: + template: + # VM startup policy + # AlwaysOn - after creation the VM is always in a running state, even in case of its shutdown by OS means. + # AlwaysOff - after creation the VM is always in the off state. + # Manual - after creation the VM is switched off, the VM state (switching on/off) is controlled via sub-resources or OS means. + # AlwaysOnUnlessStoppedManually - after creation the VM is always in a running state, even in case of its shutdown by means of the OS, the VM can be shut down using the corresponding subresource. + runPolicy: AlwaysOnUnlessStoppedManually + virtualMachineClassName: generic + # Available values Dynamic, Manual or Automatic + # Dynamic - toggle between Manual and Automatic during VM creation to get 50/50 distribution. + restartApprovalMode: Dynamic + cpu: + cores: 1 + coreFraction: 10% + memory: + size: 256Mi + virtualDisk: + spec: + template: + type: virtualDisk # virtualImage or virtualDisk + size: 300Mi + virtualImage: + spec: + template: + # Virtual image type virtualImage or persistentVolumeClaim + type: virtualImage + image: + name: alpine + url: "https://0e773854-6b4e-4e76-a65b-d9d81675451a.selstorage.ru/alpine/alpine-v3-20.qcow2"