diff --git a/ci-operator/config/openshift/distributed-tracing-console-plugin/openshift-distributed-tracing-console-plugin-main__upstream-amd64-aws.yaml b/ci-operator/config/openshift/distributed-tracing-console-plugin/openshift-distributed-tracing-console-plugin-main__upstream-amd64-aws.yaml index 71afda0355267..da2bd0906305a 100644 --- a/ci-operator/config/openshift/distributed-tracing-console-plugin/openshift-distributed-tracing-console-plugin-main__upstream-amd64-aws.yaml +++ b/ci-operator/config/openshift/distributed-tracing-console-plugin/openshift-distributed-tracing-console-plugin-main__upstream-amd64-aws.yaml @@ -24,7 +24,7 @@ images: to: distributed-tracing-console-plugin-test - context_dir: . dockerfile_path: tests/Dockerfile - to: tracing-ui-tests-runner + to: obs-tests-runner releases: latest: candidate: @@ -54,6 +54,9 @@ tests: cluster_profile: azure-observability env: BASE_DOMAIN: observability.azure.devcluster.openshift.com + post: + - ref: distributed-tracing-tests-qe-agent + - chain: cucushift-installer-rehearse-azure-ipi-deprovision test: - ref: distributed-tracing-tests-tracing-ui-upstream workflow: cucushift-installer-rehearse-azure-ipi diff --git a/ci-operator/config/openshift/distributed-tracing-console-plugin/openshift-distributed-tracing-console-plugin-release-0.4__upstream-amd64-aws.yaml b/ci-operator/config/openshift/distributed-tracing-console-plugin/openshift-distributed-tracing-console-plugin-release-0.4__upstream-amd64-aws.yaml index 150cd4302f4d9..5463088261977 100644 --- a/ci-operator/config/openshift/distributed-tracing-console-plugin/openshift-distributed-tracing-console-plugin-release-0.4__upstream-amd64-aws.yaml +++ b/ci-operator/config/openshift/distributed-tracing-console-plugin/openshift-distributed-tracing-console-plugin-release-0.4__upstream-amd64-aws.yaml @@ -11,7 +11,7 @@ images: to: distributed-tracing-console-plugin-test - context_dir: . dockerfile_path: tests/Dockerfile - to: tracing-ui-tests-runner + to: obs-tests-runner resources: '*': limits: diff --git a/ci-operator/config/openshift/distributed-tracing-console-plugin/openshift-distributed-tracing-console-plugin-release-1.0__upstream-amd64-aws.yaml b/ci-operator/config/openshift/distributed-tracing-console-plugin/openshift-distributed-tracing-console-plugin-release-1.0__upstream-amd64-aws.yaml index e4e7697ef2762..4081f6216f03e 100644 --- a/ci-operator/config/openshift/distributed-tracing-console-plugin/openshift-distributed-tracing-console-plugin-release-1.0__upstream-amd64-aws.yaml +++ b/ci-operator/config/openshift/distributed-tracing-console-plugin/openshift-distributed-tracing-console-plugin-release-1.0__upstream-amd64-aws.yaml @@ -11,7 +11,7 @@ images: to: distributed-tracing-console-plugin-test - context_dir: . dockerfile_path: tests/Dockerfile - to: tracing-ui-tests-runner + to: obs-tests-runner resources: '*': limits: diff --git a/ci-operator/config/openshift/distributed-tracing-console-plugin/openshift-distributed-tracing-console-plugin-release-coo-ocp-4.12__upstream-amd64-aws.yaml b/ci-operator/config/openshift/distributed-tracing-console-plugin/openshift-distributed-tracing-console-plugin-release-coo-ocp-4.12__upstream-amd64-aws.yaml index ebd8525d23929..55fa8530874de 100644 --- a/ci-operator/config/openshift/distributed-tracing-console-plugin/openshift-distributed-tracing-console-plugin-release-coo-ocp-4.12__upstream-amd64-aws.yaml +++ b/ci-operator/config/openshift/distributed-tracing-console-plugin/openshift-distributed-tracing-console-plugin-release-coo-ocp-4.12__upstream-amd64-aws.yaml @@ -11,7 +11,7 @@ images: to: distributed-tracing-console-plugin-test - context_dir: . dockerfile_path: tests/Dockerfile - to: tracing-ui-tests-runner + to: obs-tests-runner resources: '*': limits: diff --git a/ci-operator/config/openshift/distributed-tracing-console-plugin/openshift-distributed-tracing-console-plugin-release-coo-ocp-4.15__upstream-amd64-aws.yaml b/ci-operator/config/openshift/distributed-tracing-console-plugin/openshift-distributed-tracing-console-plugin-release-coo-ocp-4.15__upstream-amd64-aws.yaml index 174fc81f789d4..ebd331d321298 100644 --- a/ci-operator/config/openshift/distributed-tracing-console-plugin/openshift-distributed-tracing-console-plugin-release-coo-ocp-4.15__upstream-amd64-aws.yaml +++ b/ci-operator/config/openshift/distributed-tracing-console-plugin/openshift-distributed-tracing-console-plugin-release-coo-ocp-4.15__upstream-amd64-aws.yaml @@ -11,7 +11,7 @@ images: to: distributed-tracing-console-plugin-test - context_dir: . dockerfile_path: tests/Dockerfile - to: tracing-ui-tests-runner + to: obs-tests-runner resources: '*': limits: diff --git a/ci-operator/config/openshift/distributed-tracing-console-plugin/openshift-distributed-tracing-console-plugin-release-coo-ocp-4.19__upstream-amd64-aws.yaml b/ci-operator/config/openshift/distributed-tracing-console-plugin/openshift-distributed-tracing-console-plugin-release-coo-ocp-4.19__upstream-amd64-aws.yaml index f71900145d0d9..e1da56bba2e74 100644 --- a/ci-operator/config/openshift/distributed-tracing-console-plugin/openshift-distributed-tracing-console-plugin-release-coo-ocp-4.19__upstream-amd64-aws.yaml +++ b/ci-operator/config/openshift/distributed-tracing-console-plugin/openshift-distributed-tracing-console-plugin-release-coo-ocp-4.19__upstream-amd64-aws.yaml @@ -11,7 +11,7 @@ images: to: distributed-tracing-console-plugin-test - context_dir: . dockerfile_path: tests/Dockerfile - to: tracing-ui-tests-runner + to: obs-tests-runner resources: '*': limits: diff --git a/ci-operator/config/openshift/distributed-tracing-console-plugin/openshift-distributed-tracing-console-plugin-release-coo-ocp-4.22__upstream-amd64-aws.yaml b/ci-operator/config/openshift/distributed-tracing-console-plugin/openshift-distributed-tracing-console-plugin-release-coo-ocp-4.22__upstream-amd64-aws.yaml index 65618e3f954f5..1110de25d2ef3 100644 --- a/ci-operator/config/openshift/distributed-tracing-console-plugin/openshift-distributed-tracing-console-plugin-release-coo-ocp-4.22__upstream-amd64-aws.yaml +++ b/ci-operator/config/openshift/distributed-tracing-console-plugin/openshift-distributed-tracing-console-plugin-release-coo-ocp-4.22__upstream-amd64-aws.yaml @@ -24,7 +24,7 @@ images: to: distributed-tracing-console-plugin-test - context_dir: . dockerfile_path: tests/Dockerfile - to: tracing-ui-tests-runner + to: obs-tests-runner releases: latest: candidate: diff --git a/ci-operator/config/openshift/distributed-tracing-qe/openshift-distributed-tracing-qe-main__ocp-4.16-disconnected.yaml b/ci-operator/config/openshift/distributed-tracing-qe/openshift-distributed-tracing-qe-main__ocp-4.16-disconnected.yaml index fc8063b64be82..3667d72d9ff76 100644 --- a/ci-operator/config/openshift/distributed-tracing-qe/openshift-distributed-tracing-qe-main__ocp-4.16-disconnected.yaml +++ b/ci-operator/config/openshift/distributed-tracing-qe/openshift-distributed-tracing-qe-main__ocp-4.16-disconnected.yaml @@ -20,7 +20,7 @@ images: items: - context_dir: . dockerfile_path: Dockerfile - to: distributed-tracing-tests-runner + to: obs-tests-runner releases: latest: candidate: diff --git a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.12-stage.yaml b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.12-stage.yaml index 115dbb4686268..7165f323f45c0 100644 --- a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.12-stage.yaml +++ b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.12-stage.yaml @@ -17,7 +17,7 @@ images: items: - context_dir: . dockerfile_path: tests/Dockerfile - to: tempo-tests-runner + to: obs-tests-runner releases: latest: candidate: diff --git a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.14-arm-stage.yaml b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.14-arm-stage.yaml index fb071ea179d01..99475c4e51c2e 100644 --- a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.14-arm-stage.yaml +++ b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.14-arm-stage.yaml @@ -17,7 +17,7 @@ images: items: - context_dir: . dockerfile_path: tests/Dockerfile - to: tempo-tests-runner + to: obs-tests-runner releases: arm64-latest: candidate: diff --git a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.14-stage.yaml b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.14-stage.yaml index 3a675f08f3252..eddce481cb346 100644 --- a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.14-stage.yaml +++ b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.14-stage.yaml @@ -17,7 +17,7 @@ images: items: - context_dir: . dockerfile_path: tests/Dockerfile - to: tempo-tests-runner + to: obs-tests-runner releases: latest: candidate: diff --git a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.16-ibm-z-stage.yaml b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.16-ibm-z-stage.yaml index a1a9bda7eac70..cb7b3d64ebfd3 100644 --- a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.16-ibm-z-stage.yaml +++ b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.16-ibm-z-stage.yaml @@ -17,7 +17,7 @@ images: items: - context_dir: . dockerfile_path: tests/Dockerfile - to: tempo-tests-runner + to: obs-tests-runner releases: latest: candidate: diff --git a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.17-fips-stage.yaml b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.17-fips-stage.yaml index 113c3f8102968..d245e82438f59 100644 --- a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.17-fips-stage.yaml +++ b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.17-fips-stage.yaml @@ -17,7 +17,7 @@ images: items: - context_dir: . dockerfile_path: tests/Dockerfile - to: tempo-tests-runner + to: obs-tests-runner releases: latest: candidate: diff --git a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.17-ibm-p-stage.yaml b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.17-ibm-p-stage.yaml index 728fe5137360d..5b66159121bb6 100644 --- a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.17-ibm-p-stage.yaml +++ b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.17-ibm-p-stage.yaml @@ -17,7 +17,7 @@ images: items: - context_dir: . dockerfile_path: tests/Dockerfile - to: tempo-tests-runner + to: obs-tests-runner releases: latest: candidate: diff --git a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.19-downstream.yaml b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.19-downstream.yaml index a000b8175b654..8ddf944c79a32 100644 --- a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.19-downstream.yaml +++ b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.19-downstream.yaml @@ -17,7 +17,7 @@ images: items: - context_dir: . dockerfile_path: tests/Dockerfile - to: tempo-tests-runner + to: obs-tests-runner releases: latest: candidate: diff --git a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.19-stage.yaml b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.19-stage.yaml index 585e5123eb647..4322009fffeff 100644 --- a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.19-stage.yaml +++ b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.19-stage.yaml @@ -13,7 +13,7 @@ images: items: - context_dir: . dockerfile_path: tests/Dockerfile - to: tempo-tests-runner + to: obs-tests-runner releases: latest: candidate: diff --git a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.20-downstream.yaml b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.20-downstream.yaml index fc3f3d114a0c5..872a4285272c1 100644 --- a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.20-downstream.yaml +++ b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.20-downstream.yaml @@ -13,7 +13,7 @@ images: items: - context_dir: . dockerfile_path: tests/Dockerfile - to: tempo-tests-runner + to: obs-tests-runner releases: latest: candidate: diff --git a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.20-stage.yaml b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.20-stage.yaml index 650361f7d4f3d..ee338ffd7e8e7 100644 --- a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.20-stage.yaml +++ b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.20-stage.yaml @@ -17,7 +17,7 @@ images: items: - context_dir: . dockerfile_path: tests/Dockerfile - to: tempo-tests-runner + to: obs-tests-runner releases: latest: candidate: diff --git a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.21-downstream.yaml b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.21-downstream.yaml index 59e58423460dd..0bfff55c4ea09 100644 --- a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.21-downstream.yaml +++ b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.21-downstream.yaml @@ -13,7 +13,7 @@ images: items: - context_dir: . dockerfile_path: tests/Dockerfile - to: tempo-tests-runner + to: obs-tests-runner releases: latest: candidate: diff --git a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.21-stage.yaml b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.21-stage.yaml index 5959d008d852d..66f0d627afeee 100644 --- a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.21-stage.yaml +++ b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__tempo-product-ocp-4.21-stage.yaml @@ -13,7 +13,7 @@ images: items: - context_dir: . dockerfile_path: tests/Dockerfile - to: tempo-tests-runner + to: obs-tests-runner releases: latest: candidate: diff --git a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__upstream-ocp-4.12-amd64.yaml b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__upstream-ocp-4.12-amd64.yaml index 9b8f219a4e0bd..08c573ca18930 100644 --- a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__upstream-ocp-4.12-amd64.yaml +++ b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__upstream-ocp-4.12-amd64.yaml @@ -21,7 +21,7 @@ images: to: tempo-operator - context_dir: . dockerfile_path: tests/Dockerfile - to: tempo-tests-runner + to: obs-tests-runner operator: bundles: - as: tempo-bundle diff --git a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__upstream-ocp-4.21-amd64.yaml b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__upstream-ocp-4.21-amd64.yaml index 6c1dc2eeb7696..ae1ccc3436b49 100644 --- a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__upstream-ocp-4.21-amd64.yaml +++ b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__upstream-ocp-4.21-amd64.yaml @@ -21,7 +21,7 @@ images: to: tempo-operator - context_dir: . dockerfile_path: tests/Dockerfile - to: tempo-tests-runner + to: obs-tests-runner operator: bundles: - as: tempo-bundle diff --git a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__upstream-ocp-4.22-amd64.yaml b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__upstream-ocp-4.22-amd64.yaml index 656bab7772f05..7d14d60a08021 100644 --- a/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__upstream-ocp-4.22-amd64.yaml +++ b/ci-operator/config/openshift/grafana-tempo-operator/openshift-grafana-tempo-operator-main__upstream-ocp-4.22-amd64.yaml @@ -25,7 +25,7 @@ images: to: tempo-operator - context_dir: . dockerfile_path: tests/Dockerfile - to: tempo-tests-runner + to: obs-tests-runner operator: bundles: - as: tempo-bundle @@ -67,6 +67,9 @@ tests: {"name": "serverless-operator", "source": "redhat-operators", "channel": "stable", "install_namespace": "openshift-serverless", "target_namespaces": "", "operator_group": "openshift-serverless"} ] SKIP_TESTS: tests/e2e-openshift-object-stores/* + post: + - ref: distributed-tracing-tests-qe-agent + - chain: cucushift-installer-rehearse-azure-ipi-deprovision test: - as: install cli: latest diff --git a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.12-stage.yaml b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.12-stage.yaml index fa2fb9b34b503..6c18e72944a22 100644 --- a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.12-stage.yaml +++ b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.12-stage.yaml @@ -17,7 +17,7 @@ images: items: - context_dir: . dockerfile_path: ./tests/e2e-openshift/Dockerfile - to: opentelemetry-tests-runner + to: obs-tests-runner releases: latest: candidate: diff --git a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.14-arm-stage.yaml b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.14-arm-stage.yaml index e31cb1bdff526..0980472c8c430 100644 --- a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.14-arm-stage.yaml +++ b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.14-arm-stage.yaml @@ -17,7 +17,7 @@ images: items: - context_dir: . dockerfile_path: ./tests/e2e-openshift/Dockerfile - to: opentelemetry-tests-runner + to: obs-tests-runner releases: arm64-latest: candidate: diff --git a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.14-stage.yaml b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.14-stage.yaml index 486fc679b454b..6b85c9acb65fe 100644 --- a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.14-stage.yaml +++ b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.14-stage.yaml @@ -17,7 +17,7 @@ images: items: - context_dir: . dockerfile_path: ./tests/e2e-openshift/Dockerfile - to: opentelemetry-tests-runner + to: obs-tests-runner releases: latest: candidate: diff --git a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.16-ibm-z-stage.yaml b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.16-ibm-z-stage.yaml index 7b5ffb8be854a..b508543b9701b 100644 --- a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.16-ibm-z-stage.yaml +++ b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.16-ibm-z-stage.yaml @@ -17,7 +17,7 @@ images: items: - context_dir: . dockerfile_path: ./tests/e2e-openshift/Dockerfile - to: opentelemetry-tests-runner + to: obs-tests-runner releases: latest: candidate: diff --git a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.17-fips-stage.yaml b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.17-fips-stage.yaml index 96c7e75385afc..3099ab47f8f30 100644 --- a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.17-fips-stage.yaml +++ b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.17-fips-stage.yaml @@ -17,7 +17,7 @@ images: items: - context_dir: . dockerfile_path: ./tests/e2e-openshift/Dockerfile - to: opentelemetry-tests-runner + to: obs-tests-runner releases: latest: candidate: diff --git a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.17-ibm-p-stage.yaml b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.17-ibm-p-stage.yaml index 58b17047140ce..b073ea90e9118 100644 --- a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.17-ibm-p-stage.yaml +++ b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.17-ibm-p-stage.yaml @@ -17,7 +17,7 @@ images: items: - context_dir: . dockerfile_path: ./tests/e2e-openshift/Dockerfile - to: opentelemetry-tests-runner + to: obs-tests-runner releases: latest: candidate: diff --git a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.19-downstream.yaml b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.19-downstream.yaml index 93f7d9ceba2c2..ac5a3084c990d 100644 --- a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.19-downstream.yaml +++ b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.19-downstream.yaml @@ -17,7 +17,7 @@ images: items: - context_dir: . dockerfile_path: ./tests/e2e-openshift/Dockerfile - to: opentelemetry-tests-runner + to: obs-tests-runner releases: latest: candidate: diff --git a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.19-stage.yaml b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.19-stage.yaml index 1f8120b7045cf..5b0d44b85cd9b 100644 --- a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.19-stage.yaml +++ b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.19-stage.yaml @@ -17,7 +17,7 @@ images: items: - context_dir: . dockerfile_path: ./tests/e2e-openshift/Dockerfile - to: opentelemetry-tests-runner + to: obs-tests-runner releases: latest: candidate: diff --git a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.20-downstream.yaml b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.20-downstream.yaml index a5de38cc8bdf4..bb69a95ba3208 100644 --- a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.20-downstream.yaml +++ b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.20-downstream.yaml @@ -13,7 +13,7 @@ images: items: - context_dir: . dockerfile_path: ./tests/e2e-openshift/Dockerfile - to: opentelemetry-tests-runner + to: obs-tests-runner releases: latest: candidate: diff --git a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.20-stage.yaml b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.20-stage.yaml index f9dd1d8f7258b..b50f69893e766 100644 --- a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.20-stage.yaml +++ b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.20-stage.yaml @@ -13,7 +13,7 @@ images: items: - context_dir: . dockerfile_path: ./tests/e2e-openshift/Dockerfile - to: opentelemetry-tests-runner + to: obs-tests-runner releases: latest: candidate: diff --git a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.21-downstream.yaml b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.21-downstream.yaml index 368f7bed24a90..d8876399e3fd5 100644 --- a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.21-downstream.yaml +++ b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.21-downstream.yaml @@ -13,7 +13,7 @@ images: items: - context_dir: . dockerfile_path: ./tests/e2e-openshift/Dockerfile - to: opentelemetry-tests-runner + to: obs-tests-runner releases: latest: candidate: diff --git a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.21-stage.yaml b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.21-stage.yaml index 629b45ef2e18d..92e40e028978a 100644 --- a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.21-stage.yaml +++ b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__opentelemetry-product-ocp-4.21-stage.yaml @@ -13,7 +13,7 @@ images: items: - context_dir: . dockerfile_path: ./tests/e2e-openshift/Dockerfile - to: opentelemetry-tests-runner + to: obs-tests-runner releases: latest: candidate: diff --git a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__upstream-ocp-4.12-amd64.yaml b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__upstream-ocp-4.12-amd64.yaml index a3f88b44c1e23..08f084eaf1c69 100644 --- a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__upstream-ocp-4.12-amd64.yaml +++ b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__upstream-ocp-4.12-amd64.yaml @@ -32,7 +32,7 @@ images: to: opentelemetry-operator - context_dir: . dockerfile_path: ./tests/e2e-openshift/Dockerfile - to: opentelemetry-tests-runner + to: obs-tests-runner - context_dir: ./tests/test-e2e-apps/bridge-server dockerfile_path: Dockerfile to: opamp-bridge-server diff --git a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__upstream-ocp-4.21-amd64.yaml b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__upstream-ocp-4.21-amd64.yaml index f1f0848b677e0..14c9f1aea32d0 100644 --- a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__upstream-ocp-4.21-amd64.yaml +++ b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__upstream-ocp-4.21-amd64.yaml @@ -28,7 +28,7 @@ images: to: opentelemetry-operator - context_dir: . dockerfile_path: ./tests/e2e-openshift/Dockerfile - to: opentelemetry-tests-runner + to: obs-tests-runner - context_dir: ./tests/test-e2e-apps/bridge-server dockerfile_path: Dockerfile to: opamp-bridge-server diff --git a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__upstream-ocp-4.22-amd64.yaml b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__upstream-ocp-4.22-amd64.yaml index fcbc7758b935c..0173a7e0ec216 100644 --- a/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__upstream-ocp-4.22-amd64.yaml +++ b/ci-operator/config/openshift/open-telemetry-opentelemetry-operator/openshift-open-telemetry-opentelemetry-operator-main__upstream-ocp-4.22-amd64.yaml @@ -28,7 +28,7 @@ images: to: opentelemetry-operator - context_dir: . dockerfile_path: ./tests/e2e-openshift/Dockerfile - to: opentelemetry-tests-runner + to: obs-tests-runner - context_dir: ./tests/test-e2e-apps/bridge-server dockerfile_path: Dockerfile to: opamp-bridge-server @@ -119,6 +119,9 @@ tests: ] SKIP_TESTS: tests/e2e/smoke-ip-families tests/e2e-otel/*aws* tests/e2e-otel/google* tests/e2e-openshift/export-to-cluster-logging-lokistack + post: + - ref: distributed-tracing-tests-qe-agent + - chain: cucushift-installer-rehearse-gcp-ipi-deprovision test: - as: install cli: latest diff --git a/ci-operator/step-registry/distributed-tracing/tests/disconnected/distributed-tracing-tests-disconnected-commands.sh b/ci-operator/step-registry/distributed-tracing/tests/disconnected/distributed-tracing-tests-disconnected-commands.sh index 27df58778253e..0e9e1a54b086a 100755 --- a/ci-operator/step-registry/distributed-tracing/tests/disconnected/distributed-tracing-tests-disconnected-commands.sh +++ b/ci-operator/step-registry/distributed-tracing/tests/disconnected/distributed-tracing-tests-disconnected-commands.sh @@ -4,6 +4,23 @@ set -o nounset set -o errexit set -o pipefail +# Copy JUnit results and setup context to SHARED_DIR/qe-agent on exit (pass or fail) +function copy_to_shared_dir() { + local dest="${SHARED_DIR}/qe-agent" + mkdir -p "${dest}" + find "${ARTIFACT_DIR}" -name "*.xml" -exec cp {} "${dest}/" \; 2>/dev/null || true + echo "Test results copied to ${dest}" + + cat > "${dest}/setup-context.json" </dev/null || true + echo "Test results copied to ${dest}" + + cat > "${dest}/setup-context.json" </dev/null || true + echo "Test results copied to ${dest}" + + cat > "${dest}/setup-context.json" </dev/null || true + echo "Test results copied to ${dest}" + + cat > "${dest}/setup-context.json" </dev/null)" ]]; then + echo "No JUnit XML files found in ${SHARED_DIR}/qe-agent — skipping qe-agent." + exit 0 +fi + +if ! grep -rqE '<(failure|error)[ >]' "${SHARED_DIR}/qe-agent/" 2>/dev/null; then + echo "All JUnit tests passed — no failures detected. Skipping qe-agent." + exit 0 +fi + +echo "Test failures detected — proceeding with qe-agent analysis." + +# --------------------------------------------------------------------------- +# 3. Verify Claude CLI is available +# --------------------------------------------------------------------------- +if ! command -v claude &>/dev/null; then + echo "ERROR: Claude Code CLI not found — skipping qe-agent." + exit 0 +fi + +echo "Claude Code CLI: $(claude --version 2>/dev/null || echo 'unknown')" + +# --------------------------------------------------------------------------- +# 4. Load the qe-agent skill from distributed-tracing-qe repo +# --------------------------------------------------------------------------- +SKILL_URL="https://raw.githubusercontent.com/openshift/distributed-tracing-qe/main/plugins/qe-agent/skills/SKILL.md" +echo "Fetching qe-agent skill from ${SKILL_URL}..." +SKILL_CONTENT=$(curl -fsSL --connect-timeout 10 --max-time 30 --retry 3 "${SKILL_URL}") || true + +if [[ -z "${SKILL_CONTENT}" ]]; then + echo "ERROR: Failed to fetch skill from ${SKILL_URL} — skipping qe-agent." + exit 0 +fi + +echo "Skill loaded." + +# --------------------------------------------------------------------------- +# 5. Run Claude non-interactively with the skill as system prompt +# --------------------------------------------------------------------------- +echo "Running qe-agent..." + +claude --print \ + --dangerouslySkipPermissions \ + --allowedTools "Bash,Read,Write,Grep,Glob,WebFetch" \ + --model "${CLAUDE_MODEL}" \ + --system-prompt "${SKILL_CONTENT}" \ + "SHARED_DIR=${SHARED_DIR} ARTIFACT_DIR=${ARTIFACT_DIR}. JUnit XML results and setup-context.json are in ${SHARED_DIR}/qe-agent/. Execute the skill starting with Step 0: read ${SHARED_DIR}/qe-agent/setup-context.json." \ + || true + +echo "=== QE Agent Complete ===" + +# Always exit 0 — best_effort post-step +exit 0 diff --git a/ci-operator/step-registry/distributed-tracing/tests/qe-agent/distributed-tracing-tests-qe-agent-ref.metadata.json b/ci-operator/step-registry/distributed-tracing/tests/qe-agent/distributed-tracing-tests-qe-agent-ref.metadata.json new file mode 100644 index 0000000000000..bb41ff8cc445f --- /dev/null +++ b/ci-operator/step-registry/distributed-tracing/tests/qe-agent/distributed-tracing-tests-qe-agent-ref.metadata.json @@ -0,0 +1,19 @@ +{ + "path": "distributed-tracing/tests/qe-agent/distributed-tracing-tests-qe-agent-ref.yaml", + "owners": { + "approvers": [ + "pavolloffay", + "andreasgerstmayr", + "rubenvp8510", + "frzifus", + "IshwarKanse" + ], + "reviewers": [ + "pavolloffay", + "andreasgerstmayr", + "rubenvp8510", + "frzifus", + "IshwarKanse" + ] + } +} \ No newline at end of file diff --git a/ci-operator/step-registry/distributed-tracing/tests/qe-agent/distributed-tracing-tests-qe-agent-ref.yaml b/ci-operator/step-registry/distributed-tracing/tests/qe-agent/distributed-tracing-tests-qe-agent-ref.yaml new file mode 100644 index 0000000000000..3afc72b8f6aaa --- /dev/null +++ b/ci-operator/step-registry/distributed-tracing/tests/qe-agent/distributed-tracing-tests-qe-agent-ref.yaml @@ -0,0 +1,56 @@ +ref: + as: distributed-tracing-tests-qe-agent + from: obs-tests-runner + best_effort: true + commands: distributed-tracing-tests-qe-agent-commands.sh + timeout: 1h0m0s + grace_period: 2m0s + env: + - name: CLAUDE_CODE_USE_VERTEX + default: "1" + documentation: |- + Enable Vertex AI for Claude Code. + - name: CLOUD_ML_REGION + default: "global" + documentation: |- + Google Cloud region for Vertex AI. + - name: ANTHROPIC_VERTEX_PROJECT_ID + default: "itpc-gcp-hcm-pe-eng-claude" + documentation: |- + Google Cloud project ID for Vertex AI authentication. + - name: GOOGLE_APPLICATION_CREDENTIALS + default: "/var/run/claude-code-service-account/claude-prow" + documentation: |- + Path to the Google Cloud service account JSON key file for Vertex AI authentication. + - name: CLAUDE_MODEL + default: "claude-opus-4-6" + documentation: |- + Claude model to use for test failure analysis. + resources: + requests: + cpu: "1" + memory: 3Gi + credentials: + - namespace: test-credentials + name: dt-secrets + mount_path: /var/run/claude-code-service-account + documentation: |- + Agentic post-step that autonomously triages e2e test failures for the + Distributed Tracing QE suite (OpenTelemetry Operator, Tempo Operator, + Tracing UI console plugin). + + When failures are detected in SHARED_DIR/qe-agent/ the agent: + 1. Re-establishes the test environment by fetching and running the + setup section of the original test step script. + 2. Reruns only the specific failing tests (not the full suite) with + --skip-delete so resources remain on the cluster for inspection. + 3. Diagnoses the root cause and classifies the failure as one of: + - PRODUCT_BUG: operator or operand misbehaved; writes bug-report.md + - TEST_ISSUE: test is stale or wrong; applies the fix and exports + changed files to ARTIFACT_DIR/test-fixes/ with CHANGES.md + - FLAKY: reruns the test 4 times to confirm and locate the root + cause (timing, race condition, ordering, or environment), then + applies a targeted fix + 4. Writes qe-agent-analysis.md summarising the diagnosis and outcome. + + Exits immediately with no cost when no JUnit failures are present. diff --git a/ci-operator/step-registry/distributed-tracing/tests/tempo/downstream/distributed-tracing-tests-tempo-downstream-commands.sh b/ci-operator/step-registry/distributed-tracing/tests/tempo/downstream/distributed-tracing-tests-tempo-downstream-commands.sh index 28be21cb184f5..3d4f6c9cc6d20 100644 --- a/ci-operator/step-registry/distributed-tracing/tests/tempo/downstream/distributed-tracing-tests-tempo-downstream-commands.sh +++ b/ci-operator/step-registry/distributed-tracing/tests/tempo/downstream/distributed-tracing-tests-tempo-downstream-commands.sh @@ -4,6 +4,23 @@ set -o nounset set -o errexit set -o pipefail +# Copy JUnit results and setup context to SHARED_DIR/qe-agent on exit (pass or fail) +function copy_to_shared_dir() { + local dest="${SHARED_DIR}/qe-agent" + mkdir -p "${dest}" + find "${ARTIFACT_DIR}" -name "*.xml" -exec cp {} "${dest}/" \; 2>/dev/null || true + echo "Test results copied to ${dest}" + + cat > "${dest}/setup-context.json" </dev/null || true + echo "Test results copied to ${dest}" + + cat > "${dest}/setup-context.json" </dev/null || true + echo "Test results copied to ${dest}" + + cat > "${dest}/setup-context.json" </dev/null || true + find "${ARTIFACT_DIR}" \( -name "*.png" -o -name "*.jpg" -o -name "*.gif" \) \ + -exec cp {} "${dest}/" \; 2>/dev/null || true + cat > "${dest}/setup-context.json" </dev/null || true + find "${ARTIFACT_DIR}" \( -name "*.png" -o -name "*.jpg" -o -name "*.gif" \) \ + -exec cp {} "${dest}/" \; 2>/dev/null || true + cat > "${dest}/setup-context.json" <