Krkn upgrade (openshift#51223)

* adding start to krkn observer * adding test rh-pre-commit.version: 2.2.0 rh-pre-commit.check-secrets: ENABLED * job rh-pre-commit.version: 2.2.0 rh-pre-commit.check-secrets: ENABLED * changing filename rh-pre-commit.version: 2.2.0 rh-pre-commit.check-secrets: ENABLED * changing image rh-pre-commit.version: 2.2.0 rh-pre-commit.check-secrets: ENABLED * shared dir rh-pre-commit.version: 2.2.0 rh-pre-commit.check-secrets: ENABLED * adding test wait step rh-pre-commit.version: 2.2.0 rh-pre-commit.check-secrets: ENABLED * owners file rh-pre-commit.version: 2.2.0 rh-pre-commit.check-secrets: ENABLED * adding no check of file rh-pre-commit.version: 2.2.0 rh-pre-commit.check-secrets: ENABLED * moving wait rh-pre-commit.version: 2.2.0 rh-pre-commit.check-secrets: ENABLED * adding new project in observer to wait on" rh-pre-commit.version: 2.2.0 rh-pre-commit.check-secrets: ENABLED * taking out test job rh-pre-commit.version: 2.2.0 rh-pre-commit.check-secrets: ENABLED * seeitng dont run post alerts rh-pre-commit.version: 2.2.0 rh-pre-commit.check-secrets: ENABLED * adding load to cluster rh-pre-commit.version: 2.2.0 rh-pre-commit.check-secrets: ENABLED * shell changes rh-pre-commit.version: 2.2.0 rh-pre-commit.check-secrets: ENABLED * env var changes rh-pre-commit.version: 2.2.0 rh-pre-commit.check-secrets: ENABLED
adriengentil · May 3, 2024 · 37f2f0b · 37f2f0b
1 parent ce2f461
commit 37f2f0b
Show file tree

Hide file tree

Showing 15 changed files with 473 additions and 6 deletions.
diff --git a/...onfig/redhat-chaos/prow-scripts/redhat-chaos-prow-scripts-main__4.16-nightly-upgrade.yaml b/...onfig/redhat-chaos/prow-scripts/redhat-chaos-prow-scripts-main__4.16-nightly-upgrade.yaml
@@ -0,0 +1,94 @@
+base_images:
+  cerberus.prow:
+    name: cerberus
+    namespace: chaos
+    tag: cerberus-prow
+  krkn:
+    name: krkn
+    namespace: chaos
+    tag: latest
+  prow-scripts.prow:
+    name: prow-scripts
+    namespace: chaos
+    tag: latest
+build_root:
+  from_repository: true
+images:
+- dockerfile_path: cerberus/Dockerfile_prow
+  from: cerberus.prow
+  to: cerberus-main-prow-416-up
+- dockerfile_path: cerberus/Dockerfile_prow
+  from: prow-scripts.prow
+  to: prow-scripts-416-up
+releases:
+  initial:
+    prerelease:
+      architecture: amd64
+      product: ocp
+      version_bounds:
+        lower: 4.15.0-0
+        upper: 4.16.0-0
+  latest:
+    candidate:
+      architecture: amd64
+      product: ocp
+      stream: nightly
+      version: "4.16"
+resources:
+  '*':
+    requests:
+      cpu: 100m
+      memory: 200Mi
+tests:
+- as: chaos-aws-loaded-upgrade-415to416
+  cron: 0 12 * * 1
+  steps:
+    cluster_profile: aws-chaos
+    dependencies:
+      OPENSHIFT_INSTALL_RELEASE_IMAGE_OVERRIDE: release:initial
+      OPENSHIFT_UPGRADE_RELEASE_IMAGE_OVERRIDE: release:latest
+    env:
+      BASE_DOMAIN: aws.rhperfscale.org
+      CHURN: "false"
+      ENABLE_FORCE: "true"
+      GC: "false"
+      MAX_UNAVAILABLE: "3"
+    observers:
+      enable:
+      - redhat-chaos-cerberus
+      - redhat-chaos-pod-scenarios-random-system-pods-observer
+    post:
+    - chain: ipi-aws-post
+    pre:
+    - chain: ipi-aws-pre-stableinitial
+    - chain: openshift-qe-cluster-density-v2
+    - ref: redhat-chaos-start-krkn
+    workflow: openshift-qe-loaded-upgrade
+  timeout: 8h0m0s
+- as: chaos-gcp-loaded-upgrade-415to416
+  cron: 0 12 * * 1
+  steps:
+    cluster_profile: gcp-qe
+    dependencies:
+      OPENSHIFT_INSTALL_RELEASE_IMAGE_OVERRIDE: release:initial
+      OPENSHIFT_UPGRADE_RELEASE_IMAGE_OVERRIDE: release:latest
+    env:
+      CHURN: "false"
+      ENABLE_FORCE: "true"
+      GC: "false"
+      MAX_UNAVAILABLE: "3"
+    observers:
+      enable:
+      - redhat-chaos-cerberus
+      - redhat-chaos-pod-scenarios-random-system-pods-observer
+    test:
+    - ref: redhat-chaos-start-krkn
+    - chain: openshift-qe-cluster-density-v2
+    - ref: openshift-qe-loaded-upgrade
+    workflow: openshift-qe-installer-gcp
+  timeout: 8h0m0s
+zz_generated_metadata:
+  branch: main
+  org: redhat-chaos
+  repo: prow-scripts
+  variant: 4.16-nightly-upgrade
diff --git a/ci-operator/jobs/redhat-chaos/prow-scripts/redhat-chaos-prow-scripts-main-periodics.yaml b/ci-operator/jobs/redhat-chaos/prow-scripts/redhat-chaos-prow-scripts-main-periodics.yaml
@@ -580,6 +580,168 @@ periodics:
     - name: result-aggregator
       secret:
         secretName: result-aggregator
+- agent: kubernetes
+  cluster: build05
+  cron: 0 12 * * 1
+  decorate: true
+  decoration_config:
+    timeout: 8h0m0s
+  extra_refs:
+  - base_ref: main
+    org: redhat-chaos
+    repo: prow-scripts
+  labels:
+    ci-operator.openshift.io/cloud: aws
+    ci-operator.openshift.io/cloud-cluster-profile: aws-chaos
+    ci-operator.openshift.io/variant: 4.16-nightly-upgrade
+    ci.openshift.io/generator: prowgen
+    job-release: "4.16"
+    pj-rehearse.openshift.io/can-be-rehearsed: "true"
+  name: periodic-ci-redhat-chaos-prow-scripts-main-4.16-nightly-upgrade-chaos-aws-loaded-upgrade-415to416
+  spec:
+    containers:
+    - args:
+      - --gcs-upload-secret=/secrets/gcs/service-account.json
+      - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson
+      - --lease-server-credentials-file=/etc/boskos/credentials
+      - --report-credentials-file=/etc/report/credentials
+      - --secret-dir=/secrets/ci-pull-credentials
+      - --secret-dir=/usr/local/chaos-aws-loaded-upgrade-415to416-cluster-profile
+      - --target=chaos-aws-loaded-upgrade-415to416
+      - --variant=4.16-nightly-upgrade
+      command:
+      - ci-operator
+      image: ci-operator:latest
+      imagePullPolicy: Always
+      name: ""
+      resources:
+        requests:
+          cpu: 10m
+      volumeMounts:
+      - mountPath: /etc/boskos
+        name: boskos
+        readOnly: true
+      - mountPath: /secrets/ci-pull-credentials
+        name: ci-pull-credentials
+        readOnly: true
+      - mountPath: /usr/local/chaos-aws-loaded-upgrade-415to416-cluster-profile
+        name: cluster-profile
+      - mountPath: /secrets/gcs
+        name: gcs-credentials
+        readOnly: true
+      - mountPath: /secrets/manifest-tool
+        name: manifest-tool-local-pusher
+        readOnly: true
+      - mountPath: /etc/pull-secret
+        name: pull-secret
+        readOnly: true
+      - mountPath: /etc/report
+        name: result-aggregator
+        readOnly: true
+    serviceAccountName: ci-operator
+    volumes:
+    - name: boskos
+      secret:
+        items:
+        - key: credentials
+          path: credentials
+        secretName: boskos-credentials
+    - name: ci-pull-credentials
+      secret:
+        secretName: ci-pull-credentials
+    - name: cluster-profile
+      secret:
+        secretName: cluster-secrets-aws-chaos
+    - name: manifest-tool-local-pusher
+      secret:
+        secretName: manifest-tool-local-pusher
+    - name: pull-secret
+      secret:
+        secretName: registry-pull-credentials
+    - name: result-aggregator
+      secret:
+        secretName: result-aggregator
+- agent: kubernetes
+  cluster: build04
+  cron: 0 12 * * 1
+  decorate: true
+  decoration_config:
+    timeout: 8h0m0s
+  extra_refs:
+  - base_ref: main
+    org: redhat-chaos
+    repo: prow-scripts
+  labels:
+    ci-operator.openshift.io/cloud: gcp
+    ci-operator.openshift.io/cloud-cluster-profile: gcp-qe
+    ci-operator.openshift.io/variant: 4.16-nightly-upgrade
+    ci.openshift.io/generator: prowgen
+    job-release: "4.16"
+    pj-rehearse.openshift.io/can-be-rehearsed: "true"
+  name: periodic-ci-redhat-chaos-prow-scripts-main-4.16-nightly-upgrade-chaos-gcp-loaded-upgrade-415to416
+  spec:
+    containers:
+    - args:
+      - --gcs-upload-secret=/secrets/gcs/service-account.json
+      - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson
+      - --lease-server-credentials-file=/etc/boskos/credentials
+      - --report-credentials-file=/etc/report/credentials
+      - --secret-dir=/secrets/ci-pull-credentials
+      - --secret-dir=/usr/local/chaos-gcp-loaded-upgrade-415to416-cluster-profile
+      - --target=chaos-gcp-loaded-upgrade-415to416
+      - --variant=4.16-nightly-upgrade
+      command:
+      - ci-operator
+      image: ci-operator:latest
+      imagePullPolicy: Always
+      name: ""
+      resources:
+        requests:
+          cpu: 10m
+      volumeMounts:
+      - mountPath: /etc/boskos
+        name: boskos
+        readOnly: true
+      - mountPath: /secrets/ci-pull-credentials
+        name: ci-pull-credentials
+        readOnly: true
+      - mountPath: /usr/local/chaos-gcp-loaded-upgrade-415to416-cluster-profile
+        name: cluster-profile
+      - mountPath: /secrets/gcs
+        name: gcs-credentials
+        readOnly: true
+      - mountPath: /secrets/manifest-tool
+        name: manifest-tool-local-pusher
+        readOnly: true
+      - mountPath: /etc/pull-secret
+        name: pull-secret
+        readOnly: true
+      - mountPath: /etc/report
+        name: result-aggregator
+        readOnly: true
+    serviceAccountName: ci-operator
+    volumes:
+    - name: boskos
+      secret:
+        items:
+        - key: credentials
+          path: credentials
+        secretName: boskos-credentials
+    - name: ci-pull-credentials
+      secret:
+        secretName: ci-pull-credentials
+    - name: cluster-profile
+      secret:
+        secretName: cluster-secrets-gcp-qe
+    - name: manifest-tool-local-pusher
+      secret:
+        secretName: manifest-tool-local-pusher
+    - name: pull-secret
+      secret:
+        secretName: registry-pull-credentials
+    - name: result-aggregator
+      secret:
+        secretName: result-aggregator
 - agent: kubernetes
   cluster: build05
   cron: 0 1 3,17 * *

diff --git a/ci-operator/jobs/redhat-chaos/prow-scripts/redhat-chaos-prow-scripts-main-presubmits.yaml b/ci-operator/jobs/redhat-chaos/prow-scripts/redhat-chaos-prow-scripts-main-presubmits.yaml
@@ -224,6 +224,62 @@ presubmits:
         secret:
           secretName: result-aggregator
     trigger: (?m)^/test( | .* )4.16-nightly-images,?($|\s.*)
+  - agent: kubernetes
+    always_run: true
+    branches:
+    - ^main$
+    - ^main-
+    cluster: build05
+    context: ci/prow/4.16-nightly-upgrade-images
+    decorate: true
+    labels:
+      ci-operator.openshift.io/variant: 4.16-nightly-upgrade
+      ci.openshift.io/generator: prowgen
+      job-release: "4.16"
+      pj-rehearse.openshift.io/can-be-rehearsed: "true"
+    name: pull-ci-redhat-chaos-prow-scripts-main-4.16-nightly-upgrade-images
+    rerun_command: /test 4.16-nightly-upgrade-images
+    spec:
+      containers:
+      - args:
+        - --gcs-upload-secret=/secrets/gcs/service-account.json
+        - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson
+        - --report-credentials-file=/etc/report/credentials
+        - --target=[images]
+        - --variant=4.16-nightly-upgrade
+        command:
+        - ci-operator
+        image: ci-operator:latest
+        imagePullPolicy: Always
+        name: ""
+        resources:
+          requests:
+            cpu: 10m
+        volumeMounts:
+        - mountPath: /secrets/gcs
+          name: gcs-credentials
+          readOnly: true
+        - mountPath: /secrets/manifest-tool
+          name: manifest-tool-local-pusher
+          readOnly: true
+        - mountPath: /etc/pull-secret
+          name: pull-secret
+          readOnly: true
+        - mountPath: /etc/report
+          name: result-aggregator
+          readOnly: true
+      serviceAccountName: ci-operator
+      volumes:
+      - name: manifest-tool-local-pusher
+        secret:
+          secretName: manifest-tool-local-pusher
+      - name: pull-secret
+        secret:
+          secretName: registry-pull-credentials
+      - name: result-aggregator
+        secret:
+          secretName: result-aggregator
+    trigger: (?m)^/test( | .* )4.16-nightly-upgrade-images,?($|\s.*)
   - agent: kubernetes
     always_run: true
     branches:

diff --git a/ci-operator/step-registry/redhat-chaos/krkn-hub-tests/redhat-chaos-krkn-hub-tests-chain.yaml b/ci-operator/step-registry/redhat-chaos/krkn-hub-tests/redhat-chaos-krkn-hub-tests-chain.yaml
@@ -40,6 +40,10 @@ chain:
     default: "/usr/local/bin/oc"
   - name: TELEMETRY_EVENTS_BACKUP
     default: "True"
+  - name: TELEMTRY_CLI_PATH
+    default: "/usr/local/bin/oc"
+  - name: TELEMETRY_EVENTS_BACKUP
+    default: "True"
   steps:
   - ref: redhat-chaos-time-scenarios
   - ref: openshift-qe-cluster-density-v2

diff --git a/...haos/pod-scenarios/etcd-disruption/redhat-chaos-pod-scenarios-etcd-disruption-commands.sh b/...haos/pod-scenarios/etcd-disruption/redhat-chaos-pod-scenarios-etcd-disruption-commands.sh
@@ -10,12 +10,13 @@ oc config view
 oc projects
 python3 --version
 
-ES_PASSWORD=$(cat "/secret/es/password")
-ES_USERNAME=$(cat "/secret/es/username")
+ES_PASSWORD=$(cat "/secret/es/password" || "")
+ES_USERNAME=$(cat "/secret/es/username" || "")
 
-
-export ELASTIC_SERVER="https://$ES_USERNAME:$ES_PASSWORD@search-ocp-qe-perf-scale-test-elk-hcm7wtsqpxy7xogbu72bor4uve.us-east-1.es.amazonaws.com"
-export ELASTIC_INDEX=krkn_chaos_ci
+if [[ -n $ES_PASSWORD ]]; then
+    export ELASTIC_SERVER="https://$ES_USERNAME:$ES_PASSWORD@search-ocp-qe-perf-scale-test-elk-hcm7wtsqpxy7xogbu72bor4uve.us-east-1.es.amazonaws.com"
+    export ELASTIC_INDEX=krkn_chaos_ci
+fi
 
 echo "kubeconfig loc $$KUBECONFIG"
 echo "Using the flattened version of kubeconfig"
@@ -24,7 +25,7 @@ export KUBECONFIG=/tmp/config
 
 export KRKN_KUBE_CONFIG=$KUBECONFIG
 export NAMESPACE=$TARGET_NAMESPACE 
-telemetry_password=$(cat "/secret/telemetry/telemetry_password")
+telemetry_password=$(cat "/secret/telemetry/telemetry_password"  || "")
 export TELEMETRY_PASSWORD=$telemetry_password
 
 oc get nodes --kubeconfig $KRKN_KUBE_CONFIG

diff --git a/ci-operator/step-registry/redhat-chaos/pod-scenarios/random-system-pods/observer/OWNERS b/ci-operator/step-registry/redhat-chaos/pod-scenarios/random-system-pods/observer/OWNERS
@@ -0,0 +1 @@
+../OWNERS