Create CNV chaos testing job to run it as formal testing with existing Krkn scenarios (#70546)

* Create CNV chaos testing job to run it as formal testing with existing Krkn scenarios

* make-update for job build cluster

* Add previous failed 3 refs

Author: Userweiwei

ci-operator/config/redhat-chaos/lp-chaos/redhat-chaos-lp-chaos-main__ocp4.19-nightly--cnv-4.19-stable--aws.yaml

@@ -0,0 +1,104 @@
+base_images:
+  cli:
+    name: "4.19"
+    namespace: ocp
+    tag: cli
+build_root:
+  image_stream_tag:
+    name: release
+    namespace: openshift
+    tag: golang-1.23
+images:
+- dockerfile_literal: |
+    FROM cli
+    RUN set -exo pipefail && \
+        # Install openssh-clients and jq
+        declare pkgs='openssh-clients jq' && \
+        if command -v dnf 1> /dev/null; then \
+            dnf install --setopt tsflags=nodocs -y ${pkgs} && \
+            dnf clean all; \
+        else \
+            microdnf install -y ${pkgs} && \
+            microdnf clean all; \
+        fi && \
+        rm -rf /var/cache/dnf/* && \
+        # Install yq
+        wget -qO - 'https://github.com/mikefarah/yq/releases/latest/download/yq_linux_amd64.tar.gz' | \
+            tar zvx -C /usr/local/bin/ --transform 's|^\./yq_linux_amd64$|yq|' ./yq_linux_amd64
+  from: cli
+  to: cli-plus-tools
+releases:
+  latest:
+    candidate:
+      product: ocp
+      stream: nightly
+      version: "4.19"
+resources:
+  '*':
+    limits:
+      memory: 4Gi
+    requests:
+      cpu: 100m
+      memory: 200Mi
+tests:
+- as: krkn-hub-tests
+  cron: 0 22 * * 0
+  steps:
+    cluster_profile: aws-lp-chaos
+    env:
+      BASE_DOMAIN: chaos.lp.devcluster.openshift.com
+      COMPUTE_NODE_TYPE: m5.metal
+      CONTAINER_ETCD_RECOVERY_TIME: "120"
+      ENABLE_ES: "false"
+      LPC_LP_CNV__VM__REPLICA_COUNT: "3"
+      LPC_LP_CNV__VM__WAIT_TIMEOUT: 30m
+      TELEMETRY_GROUP: ocp4.19-nightly--cnv-4.19-stable--aws
+    test:
+    - ref: redhat-lp-chaos-lp-cnv-vm-create
+    - chain: redhat-chaos-krkn-hub-tests
+    - ref: redhat-lp-chaos-lp-cnv-vm-check
+    - ref: redhat-lp-chaos-lp-cnv-vm-clean
+    workflow: redhat-lp-chaos-ocp-installer-aws-cnv
+  timeout: 6h0m0s
+- as: krkn-hub-node-tests
+  cron: 0 8 * * 1
+  steps:
+    cluster_profile: aws-lp-chaos
+    env:
+      BASE_DOMAIN: chaos.lp.devcluster.openshift.com
+      COMPUTE_NODE_TYPE: m5.metal
+      ENABLE_ES: "false"
+      LPC_LP_CNV__VM__WAIT_TIMEOUT: 30m
+      NODE_OUTAGE_TIMEOUT: "1200"
+      POWER_OUTAGE_TIMEOUT: "1200"
+      TELEMETRY_GROUP: ocp4.19-nightly--cnv-4.19-stable--aws
+    test:
+    - ref: redhat-lp-chaos-lp-cnv-vm-create
+    - chain: redhat-chaos-krkn-hub-node-tests
+    - ref: redhat-lp-chaos-lp-cnv-vm-check
+    - ref: redhat-lp-chaos-lp-cnv-vm-clean
+    workflow: redhat-lp-chaos-ocp-installer-aws-cnv
+  timeout: 8h0m0s
+- as: kubevirt-outage
+  cron: 0 4 * * 1
+  steps:
+    cluster_profile: aws-lp-chaos
+    env:
+      BASE_DOMAIN: chaos.lp.devcluster.openshift.com
+      COMPUTE_NODE_TYPE: m5.metal
+      ENABLE_ES: "false"
+      LPC_LP_CNV__VM__WAIT_TIMEOUT: 30m
+      TARGET_NAMESPACE: cnv-chaos-test-ns
+      TELEMETRY_GROUP: ocp4.19-nightly--cnv-4.19-stable--aws
+    test:
+    - ref: redhat-lp-chaos-lp-cnv-vm-create
+    - ref: redhat-chaos-kubevirt-outage
+    - ref: redhat-lp-chaos-lp-cnv-vm-check
+    - ref: redhat-lp-chaos-lp-cnv-vm-clean
+    workflow: redhat-lp-chaos-ocp-installer-aws-cnv
+  timeout: 4h0m0s
+zz_generated_metadata:
+  branch: main
+  org: redhat-chaos
+  repo: lp-chaos
+  variant: ocp4.19-nightly--cnv-4.19-stable--aws

ci-operator/jobs/redhat-chaos/lp-chaos/redhat-chaos-lp-chaos-main-periodics.yaml

@@ -0,0 +1,229 @@
+periodics:
+- agent: kubernetes
+  cluster: build11
+  cron: 0 8 * * 1
+  decorate: true
+  decoration_config:
+    skip_cloning: true
+    timeout: 8h0m0s
+  extra_refs:
+  - base_ref: main
+    org: redhat-chaos
+    repo: lp-chaos
+  labels:
+    ci-operator.openshift.io/cloud: aws
+    ci-operator.openshift.io/cloud-cluster-profile: aws-lp-chaos
+    ci-operator.openshift.io/variant: ocp4.19-nightly--cnv-4.19-stable--aws
+    ci.openshift.io/generator: prowgen
+    job-release: "4.19"
+    pj-rehearse.openshift.io/can-be-rehearsed: "true"
+  name: periodic-ci-redhat-chaos-lp-chaos-main-ocp4.19-nightly--cnv-4.19-stable--aws-krkn-hub-node-tests
+  spec:
+    containers:
+    - args:
+      - --gcs-upload-secret=/secrets/gcs/service-account.json
+      - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson
+      - --lease-server-credentials-file=/etc/boskos/credentials
+      - --report-credentials-file=/etc/report/credentials
+      - --secret-dir=/secrets/ci-pull-credentials
+      - --target=krkn-hub-node-tests
+      - --variant=ocp4.19-nightly--cnv-4.19-stable--aws
+      command:
+      - ci-operator
+      image: quay-proxy.ci.openshift.org/openshift/ci:ci_ci-operator_latest
+      imagePullPolicy: Always
+      name: ""
+      resources:
+        requests:
+          cpu: 10m
+      volumeMounts:
+      - mountPath: /etc/boskos
+        name: boskos
+        readOnly: true
+      - mountPath: /secrets/ci-pull-credentials
+        name: ci-pull-credentials
+        readOnly: true
+      - mountPath: /secrets/gcs
+        name: gcs-credentials
+        readOnly: true
+      - mountPath: /secrets/manifest-tool
+        name: manifest-tool-local-pusher
+        readOnly: true
+      - mountPath: /etc/pull-secret
+        name: pull-secret
+        readOnly: true
+      - mountPath: /etc/report
+        name: result-aggregator
+        readOnly: true
+    serviceAccountName: ci-operator
+    volumes:
+    - name: boskos
+      secret:
+        items:
+        - key: credentials
+          path: credentials
+        secretName: boskos-credentials
+    - name: ci-pull-credentials
+      secret:
+        secretName: ci-pull-credentials
+    - name: manifest-tool-local-pusher
+      secret:
+        secretName: manifest-tool-local-pusher
+    - name: pull-secret
+      secret:
+        secretName: registry-pull-credentials
+    - name: result-aggregator
+      secret:
+        secretName: result-aggregator
+- agent: kubernetes
+  cluster: build11
+  cron: 0 22 * * 0
+  decorate: true
+  decoration_config:
+    skip_cloning: true
+    timeout: 6h0m0s
+  extra_refs:
+  - base_ref: main
+    org: redhat-chaos
+    repo: lp-chaos
+  labels:
+    ci-operator.openshift.io/cloud: aws
+    ci-operator.openshift.io/cloud-cluster-profile: aws-lp-chaos
+    ci-operator.openshift.io/variant: ocp4.19-nightly--cnv-4.19-stable--aws
+    ci.openshift.io/generator: prowgen
+    job-release: "4.19"
+    pj-rehearse.openshift.io/can-be-rehearsed: "true"
+  name: periodic-ci-redhat-chaos-lp-chaos-main-ocp4.19-nightly--cnv-4.19-stable--aws-krkn-hub-tests
+  spec:
+    containers:
+    - args:
+      - --gcs-upload-secret=/secrets/gcs/service-account.json
+      - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson
+      - --lease-server-credentials-file=/etc/boskos/credentials
+      - --report-credentials-file=/etc/report/credentials
+      - --secret-dir=/secrets/ci-pull-credentials
+      - --target=krkn-hub-tests
+      - --variant=ocp4.19-nightly--cnv-4.19-stable--aws
+      command:
+      - ci-operator
+      image: quay-proxy.ci.openshift.org/openshift/ci:ci_ci-operator_latest
+      imagePullPolicy: Always
+      name: ""
+      resources:
+        requests:
+          cpu: 10m
+      volumeMounts:
+      - mountPath: /etc/boskos
+        name: boskos
+        readOnly: true
+      - mountPath: /secrets/ci-pull-credentials
+        name: ci-pull-credentials
+        readOnly: true
+      - mountPath: /secrets/gcs
+        name: gcs-credentials
+        readOnly: true
+      - mountPath: /secrets/manifest-tool
+        name: manifest-tool-local-pusher
+        readOnly: true
+      - mountPath: /etc/pull-secret
+        name: pull-secret
+        readOnly: true
+      - mountPath: /etc/report
+        name: result-aggregator
+        readOnly: true
+    serviceAccountName: ci-operator
+    volumes:
+    - name: boskos
+      secret:
+        items:
+        - key: credentials
+          path: credentials
+        secretName: boskos-credentials
+    - name: ci-pull-credentials
+      secret:
+        secretName: ci-pull-credentials
+    - name: manifest-tool-local-pusher
+      secret:
+        secretName: manifest-tool-local-pusher
+    - name: pull-secret
+      secret:
+        secretName: registry-pull-credentials
+    - name: result-aggregator
+      secret:
+        secretName: result-aggregator
+- agent: kubernetes
+  cluster: build11
+  cron: 0 4 * * 1
+  decorate: true
+  decoration_config:
+    skip_cloning: true
+    timeout: 4h0m0s
+  extra_refs:
+  - base_ref: main
+    org: redhat-chaos
+    repo: lp-chaos
+  labels:
+    ci-operator.openshift.io/cloud: aws
+    ci-operator.openshift.io/cloud-cluster-profile: aws-lp-chaos
+    ci-operator.openshift.io/variant: ocp4.19-nightly--cnv-4.19-stable--aws
+    ci.openshift.io/generator: prowgen
+    job-release: "4.19"
+    pj-rehearse.openshift.io/can-be-rehearsed: "true"
+  name: periodic-ci-redhat-chaos-lp-chaos-main-ocp4.19-nightly--cnv-4.19-stable--aws-kubevirt-outage
+  spec:
+    containers:
+    - args:
+      - --gcs-upload-secret=/secrets/gcs/service-account.json
+      - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson
+      - --lease-server-credentials-file=/etc/boskos/credentials
+      - --report-credentials-file=/etc/report/credentials
+      - --secret-dir=/secrets/ci-pull-credentials
+      - --target=kubevirt-outage
+      - --variant=ocp4.19-nightly--cnv-4.19-stable--aws
+      command:
+      - ci-operator
+      image: quay-proxy.ci.openshift.org/openshift/ci:ci_ci-operator_latest
+      imagePullPolicy: Always
+      name: ""
+      resources:
+        requests:
+          cpu: 10m
+      volumeMounts:
+      - mountPath: /etc/boskos
+        name: boskos
+        readOnly: true
+      - mountPath: /secrets/ci-pull-credentials
+        name: ci-pull-credentials
+        readOnly: true
+      - mountPath: /secrets/gcs
+        name: gcs-credentials
+        readOnly: true
+      - mountPath: /secrets/manifest-tool
+        name: manifest-tool-local-pusher
+        readOnly: true
+      - mountPath: /etc/pull-secret
+        name: pull-secret
+        readOnly: true
+      - mountPath: /etc/report
+        name: result-aggregator
+        readOnly: true
+    serviceAccountName: ci-operator
+    volumes:
+    - name: boskos
+      secret:
+        items:
+        - key: credentials
+          path: credentials
+        secretName: boskos-credentials
+    - name: ci-pull-credentials
+      secret:
+        secretName: ci-pull-credentials
+    - name: manifest-tool-local-pusher
+      secret:
+        secretName: manifest-tool-local-pusher
+    - name: pull-secret
+      secret:
+        secretName: registry-pull-credentials
+    - name: result-aggregator
+      secret:
+        secretName: result-aggregator

ci-operator/jobs/redhat-chaos/lp-chaos/redhat-chaos-lp-chaos-main-presubmits.yaml

@@ -1,5 +1,63 @@
 presubmits:
   redhat-chaos/lp-chaos:
+  - agent: kubernetes
+    always_run: true
+    branches:
+    - ^main$
+    - ^main-
+    cluster: build09
+    context: ci/prow/ocp4.19-nightly--cnv-4.19-stable--aws-images
+    decorate: true
+    decoration_config:
+      skip_cloning: true
+    labels:
+      ci-operator.openshift.io/variant: ocp4.19-nightly--cnv-4.19-stable--aws
+      ci.openshift.io/generator: prowgen
+      job-release: "4.19"
+      pj-rehearse.openshift.io/can-be-rehearsed: "true"
+    name: pull-ci-redhat-chaos-lp-chaos-main-ocp4.19-nightly--cnv-4.19-stable--aws-images
+    rerun_command: /test ocp4.19-nightly--cnv-4.19-stable--aws-images
+    spec:
+      containers:
+      - args:
+        - --gcs-upload-secret=/secrets/gcs/service-account.json
+        - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson
+        - --report-credentials-file=/etc/report/credentials
+        - --target=[images]
+        - --variant=ocp4.19-nightly--cnv-4.19-stable--aws
+        command:
+        - ci-operator
+        image: quay-proxy.ci.openshift.org/openshift/ci:ci_ci-operator_latest
+        imagePullPolicy: Always
+        name: ""
+        resources:
+          requests:
+            cpu: 10m
+        volumeMounts:
+        - mountPath: /secrets/gcs
+          name: gcs-credentials
+          readOnly: true
+        - mountPath: /secrets/manifest-tool
+          name: manifest-tool-local-pusher
+          readOnly: true
+        - mountPath: /etc/pull-secret
+          name: pull-secret
+          readOnly: true
+        - mountPath: /etc/report
+          name: result-aggregator
+          readOnly: true
+      serviceAccountName: ci-operator
+      volumes:
+      - name: manifest-tool-local-pusher
+        secret:
+          secretName: manifest-tool-local-pusher
+      - name: pull-secret
+        secret:
+          secretName: registry-pull-credentials
+      - name: result-aggregator
+        secret:
+          secretName: result-aggregator
+    trigger: (?m)^/test( | .* )ocp4.19-nightly--cnv-4.19-stable--aws-images,?($|\s.*)
   - agent: kubernetes
     always_run: false
     branches: