[zuul] Add a CloudKitty CI job

Author: elfiesmelfie

ci/vars-cloudkitty-tempest.yml

@@ -0,0 +1,38 @@
+---
+cifmw_run_tests: true
+cifmw_run_test_role: test_operator
+cifmw_test_operator_tempest_namespace: podified-antelope-centos9
+# cloudkitty tempest plugin is not part of the tempest rpm.
+# https://review.rdoproject.org/cgit/openstack/tempest-distgit/tree/openstack-tempest.spec
+# We need to add the cloudkitty-tempest-plugin package to RDO, same as TTTP
+# https://review.rdoproject.org/cgit/openstack/telemetry-tempest-plugin-distgit/#
+# For now, we can force install using the cifmw_test_operator_tempest_external_plugin below.
+cifmw_test_operator_tempest_container: openstack-tempest-all
+cifmw_test_operator_tempest_image_tag: 'current-podified'
+# This value is used to populate the `tempestconfRun` parameter of the Tempest CR: https://openstack-k8s-operators.github.io/test-operator/crds.html#tempest-custom-resource
+# https://github.com/openstack-k8s-operators/ci-framework/blob/main/roles/test_operator/defaults/main.yml
+tempest_conf:
+  overrides: |
+      validation.run_validation true
+      identity.v3_endpoint_type public
+      service_available.ceilometer true
+      service_available.sg_core true
+      service_available.aodh true
+      service_available.cinder false
+      telemetry.sg_core_service_url "https://ceilometer-internal.openstack.svc.cluster.local:3000"
+      telemetry.prometheus_service_url "https://metric-storage-prometheus.openstack.svc.cluster.local:9090"
+      telemetry.ceilometer_polling_interval 120
+      telemetry.prometheus_scrape_interval 30
+      telemetry.alarm_threshold 50000000000
+cifmw_test_operator_tempest_tempestconf_config: "{{ tempest_conf }}"
+cifmw_test_operator_tempest_include_list: |
+  ^tempest.*\[.*\bsmoke\b.*\]
+  cloudkitty_tempest_plugin.*
+  telemetry_tempest_plugin.*
+cifmw_test_operator_tempest_exclude_list: |
+  telemetry_tempest_plugin.scenario.test_telemetry_integration_prometheus.PrometheusGabbiTest.test_autoscaling
+
+external_plugin: "opendev.org/openstack/cloudkitty-tempest-plugin"
+change_item: "{{ zuul['items'] | selectattr('project.canonical_name', 'equalto', external_plugin) }}"
+# This is a workaround because CK tempest is not packages in RDO. Typically, the default would be [], since we would not require an external installation.
+cifmw_test_operator_tempest_external_plugin: "{{ [ {'repository': 'https://' + external_plugin + '.git'} ] if change_item | length < 1 else [ { 'repository': 'https://' + external_plugin + '.git', 'changeRepository': 'https://review' + external_plugin, 'changeRefspec': [ 'refs/changes', change_item[0].change[-2:], change_item[0].change, change_item[0].patchset ] | join('/') } ] }}"

zuul.d/projects.yaml

@@ -104,6 +104,28 @@
         - "@{{ ansible_user_dir }}/{{ zuul.projects['github.com/openstack-k8s-operators/telemetry-operator'].src_dir }}/ci/vars-power-monitoring.yml"
     irrelevant-files: *irrelevant_files
 
+- job:
+    name: telemetry-operator-multinode-cloudkitty
+    dependencies: ["telemetry-openstack-meta-content-provider-master"]
+    parent: telemetry-operator-multinode-autoscaling
+    description: |
+      Deploy CloudKitty and run tempest tests
+    required-projects:
+      - name: infrawatch/feature-verification-tests
+        override-checkout: master
+    extra-vars: *mcp_extra_vars
+    vars:
+      #patch_observabilityclient: true
+      cifmw_update_containers: false
+      cifmw_extras:
+        - "@{{ ansible_user_dir }}/{{ zuul.projects['github.com/openstack-k8s-operators/ci-framework'].src_dir }}/scenarios/centos-9/multinode-ci.yml"
+        # Need a config for CK
+        - "@{{ ansible_user_dir }}/{{ zuul.projects['github.com/openstack-k8s-operators/telemetry-operator'].src_dir }}/ci/vars-cloudkitty-tempest.yml"
+        - "@{{ ansible_user_dir }}/{{ zuul.projects['github.com/infrawatch/feature-verification-tests'].src_dir }}/ci/vars-use-master-containers.yml"
+    roles:
+      - zuul: github.com/openstack-k8s-operators/ci-framework
+    irrelevant-files: *irrelevant_files
+
 - project-template:
     name: rdo-telemetry-tempest-plugin-jobs
     openstack-experimental:
@@ -133,25 +155,30 @@
 
 - project:
     name: openstack-k8s-operators/telemetry-operator
-    templates:
-      - podified-multinode-edpm-pipeline
+    #templates:
+    #  - podified-multinode-edpm-pipeline
     github-check:
+      #debug: true
       jobs:
+        - telemetry-operator-multinode-cloudkitty:
+            dependencies:
+              - telemetry-openstack-meta-content-provider-master
         - telemetry-openstack-meta-content-provider-master
-        - telemetry-operator-multinode-default-telemetry
-        - functional-tests-osp18: &fvt_jobs_config
-            voting: true
-            required-projects:
-              - name: infrawatch/feature-verification-tests
-                override-checkout: master
-            irrelevant-files: *irrelevant_files
-        - feature-verification-tests-noop:
-            files: *irrelevant_files
-        - functional-periodic-telemetry-with-ceph:
-            required-projects:
-              - name: infrawatch/feature-verification-tests
-                override-checkout: master
-            files:
-              - ci/deploy-telemetry-with-ceph.yml
-              - ci/vars-telemetry-with-ceph.yml
-              - zuul.d/projects.yaml
+        #- telemetry-operator-multinode-default-telemetry
+        #- functional-tests-osp18: &fvt_jobs_config
+        #    voting: true
+        #    required-projects:
+        #      - name: infrawatch/feature-verification-tests
+        #        override-checkout: master
+        #    irrelevant-files: *irrelevant_files
+        #- feature-verification-tests-noop:
+        #    files: *irrelevant_files
+        #- functional-periodic-telemetry-with-ceph:
+        #    required-projects:
+        #      - name: infrawatch/feature-verification-tests
+        #        override-checkout: master
+        #    files:
+        #      - ci/deploy-telemetry-with-ceph.yml
+        #      - ci/vars-telemetry-with-ceph.yml
+        #      - zuul.d/projects.yaml
+