Alexy metrics (#245)

* [Zuul] Update files_list to be in the project (#240) (#243)

* Update files list in zuul.yaml to be in the project

Co-authored-by: Marihan Girgis <[email protected]>

* [Zuul] Update files_list to be in the project (#240) (#244)

* Update files list in zuul.yaml to be in the project

Co-authored-by: Marihan Girgis <[email protected]>

* add mariadb task file

* Update main.yml

add mariadb task file

* Update main.yml

* Update roles/telemetry_verify_metrics/tasks/verify_mariadb_metrics.yml
---------

Co-authored-by: Marihan Girgis <[email protected]>
Co-authored-by: Jaromír Wysoglad <[email protected]>

Author: 3 people

.zuul.yaml

@@ -7,7 +7,7 @@
     vars:
       patch_openstackversions: true
       cifmw_extras:
-        - "@{{ ansible_user_dir }}/{{ zuul.projects['github.com/openstack-k8s-operators/ci-framework'].src_dir  }}/scenarios/centos-9/multinode-ci.yml"
+        - "@{{ ansible_user_dir }}/{{ zuul.projects['github.com/openstack-k8s-operators/ci-framework'].src_dir }}/scenarios/centos-9/multinode-ci.yml"
         - "@{{ ansible_user_dir }}/{{ zuul.projects['github.com/openstack-k8s-operators/telemetry-operator'].src_dir }}/ci/vars-autoscaling.yml"
         - "@{{ ansible_user_dir }}/{{ zuul.projects['github.com/infrawatch/feature-verification-tests'].src_dir }}/ci/vars-functional-test.yml"
         - "@{{ ansible_user_dir }}/{{ zuul.projects['github.com/infrawatch/feature-verification-tests'].src_dir }}/ci/vars-use-master-containers.yml"

roles/telemetry_verify_metrics/defaults/main.yml

@@ -8,5 +8,6 @@ telemetry_verify_metrics_metric_sources_to_test:
   - rabbitmq
   - kepler
   - openstack_network_exporter
+  - mariadb
   # NOTE: IPMI metrics can only be verified when compute nodes are baremetal
   # - ceilometer_ipmi_agent

roles/telemetry_verify_metrics/tasks/main.yml

@@ -79,6 +79,12 @@
   tags: test
   when: '"openstack_network_exporter" in telemetry_verify_metrics_metric_sources_to_test'
 
+- name: Verify MariaDB metrics are being exposed and stored
+  ansible.builtin.include_tasks:
+    file: verify_mariadb_metrics.yml
+  tags: test
+  when: '"mariadb" in telemetry_verify_metrics_metric_sources_to_test'
+
 - name: Check if kepler test VM is running
   ansible.builtin.shell: |
     {{ openstack_cmd }} server show {{ kepler_test_vm }} -c status -f value

roles/telemetry_verify_metrics/tasks/verify_mariadb_metrics.yml

@@ -0,0 +1,56 @@
+- name: Verify mariadb scrapeconfig exists
+  ansible.builtin.include_role:
+    name: common
+  vars:
+    common_cr_test_id: RHOSO-xxxx
+    common_cr_list:
+      - kind: scrapeconfigs.monitoring.rhobs
+        name: telemetry-mysqld-exporter
+
+- name: Get galera CR names
+  ansible.builtin.shell: |
+    oc get galeras -o custom-columns=NAME:.metadata.name --no-headers
+  register: cr_names
+  changed_when: false
+  failed_when: cr_names.rc >= 1 or cr_names.stdout == ""
+
+- name: Create galera pod list
+  ansible.builtin.set_fact:
+    galera_pod_list: "{{ galera_pod_list | default([]) + [item + '-galera-0'] }}"
+  loop: "{{ cr_names.stdout_lines }}"
+ 
+- name: List galera pod names
+  ansible.builtin.debug:
+    msg: "galara pod name ... {{ item }}"
+  loop: "{{ galera_pod_list }}"
+
+- name: Verify galera and mysqld-exporter pods are running
+  ansible.builtin.include_role:
+    name: common
+  vars:
+    common_pod_test_id: RHOSO-xxxx
+    common_pod_status_str: "Running"
+    common_pod_nspace: openstack
+    common_pod_list: "{{ galera_pod_list + ['mysqld-exporter-0'] }}"
+
+- name:  |
+    TEST Check mariadb metric endpoints
+    RHOSO-xxxx
+  ansible.builtin.shell: |
+    oc rsh openstackclient curl https://mysqld-exporter.openstack.svc:9104/probe?{{ item }}.openstack.svc.3306&auth_module=client.{{ item }}.openstack.svc
+  register: result
+  changed_when: false
+  failed_when: result.rc >= 1
+  loop: "{{ cr_names.stdout_lines }}"
+
+- name: |
+    TEST Use openstack observabilityclient to verify mariadb metrics are stored in prometheus
+    RHOSO-xxxx
+  ansible.builtin.shell: |
+    {{ openstack_cmd }} metric query --disable-rbac mysql_version_info{instance=\'{{ item }}.openstack.svc:3306\'}
+  register: result
+  delay: 30
+  retries: 10
+  changed_when: false
+  until: result.rc == 0 and "mysql_version_info" in result.stdout
+  loop: "{{ cr_names.stdout_lines }}"