Add container tests to logging job (#219)

* [ci] Add container tests to the logging job

The test check for the containers that should exist on the compute node.

Co-authored-by: "Alex Yefimov <[email protected]>"

* [common] Update container tests

Add an additional fail condition and make the fail_msg more verbose
Update the container tests to use elevated permissions

* [ci][common] Use separate play for tests requiring elevated priviledges

The container tests need elevated permissions to run on the compute nodes.
This is not always going to be the case, so become is added to a separate play to only elevate priviliges for some tests.

Author: elfiesmelfie

ci/logging_tests_computes.yml

@@ -22,3 +22,21 @@
     - name: "Run the tests from the common role"
       ansible.builtin.import_role:
         name: common
+
+- name: "Run container tests which require root on compute nodes"
+  hosts: computes
+  gather_facts: true
+  become: true
+  ignore_errors: true
+  environment:
+    KUBECONFIG: "{{ cifmw_openshift_kubeconfig }}"
+    PATH: "{{ cifmw_path }}"
+  vars:
+    common_container_test_id: "RHOSO-12753"
+    common_container_list:
+      - ceilometer_agent_compute
+      - node_exporter
+  tasks:
+    - name: "Run the tests from the common role"
+      ansible.builtin.import_role:
+        name: common

roles/common/tasks/container_test.yml

@@ -6,11 +6,32 @@
   changed_when: false
   register: container_status
 
+- name:  Show the container name and status
+  ansible.builtin.debug:
+    var: container_status.stdout
+
+- when: container_status.stdout | length == 0
+  block:
+  - name: Show the containers
+    ansible.builtin.shell:
+      cmd: |
+        podman ps -a --format "{{ '{{.Names}} {{.Status}}' }}"
+    changed_when: false
+    register: debug_output
+
+  - name: Show the output of container list
+    ansible.builtin.debug:
+      var: debug_output.stdout_lines
+
 - name: |
     TEST Verify {{ container_name }} container status
     {{ common_container_test_id }}
   ansible.builtin.assert:
     that:
+      - "container_status.stdout | length != 0"
       - "'unhealthy' not in container_status.stdout"
     success_msg: "Container '{{ container_name }}' is in 'healthy' status."
-    fail_msg: "Container '{{ container_name }}' is not in 'healthy' status. Current status: {{ container_status.stdout }}"
+    fail_msg: |
+      Container does not meet the required conditions:
+      {%- if container_status.stdout | length == 0 %}Container name did not match any existing containers;{% endif %}
+      {%- if "unhealthy" in container_status.stdout %}Container status is unhealthy;{% endif %}