[ci] Copy results files immediately after running FVTs (#268)

If the tempest tests fail, the job ends.
In order to make sure the FVT results are available, they need to be
copied to their final destination before tempest tests are run.

To do this, a bool was added to the ci/report_results.yml playbook,
which disables reporting failures (the files get copied, but the results
are not checked for failures, which would end the job if there were
failures, therefor skipping tempest tests).

The report_results is run again after the tempest tests, but this time
the failures get reported.

Author: elfiesmelfie

ci/report_result.yml

@@ -59,6 +59,11 @@
   gather_facts: true
   vars_files:
     - vars/common.yml
+  pre_tasks:
+    - name: Stop play early if we do not want to check the failures
+      when:
+        - not (check_failures | default(true) | bool)
+      ansible.builtin.meta: end_play
   tasks:
     - name: "Get the matching lines in the results files"
       ansible.builtin.command:

ci/vars-functional-test.yml

@@ -9,7 +9,11 @@ pre_tests_00_run_functional_test:
   source: "{{ ansible_user_dir }}/{{ zuul.projects['github.com/infrawatch/feature-verification-tests'].src_dir }}/ci/run_cloudops_tests_osp18.yml"
   type: playbook
   config_file: "{{ ansible_user_dir }}/{{ zuul.projects['github.com/infrawatch/feature-verification-tests'].src_dir }}/ci/ansible.cfg"
-
+pre_tests_01_copy_results:
+  source: "{{ ansible_user_dir }}/{{ zuul.projects['github.com/infrawatch/feature-verification-tests'].src_dir }}/ci/report_result.yml"
+  type: playbook
+  extra_vars:
+    check_failures: false
 cifmw_run_tests: true
 # redefine this to clear the skipped test
 # this should be done in the parent job IF the openstack versions are updated

ci/vars-graphing-test.yml

@@ -3,6 +3,11 @@ post_deploy_00_run_graphing_test:
   source: "{{ ansible_user_dir }}/{{ zuul.projects['github.com/infrawatch/feature-verification-tests'].src_dir }}/ci/run_graphing_test.yml"
   config_file: "{{ ansible_user_dir }}/{{ zuul.projects['github.com/infrawatch/feature-verification-tests'].src_dir }}/ci/ansible.cfg"
   type: playbook
+post_deploy_01_copy_results:
+  source: "{{ ansible_user_dir }}/{{ zuul.projects['github.com/infrawatch/feature-verification-tests'].src_dir }}/ci/report_result.yml"
+  type: playbook
+  extra_vars:
+    check_failures: false
 
 cifmw_run_tests: true
 # run only smoke tests

ci/vars-logging-test.yml

@@ -4,7 +4,11 @@ post_deploy_00_fvt_logging:
   source: "{{ ansible_user_dir }}/{{ zuul.projects['github.com/infrawatch/feature-verification-tests'].src_dir }}/ci/logging_tests_all.yml"
   config_file: "{{ ansible_user_dir }}/{{ zuul.projects['github.com/infrawatch/feature-verification-tests'].src_dir }}/ci/ansible.cfg"
   type: playbook
-
+post_deploy_01_copy_results:
+  source: "{{ ansible_user_dir }}/{{ zuul.projects['github.com/infrawatch/feature-verification-tests'].src_dir }}/ci/report_result.yml"
+  type: playbook
+  extra_vars:
+    check_failures: false
 cifmw_run_tests: true
 # enable only the smoketests
 cifmw_test_operator_tempest_include_list: |

ci/vars-metric-verification-test.yml

@@ -3,6 +3,12 @@ post_deploy_00_fvt_verify_metrics:
   source: "{{ ansible_user_dir }}/{{ zuul.projects['github.com/infrawatch/feature-verification-tests'].src_dir }}/ci/run_verify_metrics_osp18.yml"
   type: playbook
   config_file: "{{ ansible_user_dir }}/{{ zuul.projects['github.com/infrawatch/feature-verification-tests'].src_dir }}/ci/ansible.cfg"
+post_deploy_01_copy_results:
+  source: "{{ ansible_user_dir }}/{{ zuul.projects['github.com/infrawatch/feature-verification-tests'].src_dir }}/ci/report_result.yml"
+  type: playbook
+  extra_vars:
+    check_failures: false
+
 cifmw_run_tests: true
 cifmw_test_operator_tempest_include_list: |
   ^tempest.*\[.*\bsmoke\b.*\]