Fix errors in KUTTL tests when running from the top-most directory

. Improve the teardown of every test, so that KUTTL can run the
  tests in a random order without causing errors due to unexpected
  resource state.

. Improve account and database creation tests so that they can be
  run from the top-most directory without causing KUTTL errors.

. Also remove a test that expects the mariadb-operator runs in a pod
  on a dedicated namespace. This test doesn't add much coverage
  and removing it greatly simplifies testing locally during
  development or CI failure analysis.

Author: dciabrin

tests/kuttl/common/assert_sample_deployment.yaml

@@ -130,29 +130,3 @@ apiVersion: v1
 kind: ConfigMap
 metadata:
   name: openstack-config-data
----
-apiVersion: kuttl.dev/v1beta1
-kind: TestAssert
-commands:
-  - script: |
-      # when using image digests the containerImage URLs are SHA's so we verify them with a script
-      tupleTemplate='{{ range (index .spec.template.spec.containers 1).env }}{{ .name }}{{ "#" }}{{ .value}}{{"\n"}}{{ end }}'
-      imageTuples=$(oc get -n openstack-operators deployment mariadb-operator-controller-manager -o go-template="$tupleTemplate")
-      # format of imageTuple is: RELATED_IMAGE_MARIADB_<service>#<image URL with SHA> separated by newlines
-      for ITEM in $(echo $imageTuples); do
-        # it is an image
-        if echo $ITEM | grep 'RELATED_IMAGE' &> /dev/null; then
-          NAME=$(echo $ITEM | sed -e 's|^RELATED_IMAGE_MARIADB_\([^_]*\)_.*|\1|')
-          IMG_FROM_ENV=$(echo $ITEM | sed -e 's|^.*#\(.*\)|\1|')
-          template='{{ (index .spec.template.spec.containers 0).image }}'
-          case $NAME in
-            IMAGE)
-              STATEFUL_SET_IMG=$(oc get -n $NAMESPACE statefulset openstack-galera -o go-template="$template")
-              ;;
-          esac
-          if [ "$STATEFUL_SET_IMG" != "$IMG_FROM_ENV" ]; then
-            echo "$NAME image does not equal $VALUE"
-            exit 1
-          fi
-        fi
-      done

tests/kuttl/tests/account_create/05-assert.yaml

@@ -4,7 +4,7 @@ kind: TestAssert
 commands:
   - script: |
       set -e
-      ${MARIADB_KUTTL_DIR:-tests/kuttl/tests}/../common/scripts/check_db_account.sh openstack-galera-0 kuttldb_accounttest someuser dbsecret1
+      ../../common/scripts/check_db_account.sh openstack-galera-0 kuttldb_accounttest someuser dbsecret1
       # ensure db users are configured without TLS connection restriction
       oc rsh -n ${NAMESPACE} -c galera openstack-galera-0 /bin/sh -c 'mysql -uroot -p${DB_ROOT_PASSWORD} -e "show grants for \`someuser\`@\`%\`;"' | grep 'GRANT USAGE' | grep -v 'REQUIRE SSL'
 ---

tests/kuttl/tests/account_create/07-assert.yaml

@@ -3,4 +3,4 @@ apiVersion: kuttl.dev/v1beta1
 kind: TestAssert
 commands:
   - script: |
-      ${MARIADB_KUTTL_DIR:-tests/kuttl/tests}/../common/scripts/check_db_account.sh openstack-galera-0 kuttldb_accounttest someuser dbsecret1 --reverse
+      ../../common/scripts/check_db_account.sh openstack-galera-0 kuttldb_accounttest someuser dbsecret1 --reverse

tests/kuttl/tests/database_create/03-assert.yaml

@@ -13,8 +13,8 @@ commands:
   # for legacy secret non-present, test that a mariadb username was *not* made
   - script: |
       set -euxo pipefail
-      ${MARIADB_KUTTL_DIR:-tests/kuttl/tests}/../common/scripts/check_db_account.sh openstack-galera-0 kuttldb_utf8 kuttldb_utf_8 12345678 --reverse
+      ../../common/scripts/check_db_account.sh openstack-galera-0 kuttldb_utf8 kuttldb_utf_8 12345678 --reverse
   # for legacy secret present, test that a mariadb username was made
   - script: |
       set -euxo pipefail
-      ${MARIADB_KUTTL_DIR:-tests/kuttl/tests}/../common/scripts/check_db_account.sh openstack-galera-0 kuttldb_legacy_secret kuttldb_legacy_secret dbsecret1
+      ../../common/scripts/check_db_account.sh openstack-galera-0 kuttldb_legacy_secret kuttldb_legacy_secret dbsecret1

tests/kuttl/tests/galera_cluster_restart/04-teardown.yaml

@@ -0,0 +1,13 @@
+apiVersion: kuttl.dev/v1beta1
+kind: TestStep
+delete:
+  - apiVersion: mariadb.openstack.org/v1beta1
+    kind: Galera
+    name: openstack
+  - apiVersion: v1
+    kind: Secret
+    name: kuttl-galera-tls
+commands:
+  - script: |
+      oc delete -n $NAMESPACE pvc mysql-db-openstack-galera-0 mysql-db-openstack-galera-1 mysql-db-openstack-galera-2
+      for i in `oc get pv | awk '/mysql-db.*galera/ {print $1}'`; do oc patch pv $i -p '{"spec":{"claimRef": null}}'; done

tests/kuttl/tests/galera_deploy_tls/03-teardown.yaml

@@ -7,9 +7,6 @@ delete:
   - apiVersion: v1
     kind: Secret
     name: kuttl-galera-tls
-  - apiVersion: v1
-    kind: Secret
-    name: kuttldb-secret
 commands:
   - script: |
       oc delete -n $NAMESPACE pvc mysql-db-openstack-galera-0 mysql-db-openstack-galera-1 mysql-db-openstack-galera-2

tests/kuttl/tests/galera_log_to_disk/03-teardown.yaml

@@ -0,0 +1,10 @@
+apiVersion: kuttl.dev/v1beta1
+kind: TestStep
+delete:
+  - apiVersion: mariadb.openstack.org/v1beta1
+    kind: Galera
+    name: openstack
+commands:
+  - script: |
+      oc delete -n $NAMESPACE pvc mysql-db-openstack-galera-0 mysql-db-openstack-galera-1 mysql-db-openstack-galera-2
+      for i in `oc get pv | awk '/mysql-db.*galera/ {print $1}'`; do oc patch pv $i -p '{"spec":{"claimRef": null}}'; done