#137: Added retries to the pyexasol_connection fixture (#138)

* #137: Added retries to the `pyexasol_connection` fixture

* #137: Added retries to the `pyexasol_connection` fixture

* Another attempt to fix formatting

* No default db version

* Update pytest-backend/doc/changes/unreleased.md

Co-authored-by: Christoph Kuhnke <github@kuhnke.net>

* Restored the DB version

* Moved to ITDE 5.0

* Moved to ITDE 5.0

* not using 3.14 for pytest-extension

* not using saas for pytest-extension

* prepared pytest-extension release 0.2.5

* prepared pytest-extension release 0.2.5

* trying to free disk space in the ci

* trying to change apparmor config

* re-enabled saas tests

* re-enabled saas tests

---------

Co-authored-by: Christoph Kuhnke <github@kuhnke.net>

Author: ahsimb

.github/workflows/ci.yml

@@ -20,9 +20,7 @@ jobs:
     steps:
       - id: set-matrix
         run: |
-          # echo "matrix={\"working-directory\": [\"pytest-backend\", \"pytest-extension\", \"pytest-slc\"]}" >> "$GITHUB_OUTPUT"
-          # Need to release pytest-backend. Other project tests will fail until it's done. 
-          echo "matrix={\"working-directory\": [\"pytest-backend\"]}" >> "$GITHUB_OUTPUT"
+          echo "matrix={\"working-directory\": [\"pytest-backend\", \"pytest-extension\", \"pytest-slc\"]}" >> "$GITHUB_OUTPUT"
     outputs:
       matrix: ${{ steps.set-matrix.outputs.matrix }}
 
@@ -77,6 +75,10 @@ jobs:
         with:
           working-directory: ${{ matrix.working-directory }}
 
+      - name: Allow unprivileged user namespaces
+        run: |
+          sudo sysctl -w kernel.apparmor_restrict_unprivileged_userns=0
+
       - name: Run slow tests
         run: poetry run -- nox -s test:integration -- --coverage
         env:
@@ -93,9 +95,7 @@ jobs:
           include-hidden-files: true
 
   metrics:
-    # SaaS tests are having issues at the moment. This should be resolved soon
-    # and https://github.com/exasol/pytest-plugins/issues/134 can be handled.
-    needs: [ set-project-matrix, fast-checks ] #, slow-tests ]
+    needs: [ set-project-matrix, fast-checks, slow-tests ]
     strategy:
       matrix: ${{ fromJson(needs.set-project-matrix.outputs.matrix) }}
     uses: ./.github/workflows/report.yml

pytest-backend/doc/changes/unreleased.md

@@ -1 +1,9 @@
-# Unreleased
+# Unreleased
+
+## Summary 
+
+This release removes the override `8.18.0` in favor of using the default Docker DB version as defined by ITDE.
+
+## Features
+
+* #139: Removed override `8.18.0` for default Docker DB version used by ITDE

pytest-extension/doc/changes/changelog.md

@@ -0,0 +1,14 @@
+# 0.2.5 - 2025-12-11
+
+## Summary
+
+Made SaaS connection more reliable.
+
+## Internal
+
+* #123: Re-locked dependencies to update to exasol-toolbox 1.13.0
+* #129: Re-locked dependencies to resolve CVE-2025-66471 (urllib3) and update to exasol-toolbox 3.0.0
+
+## Features
+
+* #137: Added retries to the `pyexasol_connection` fixture.

pytest-extension/doc/changes/changes_0.2.5.md

@@ -0,0 +1 @@
+# Unreleased

pytest-extension/doc/changes/unrelease.md

@@ -20,6 +20,9 @@
     create_bucketfs_conn_object_onprem,
     create_bucketfs_conn_object_saas,
 )
+from tenacity import retry
+from tenacity.stop import stop_after_attempt
+from tenacity.wait import wait_exponential
 
 
 @pytest.fixture(scope="session")
@@ -33,6 +36,17 @@ def db_schema_name() -> str:
     return "".join(random.choice(string.ascii_uppercase) for _ in range(12))
 
 
+@retry(
+    reraise=True,
+    wait=wait_exponential(multiplier=1, min=5, max=15),
+    stop=stop_after_attempt(5),
+)
+def _open_pyexasol_connection(
+    database_params: dict[str, Any],
+) -> pyexasol.ExaConnection:
+    return pyexasol.connect(**database_params, compression=True)
+
+
 @pytest.fixture(scope="session")
 def pyexasol_connection(
     backend_aware_database_params, db_schema_name
@@ -42,17 +56,19 @@ def pyexasol_connection(
     creating it if it doesn't exist. In the latter case the schema gets
     deleted and the end of the fixture's life span.
     """
-    with pyexasol.connect(**backend_aware_database_params, compression=True) as conn:
+    conn = _open_pyexasol_connection(backend_aware_database_params)
+    use_temp_schema = False
+    try:
         sql = f"SELECT * FROM SYS.EXA_SCHEMAS WHERE SCHEMA_NAME = '{db_schema_name}'"
         use_temp_schema = len(conn.execute(sql).fetchall()) == 0
         if use_temp_schema:
             conn.execute(f'CREATE SCHEMA "{db_schema_name}"')
         conn.execute(f'OPEN SCHEMA "{db_schema_name}"')
-        try:
-            yield conn
-        finally:
-            if use_temp_schema:
-                conn.execute(f'DROP SCHEMA "{db_schema_name}" CASCADE')
+        yield conn
+    finally:
+        if use_temp_schema:
+            conn.execute(f'DROP SCHEMA IF EXISTS "{db_schema_name}" CASCADE')
+        conn.close()
 
 
 @pytest.fixture(scope="session")

pytest-extension/doc/changes/unreleased.md

@@ -43,5 +43,6 @@ def post_integration_tests_hook(
 
 PROJECT_CONFIG = Config(
     # Uses SaaS; not ITDE DB versions
+    python_versions=("3.10", "3.11", "3.12", "3.13"),
     exasol_versions=(),
 )