Added the integration workflow again

Author: msrathore-db

.github/workflows/integration.yml

@@ -0,0 +1,58 @@
+name: Integration Tests
+
+on:
+  push:            
+    branches:
+      - main
+  pull_request:   
+
+jobs:
+  run-e2e-tests:
+    runs-on: ubuntu-latest
+    environment: azure-prod
+    env:
+      DATABRICKS_SERVER_HOSTNAME: ${{ secrets.DATABRICKS_HOST }}
+      DATABRICKS_HTTP_PATH: ${{ secrets.TEST_PECO_WAREHOUSE_HTTP_PATH }}
+      DATABRICKS_TOKEN: ${{ secrets.DATABRICKS_TOKEN }}
+      DATABRICKS_CATALOG: peco
+      DATABRICKS_USER: ${{ secrets.TEST_PECO_SP_ID }}
+    steps:
+      #----------------------------------------------
+      #       check-out repo and set-up python
+      #----------------------------------------------
+      - name: Check out repository
+        uses: actions/checkout@v4
+      - name: Set up python
+        id: setup-python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.10"
+      #----------------------------------------------
+      #  -----  install & configure poetry  -----
+      #----------------------------------------------
+      - name: Install Poetry
+        uses: snok/install-poetry@v1
+        with:
+          virtualenvs-create: true
+          virtualenvs-in-project: true
+          installer-parallel: true
+
+      #----------------------------------------------
+      #       load cached venv if cache exists
+      #----------------------------------------------
+      - name: Load cached venv
+        id: cached-poetry-dependencies
+        uses: actions/cache@v4
+        with:
+          path: .venv
+          key: venv-${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-${{ github.event.repository.name }}-${{ hashFiles('**/poetry.lock') }}
+      #----------------------------------------------
+      # install dependencies if cache does not exist
+      #----------------------------------------------
+      - name: Install dependencies
+        run: poetry install --no-interaction --all-extras
+      #----------------------------------------------
+      #              run test suite
+      #----------------------------------------------
+      - name: Run e2e tests
+        run: poetry run python -m pytest tests/e2e -n auto

tests/e2e/test_parameterized_queries.py

@@ -198,12 +198,14 @@ def _inline_roundtrip(self, params: dict, paramstyle: ParamStyle, target_column)
         DELETE_QUERY = f"DELETE FROM {table_name}"
 
         with self.connection(extra_params={"use_inline_params": True}) as conn:
-            with conn.cursor() as cursor:
-                cursor.execute(INSERT_QUERY, parameters=params)
-            with conn.cursor() as cursor:
-                to_return = cursor.execute(SELECT_QUERY).fetchone()
-            with conn.cursor() as cursor:
-                cursor.execute(DELETE_QUERY)
+            try:
+                with conn.cursor() as cursor:
+                    cursor.execute(INSERT_QUERY, parameters=params)
+                with conn.cursor() as cursor:
+                    to_return = cursor.execute(SELECT_QUERY).fetchone()
+            finally:
+                with conn.cursor() as cursor:
+                    cursor.execute(DELETE_QUERY)
 
         return to_return