testin integ parallel

Author: sfc-gh-pcyrek

.github/workflows/build_test.yml

@@ -173,7 +173,7 @@ jobs:
       - name: Run tests
        # To run a single test on GHA use the below command:
 #        run: python -m tox run -e `echo py${PYTHON_VERSION/\./}-single-ci | sed 's/ /,/g'`
-        run: python -m tox run -e `echo py${PYTHON_VERSION/\./}-{extras,unit-parallel,integ,pandas,sso}-ci | sed 's/ /,/g'`
+        run: python -m tox run -e `echo py${PYTHON_VERSION/\./}-{extras,unit-parallel,integ-parallel,pandas,sso}-ci | sed 's/ /,/g'`
 
         env:
           PYTHON_VERSION: ${{ matrix.python-version }}

test/integ/conftest.py

@@ -41,10 +41,27 @@
 
 logger = getLogger(__name__)
 
-if RUNNING_ON_GH:
-    TEST_SCHEMA = "GH_JOB_{}".format(str(uuid.uuid4()).replace("-", "_"))
-else:
-    TEST_SCHEMA = "python_connector_tests_" + str(uuid.uuid4()).replace("-", "_")
+def _get_worker_specific_schema():
+    """Generate worker-specific schema name for parallel test execution."""
+    base_uuid = str(uuid.uuid4()).replace("-", "_")
+    
+    # Check if running in pytest-xdist parallel mode
+    worker_id = os.getenv("PYTEST_XDIST_WORKER")
+    if worker_id:
+        # Use worker ID to ensure unique schema per worker
+        worker_suffix = worker_id.replace("-", "_")
+        if RUNNING_ON_GH:
+            return f"GH_JOB_{worker_suffix}_{base_uuid}"
+        else:
+            return f"python_connector_tests_{worker_suffix}_{base_uuid}"
+    else:
+        # Single worker mode (original behavior)
+        if RUNNING_ON_GH:
+            return f"GH_JOB_{base_uuid}"
+        else:
+            return f"python_connector_tests_{base_uuid}"
+
+TEST_SCHEMA = _get_worker_specific_schema()
 
 if TEST_USING_VENDORED_ARROW:
     snowflake.connector.cursor.NANOARR_USAGE = (
@@ -131,8 +148,15 @@ def get_db_parameters(connection_name: str = "default") -> dict[str, Any]:
         print_help()
         sys.exit(2)
 
-    # a unique table name
-    ret["name"] = "python_tests_" + str(uuid.uuid4()).replace("-", "_")
+    # a unique table name (worker-specific for parallel execution)
+    base_uuid = str(uuid.uuid4()).replace("-", "_")
+    worker_id = os.getenv("PYTEST_XDIST_WORKER")
+    if worker_id:
+        # Include worker ID to prevent conflicts between parallel workers
+        worker_suffix = worker_id.replace("-", "_")
+        ret["name"] = f"python_tests_{worker_suffix}_{base_uuid}"
+    else:
+        ret["name"] = f"python_tests_{base_uuid}"
     ret["name_wh"] = ret["name"] + "wh"
 
     ret["schema"] = TEST_SCHEMA

tox.ini

@@ -18,7 +18,7 @@ source = src/snowflake/connector
 [tox]
 minversion = 4
 envlist = fix_lint,
-          py{39,310,311,312,313}-{extras,unit-parallel,integ,pandas,sso,single},
+          py{39,310,311,312,313}-{extras,unit-parallel,integ,integ-parallel,pandas,sso,single},
           coverage
 skip_missing_interpreters = true