Try parallelize tests

Author: AsafMah

.github/workflows/build.yml

@@ -14,7 +14,6 @@ on:
 jobs:
   build:
     runs-on: ubuntu-latest
-    environment: build
 
     strategy:
       fail-fast: false

azure-kusto-ingest/tests/test_status_q.py

@@ -82,6 +82,10 @@ def get_resource_uri(account: str, container: str) -> _ResourceUri:
     return _ResourceUri("https://{0}.{1}.{2}/{3}?{4}".format(account, "queue", ENDPOINT_SUFFIX, container, SAS))
 
 
+def fail_test():
+    raise Exception("This test should not be called.")
+
+
 class StatusQTests(unittest.TestCase):
     def test_init(self):
         client = QueuedIngestClient("some-cluster")
@@ -96,9 +100,11 @@ def test_isempty(self):
         fake_peek = fake_peek_factory(
             lambda queue_name, num_messages=1: [mock_message(success=True) for _ in range(0, num_messages)] if "qs" in queue_name else []
         )
-        with mock.patch.object(client._resource_manager, "get_successful_ingestions_queues") as mocked_get_success_qs, mock.patch.object(
-            client._resource_manager, "get_failed_ingestions_queues"
-        ) as mocked_get_failed_qs, mock.patch.object(QueueClient, "peek_messages", autospec=True, side_effect=fake_peek) as q_mock:
+        with (
+            mock.patch.object(client._resource_manager, "get_successful_ingestions_queues") as mocked_get_success_qs,
+            mock.patch.object(client._resource_manager, "get_failed_ingestions_queues") as mocked_get_failed_qs,
+            mock.patch.object(QueueClient, "peek_messages", autospec=True, side_effect=fake_peek) as q_mock,
+        ):
             fake_failed_queue = get_resource_uri("mocked_storage_account_f1", "mocked_qf_name")
             fake_success_queue = get_resource_uri("mocked_storage_account2", "mocked_qs_name")
 
@@ -123,9 +129,11 @@ def test_peek(self):
             ]
         )
 
-        with mock.patch.object(client._resource_manager, "get_successful_ingestions_queues") as mocked_get_success_qs, mock.patch.object(
-            client._resource_manager, "get_failed_ingestions_queues"
-        ) as mocked_get_failed_qs, mock.patch.object(QueueClient, "peek_messages", autospec=True, side_effect=fake_peek) as q_mock:
+        with (
+            mock.patch.object(client._resource_manager, "get_successful_ingestions_queues") as mocked_get_success_qs,
+            mock.patch.object(client._resource_manager, "get_failed_ingestions_queues") as mocked_get_failed_qs,
+            mock.patch.object(QueueClient, "peek_messages", autospec=True, side_effect=fake_peek) as q_mock,
+        ):
             fake_failed_queue1 = get_resource_uri("mocked_storage_account_f1", "mocked_qf_name")
             fake_failed_queue2 = get_resource_uri("mocked_storage_account_f2", "mocked_qf_2_name")
             fake_success_queue = get_resource_uri("mocked_storage_account2", "mocked_qs_name")
@@ -168,16 +176,17 @@ def test_pop(self):
             ]
         )
 
-        with mock.patch.object(client._resource_manager, "get_successful_ingestions_queues") as mocked_get_success_qs, mock.patch.object(
-            client._resource_manager, "get_failed_ingestions_queues"
-        ) as mocked_get_failed_qs, mock.patch.object(
-            QueueClient,
-            "receive_messages",
-            autospec=True,
-            side_effect=fake_receive,
-        ) as q_receive_mock, mock.patch.object(
-            QueueClient, "delete_message", return_value=None
-        ) as q_del_mock:
+        with (
+            mock.patch.object(client._resource_manager, "get_successful_ingestions_queues") as mocked_get_success_qs,
+            mock.patch.object(client._resource_manager, "get_failed_ingestions_queues") as mocked_get_failed_qs,
+            mock.patch.object(
+                QueueClient,
+                "receive_messages",
+                autospec=True,
+                side_effect=fake_receive,
+            ) as q_receive_mock,
+            mock.patch.object(QueueClient, "delete_message", return_value=None) as q_del_mock,
+        ):
             fake_failed_queue1 = get_resource_uri("mocked_storage_account_f1", "mocked_qf_name")
             fake_failed_queue2 = get_resource_uri("mocked_storage_account_f2", "mocked_qf_2_name")
             fake_success_queue = get_resource_uri("mocked_storage_account2", "mocked_qs_name")
@@ -220,15 +229,16 @@ def test_pop_unbalanced_queues(self):
         fake_receive = fake_receive_factory(
             lambda queue_name, messages_per_page=1: [mock_message(success=False) for _ in range(0, messages_per_page)] if "1" in queue_name else []
         )
-        with mock.patch.object(client._resource_manager, "get_successful_ingestions_queues"), mock.patch.object(
-            client._resource_manager, "get_failed_ingestions_queues"
-        ) as mocked_get_failed_qs, mock.patch.object(
-            QueueClient,
-            "receive_messages",
-            autospec=True,
-            side_effect=fake_receive,
-        ) as q_receive_mock, mock.patch.object(
-            QueueClient, "delete_message", return_value=None
+        with (
+            mock.patch.object(client._resource_manager, "get_successful_ingestions_queues"),
+            mock.patch.object(client._resource_manager, "get_failed_ingestions_queues") as mocked_get_failed_qs,
+            mock.patch.object(
+                QueueClient,
+                "receive_messages",
+                autospec=True,
+                side_effect=fake_receive,
+            ) as q_receive_mock,
+            mock.patch.object(QueueClient, "delete_message", return_value=None),
         ):
             fake_failed_queue1 = get_resource_uri("mocked_storage_account_f1", "mocked_qf_1_name")
             fake_failed_queue2 = get_resource_uri("mocked_storage_account_f2", "mocked_qf_2_name")

pyproject.toml

@@ -27,6 +27,7 @@ dev = [
     "pandas>=2.3.1",
     "ruff>=0.12.8",
     "basedpyright>=1.31.1",
+    "pytest-xdist[psutil]>=3.8.0",
 ]
 
 [tool.uv.workspace]
@@ -50,5 +51,5 @@ ignore = ["E731"] # E731 - dont assign lambdas.
 
 [tool.pytest.ini_options]
 testpaths = ["azure-kusto-data/tests", "azure-kusto-ingest/tests"]
-addopts = ["-s", "--import-mode=importlib"]
-pythonpath = ["."]
+addopts = ["-s", "--import-mode=importlib", "-n", "auto"]
+pythonpath = ["."]