multiprocessing bug in unittest-parallel

Author: e-strauss

.github/workflows/javaTests.yml

@@ -29,6 +29,8 @@ on:
       - '*.html'
       - 'src/main/python/**'
       - 'dev/**'
+      - '.github/workflows/python.yml'
+      - '.github/workflows/javaTests.yml'
     branches:
       - main
   pull_request:
@@ -38,6 +40,8 @@ on:
       - '*.html'
       - 'src/main/python/**'
       - 'dev/**'
+      - '.github/workflows/python.yml'
+      - '.github/workflows/javaTests.yml'
     branches:
       - main
 

.github/workflows/python.yml

@@ -30,6 +30,7 @@ on:
       - 'src/test/**'
       - 'src/assembly/**'
       - 'dev/**'
+      - '.github/workflows/javaTests.yml'
     branches:
       - main
   pull_request:
@@ -39,6 +40,7 @@ on:
       - '*.html'
       - 'src/test/**'
       - 'dev/**'
+      - '.github/workflows/javaTests.yml'
     branches:
       - main
 
@@ -132,15 +134,27 @@ jobs:
         export SYSDS_QUIET=1
         export LOG4JPROP=$SYSTEMDS_ROOT/src/test/resources/log4j.properties
         cd src/main/python
+        
+        # parallel tests
         unittest-parallel -t . -s tests -v
+        
+        # non parallel tests
+        python -m unittest tests.non_parallel_tests
+        
         # python -m unittest discover -s tests -p 'test_*.py'
         echo "Exit Status: " $?
 
     - name: Run all python tests no environment
       run: |
         export LOG4JPROP=$(pwd)/src/test/resources/log4j.properties
         cd src/main/python
+        
+        # parallel tests
         unittest-parallel -t . -s tests -v
+        
+        # non parallel tests
+        python -m unittest tests.non_parallel_tests
+        
         # python -m unittest discover -s tests -p 'test_*.py'
         echo "Exit Status: " $?
 

src/main/python/systemds/context/systemds_context.py

@@ -87,7 +87,7 @@ def __init__(
         capture_stdout: bool = False,
         logging_level: int = 20,
         py4j_logging_level: int = 50,
-        data_transfer_mode: int = 1,
+        data_transfer_mode: int = 0,
         multi_pipe_enabled: bool = False,
     ):
         """Starts a new instance of SystemDSContext, in which the connection to a JVM systemds instance is handled
@@ -120,7 +120,7 @@ def __setup_data_transfer(self, data_transfer_mode=0, multi_pipe_enabled=False):
             self.__make_fifo_named_pipes(num_pipes)
             executor_pool, in_pipes, out_pipes = self.__init_pipes(num_pipes)
 
-            self._log.debug("Handshake done for {} IN / OUT Pipes".format(num_pipes))
+            self._log.info("Data transfer: Handshake done for {} IN / OUT Pipes".format(num_pipes))
             self.executor_pool = executor_pool
             self.FIFO_PY2JAVA_PIPES = out_pipes
             self.FIFO_JAVA2PY_PIPES = in_pipes