test live output

Author: Baunsgaard

docker/README.md

@@ -138,6 +138,7 @@ Test your testing image locally by running the following command:
 ```bash
 docker run \
   -v $(pwd):/github/workspace \
+  -v $HOME/.m2/repository:/root/.m2/repository \
   apache/systemds:testing-latest \
   org.apache.sysds.test.component.**
 ```

docker/entrypoint.sh

@@ -29,21 +29,22 @@ cd /github/workspace
 export MAVEN_OPTS="-Xmx512m"
 
 log="/tmp/sysdstest.log"
-mvn -ntp -B test-compile 2>&1 | grep -E "BUILD|Total time:|---|Building SystemDS"
+mvn -ntp -B test-compile 2>&1 | stdbuf -oL grep -E "BUILD|Total time:|---|Building SystemDS"
 mvn -ntp -B test -D maven.test.skip=false -D automatedtestbase.outputbuffering=true -D test=$1 2>&1 \
-	| grep -v "already exists in destination." \
-	| grep -v 'WARNING: Using incubator modules' | tee $log
+	| stdbuf -oL grep -Ev "already exists in destination.|Using incubator" \
+	| tee $log
 
-# Merge Federated test runs.
-# if merged jacoco exist temporarily rename to not overwrite.
-[ -f target/jacoco.exec ] && mv target/jacoco.exec target/jacoco_main.exec
-# merge jacoco files.
-mvn -ntp -B jacoco:merge 2>&1 | grep -E "BUILD|Total time:|Building SystemDS|jacoco"
 
 grep_args="SUCCESS"
 grepvals="$( tail -n 100 $log | grep $grep_args)"
 
 if [[ $grepvals == *"SUCCESS"* ]]; then
+	# Merge Federated test runs.
+	# if merged jacoco exist temporarily rename to not overwrite.
+	[ -f target/jacoco.exec ] && mv target/jacoco.exec target/jacoco_main.exec
+	# merge jacoco files.
+	mvn -ntp -B jacoco:merge 2>&1 | stdbuf -oL grep -E "jacoco"
+
 	exit 0
 else
 	exit 1

src/test/java/org/apache/sysds/test/TestUtils.java

@@ -1760,15 +1760,25 @@ public static HashMap<CellIndex, Double> convert2DDoubleArrayToHashMap(double[][
 	}
 
 	public static double[][] convertHashMapToDoubleArray(HashMap <CellIndex, Double> matrix) {
+		if(matrix.isEmpty()){
+			LOG.error("converting empty hashMap");
+			return new double[0][0];
+		}
 		int max_rows = -1, max_cols= -1;
+
 		for(CellIndex ix : matrix.keySet()) {
 			max_rows = Math.max(max_rows, ix.row);
 			max_cols = Math.max(max_cols, ix.column);
 		}
+		
 		return convertHashMapToDoubleArray(matrix, max_rows, max_cols);
 	}
 
 	public static double[][] convertHashMapToDoubleArray(HashMap<CellIndex, Double> matrix, int rows, int cols) {
+		if(rows <= -1 || cols <= -1){
+			LOG.error("converting negative size hashmap rows: " + rows + " cols: " + cols);
+			return new double[0][0];
+		}
 		double [][] ret_arr = new double[rows][cols];
 		for(Entry<CellIndex, Double> e : matrix.entrySet()) {
 			int i = e.getKey().row-1;