Merge branch 'main' into main

Author: aperov9

.github/workflows/python.yml

@@ -147,6 +147,7 @@ jobs:
         ./tests/federated/runFedTest.sh
         mv .coverage .coverage.${{ matrix.test_mode }}
 
+
     - name: Cache Torch Hub
       if: ${{ matrix.test_mode == 'scuro' }}
       id: torch-cache
@@ -162,6 +163,8 @@ jobs:
       env:
         TORCH_HOME: ${{ github.workspace }}/.torch
       run: |
+        df -h
+        exit
         ( while true; do echo "."; sleep 25; done ) &
         KA=$!
         pip install --upgrade pip wheel setuptools

src/main/java/org/apache/sysds/parser/DataExpression.java

@@ -1019,6 +1019,18 @@ public void validateExpression(HashMap<String, DataIdentifier> ids, HashMap<Stri
 					inferredFormatType = true;
 				}
 			}
+
+			// check if file is HDF5 format (by file extension)
+			if (formatTypeString == null && shouldReadMTD) {
+				formatTypeString = MetaDataAll.checkHasHDF5Format(inputFileName);
+				if (formatTypeString != null) {
+					addVarParam(FORMAT_TYPE, new StringIdentifier(formatTypeString, this));
+					configObj.setFormatTypeString(formatTypeString);
+					inferredFormatType = true;
+					// HDF5 doesn't require metadata file for dimension validation
+					shouldReadMTD = false;
+				}
+			}
 
 			if (formatTypeString != null && formatTypeString.equalsIgnoreCase(FileFormat.MM.toString())){
 				/*