#799 Ignore errors when getting the default block size for the Hadoop filesystem.

Author: yruslan

spark-cobol/src/main/scala/za/co/absa/cobrix/spark/cobol/utils/HDFSUtils.scala

@@ -22,6 +22,7 @@ import org.apache.hadoop.fs.{FileSystem, Path}
 
 import java.nio.charset.StandardCharsets
 import scala.collection.JavaConverters._
+import scala.util.control.NonFatal
 
 /**
   * This object provides utility methods for interacting with HDFS internals.
@@ -71,17 +72,22 @@ object HDFSUtils {
     * @return A block size in megabytes and None in case of an error
     */
   def getHDFSDefaultBlockSizeMB(fileSystem: FileSystem, path: Option[String] = None): Option[Int] = {
-    val hdfsPath = new Path(path.getOrElse("/"))
-    val blockSizeInBytes = fileSystem.getDefaultBlockSize(hdfsPath)
-    if (blockSizeInBytes > 0) {
-      val blockSizeInBM = (blockSizeInBytes / bytesInMegabyte).toInt
-      if (blockSizeInBM>0) {
-        Some (blockSizeInBM)
+    try {
+      val hdfsPath = new Path(path.getOrElse("/"))
+      val blockSizeInBytes = fileSystem.getDefaultBlockSize(hdfsPath)
+      if (blockSizeInBytes > 0) {
+        val blockSizeInBM = (blockSizeInBytes / bytesInMegabyte).toInt
+        if (blockSizeInBM>0) {
+          Some (blockSizeInBM)
+        } else {
+          None
+        }
       } else {
         None
       }
-    } else {
-      None
+    } catch {
+      case NonFatal(ex) =>
+        None
     }
   }