Revert "Allow zip files as input"

This reverts commit 9827526.

Author: javfg

project/Dependencies.scala

@@ -21,9 +21,7 @@ object Dependencies {
     "com.monovore" %% "decline-effect" % "2.5.0"
   )
 
-  lazy val betterFiles = Seq(
-    "com.github.pathikrit" %% "better-files-akka" % "3.9.2"
-  )
+  lazy val betterFiles = Seq("com.github.pathikrit" %% "better-files-akka" % "3.9.2")
 
   lazy val configDeps = Seq(
     "com.github.pureconfig" %% "pureconfig" % "0.17.8"

src/main/scala/io/opentargets/etl/backend/spark/IoHelpers.scala

@@ -57,58 +57,16 @@ object IoHelpers extends LazyLogging {
   def loadFileToDF(pathInfo: IOResourceConfig)(implicit session: SparkSession): DataFrame = {
     logger.info(s"load dataset ${pathInfo.path} with ${pathInfo.toString}")
 
-    val effectivePath = if (pathInfo.path.endsWith(".zip")) {
-      extractFileFromZip(pathInfo.path)
-    } else {
-      pathInfo.path
-    }
-
     try
       pathInfo.options
-        .foldLeft(session.read.format(pathInfo.format)) { case (reader, options) =>
-          reader.options(options.map(c => c.k -> c.v).toMap)
+        .foldLeft(session.read.format(pathInfo.format)) { case ops =>
+          val options = ops._2.map(c => c.k -> c.v).toMap
+          ops._1.options(options)
         }
-        .load(effectivePath)
+        .load(pathInfo.path)
     catch {
       case e: Exception =>
-        logger.error(s"Error loading file $effectivePath with ${pathInfo.toString}")
-        throw e
-    }
-  }
-
-  private def extractFileFromZip(zipPath: String): String = {
-    import better.files._
-
-    val zipFile = File(zipPath)
-    val innerFileName = zipFile.nameWithoutExtension
-    val tempDir = File.newTemporaryDirectory("spark_zip_extract_")
-
-    logger.info(s"Extracting file $innerFileName from zip $zipPath to $tempDir")
-
-    try {
-      zipFile.unzipTo(tempDir)
-
-      val extractedFiles = tempDir.children.toList
-      val matchingFile = extractedFiles.find(f => f.name == innerFileName)
-
-      matchingFile match {
-        case Some(file) =>
-          logger.info(s"Found matching file: ${file.pathAsString}")
-          file.pathAsString
-        case None =>
-          extractedFiles.headOption match {
-            case Some(file) =>
-              logger.info(s"No exact match found, using first file: ${file.pathAsString}")
-              file.pathAsString
-            case None =>
-              logger.error(s"No files found in zip archive: $zipPath")
-              throw new RuntimeException(s"Empty zip archive: $zipPath")
-          }
-      }
-    } catch {
-      case e: Exception =>
-        logger.error(s"Error extracting from zip file $zipPath", e)
-        tempDir.delete(swallowIOExceptions = true)
+        logger.error(s"Error loading file ${pathInfo.path} with ${pathInfo.toString}")
         throw e
     }
   }