Propagate errors encountered in RasterSourceToRasterRefs.

Closes #267.


Author: metasim

core/src/main/scala/org/locationtech/rasterframes/expressions/generators/RasterSourceToRasterRefs.scala

@@ -21,7 +21,6 @@
 
 package org.locationtech.rasterframes.expressions.generators
 
-import com.typesafe.scalalogging.LazyLogging
 import geotrellis.raster.GridBounds
 import geotrellis.vector.Extent
 import org.apache.spark.sql.catalyst.InternalRow
@@ -45,7 +44,7 @@ import scala.util.control.NonFatal
  * @since 9/6/18
  */
 case class RasterSourceToRasterRefs(children: Seq[Expression], bandIndexes: Seq[Int], subtileDims: Option[TileDimensions] = None) extends Expression
-  with Generator with CodegenFallback with ExpectsInputTypes with LazyLogging {
+  with Generator with CodegenFallback with ExpectsInputTypes {
 
   override def inputTypes: Seq[DataType] = Seq.fill(children.size)(RasterSourceType)
   override def nodeName: String = "rf_raster_source_to_raster_ref"
@@ -77,9 +76,9 @@ case class RasterSourceToRasterRefs(children: Seq[Expression], bandIndexes: Seq[
     }
     catch {
       case NonFatal(ex) ⇒
-        val payload = Try(children.map(c => RasterSourceType.deserialize(c.eval(input)))).toOption.toSeq.flatten
-        logger.error("Error fetching data for one of: " + payload.mkString(", "), ex)
-        Traversable.empty
+        val description = Try(children.map(c => RasterSourceType.deserialize(c.eval(input))))
+          .toOption.toSeq.flatten.mkString(", ")
+        throw new java.lang.IllegalArgumentException(description, ex)
     }
   }
 }

core/src/test/scala/org/locationtech/rasterframes/ref/RasterRefSpec.scala

@@ -21,8 +21,11 @@
 
 package org.locationtech.rasterframes.ref
 
+import java.net.URI
+
 import geotrellis.raster.{ByteConstantNoDataCellType, Tile}
 import geotrellis.vector.Extent
+import org.apache.spark.SparkException
 import org.apache.spark.sql.Encoders
 import org.locationtech.rasterframes.{TestEnvironment, _}
 import org.locationtech.rasterframes.expressions.accessors._
@@ -205,6 +208,16 @@ class RasterRefSpec extends TestEnvironment with TestData {
         r.rows should be <= NOMINAL_TILE_SIZE
       }
     }
+    it("should throw exception on invalid URI") {
+      val src = RasterSource(URI.create("http://foo/bar"))
+      import spark.implicits._
+      val df = Seq(src).toDF("src")
+      val refs = df.select(RasterSourceToRasterRefs($"src") as "proj_raster")
+      logger.warn(Console.REVERSED + "Upcoming 'java.lang.IllegalArgumentException' expected in logs." + Console.RESET)
+      assertThrows[SparkException] {
+        refs.first()
+      }
+    }
   }
 
   describe("RealizeTile") {

docs/src/main/paradox/release-notes.md

@@ -4,10 +4,13 @@
 
 ### 0.8.2
 
+* Fixed issue with `RasterSourceDataSource` swallowing exceptions. ([#267](https://github.com/locationtech/rasterframes/issues/267)) 
 * Fixed SparkML memory pressure issue caused by unnecessary reevaluation, overallocation, and primitive boxing. ([#343](https://github.com/locationtech/rasterframes/issues/343)) 
 * Fixed Parquet serialization issue with `RasterRef`s ([#338](https://github.com/locationtech/rasterframes/issues/338))
 * Fixed `TileExploder`, `rf_agg_local_mean` and `TileColumnSupport` to support `proj_raster` struct ([#287](https://github.com/locationtech/rasterframes/issues/287), [#163](https://github.com/locationtech/rasterframes/issues/163), [#333](https://github.com/locationtech/rasterframes/issues/333)).
 * Various documentation improvements.
+* _Breaking_ (potentially): Synchronized parameter naming in Python and Scala for `spark.read.raster` ([#329](https://github.com/locationtech/rasterframes/pull/329)).
+
 
 ### 0.8.1