Merge pull request #339 from s22s/fix/338

Fixes Parquet serialization issue with `RasterRef`s

Author: vpipkt

core/src/main/scala/org/locationtech/rasterframes/ref/RasterRef.scala

@@ -77,7 +77,7 @@ object RasterRef extends LazyLogging {
   implicit val rasterRefSerializer: CatalystSerializer[RasterRef] = new CatalystSerializer[RasterRef] {
     val rsType = new RasterSourceUDT()
     override def schema: StructType = StructType(Seq(
-      StructField("source", rsType, false),
+      StructField("source", rsType.sqlType, false),
       StructField("bandIndex", IntegerType, false),
       StructField("subextent", schemaOf[Extent], true),
       StructField("subgrid", schemaOf[GridBounds], true)

core/src/test/scala/org/locationtech/rasterframes/TestEnvironment.scala

@@ -62,9 +62,11 @@ trait TestEnvironment extends FunSpec with GeoTrellisTestEnvironment
     val dest = Files.createTempFile(Paths.get(outputLocalPath), "rf", ".parquet")
     logger.trace(s"Writing '${sanitized.columns.mkString(", ")}' to '$dest'...")
     sanitized.write.mode(SaveMode.Overwrite).parquet(dest.toString)
-    val rows = df.sparkSession.read.parquet(dest.toString).count()
-    logger.trace(s" read back $rows row(s)")
-    rows == inRows
+    val in = df.sparkSession.read.parquet(dest.toString)
+    // NB: The `collect` ensures values get fully reified.
+    val rows = in.collect()
+    logger.trace(s" read back ${rows.length} row(s)")
+    rows.length == inRows
   }
 
   /**

docs/src/main/paradox/release-notes.md

@@ -1,10 +1,12 @@
-# Release Notes
+# Release Notes
 
 ## 0.8.x
 
 ### 0.8.2
 
-* Fixed `TileExploder` to support `proj_raster` struct [(#287)](https://github.com/locationtech/rasterframes/issues/287).
+* Fixed Parquet serialization issue with `RasterRef`s ([#338](https://github.com/locationtech/rasterframes/issues/338))
+* Fixed `TileExploder`, `rf_agg_local_mean` and `TileColumnSupport` to support `proj_raster` struct ([#287](https://github.com/locationtech/rasterframes/issues/287), [#163](https://github.com/locationtech/rasterframes/issues/163), [#333](https://github.com/locationtech/rasterframes/issues/333)).
+* Various documentation improvements.
 
 ### 0.8.1