Skip to content

Commit 593e863

Browse files
committed
Fixes #338.
1 parent e713b24 commit 593e863

File tree

3 files changed

+9
-5
lines changed

3 files changed

+9
-5
lines changed

core/src/main/scala/org/locationtech/rasterframes/ref/RasterRef.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -77,7 +77,7 @@ object RasterRef extends LazyLogging {
7777
implicit val rasterRefSerializer: CatalystSerializer[RasterRef] = new CatalystSerializer[RasterRef] {
7878
val rsType = new RasterSourceUDT()
7979
override def schema: StructType = StructType(Seq(
80-
StructField("source", rsType, false),
80+
StructField("source", rsType.sqlType, false),
8181
StructField("bandIndex", IntegerType, false),
8282
StructField("subextent", schemaOf[Extent], true),
8383
StructField("subgrid", schemaOf[GridBounds], true)

core/src/test/scala/org/locationtech/rasterframes/TestEnvironment.scala

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -62,8 +62,10 @@ trait TestEnvironment extends FunSpec with GeoTrellisTestEnvironment
6262
val dest = Files.createTempFile(Paths.get(outputLocalPath), "rf", ".parquet")
6363
logger.trace(s"Writing '${sanitized.columns.mkString(", ")}' to '$dest'...")
6464
sanitized.write.mode(SaveMode.Overwrite).parquet(dest.toString)
65-
val rows = df.sparkSession.read.parquet(dest.toString).collect()
66-
logger.trace(s" read back $rows row(s)")
65+
val in = df.sparkSession.read.parquet(dest.toString)
66+
// NB: The `collect` ensures values get fully reified.
67+
val rows = in.collect()
68+
logger.trace(s" read back ${rows.length} row(s)")
6769
rows.length == inRows
6870
}
6971

docs/src/main/paradox/release-notes.md

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,12 @@
1-
# Release Notes
1+
# Release Notes
22

33
## 0.8.x
44

55
### 0.8.2
66

7-
* Fixed `TileExploder` to support `proj_raster` struct [(#287)](https://github.com/locationtech/rasterframes/issues/287).
7+
* Fixed Parquet serialization issue with `RasterRef`s ([#338](https://github.com/locationtech/rasterframes/issues/338))
8+
* Fixed `TileExploder`, `rf_agg_local_mean` and `TileColumnSupport` to support `proj_raster` struct ([#287](https://github.com/locationtech/rasterframes/issues/287), [#163](https://github.com/locationtech/rasterframes/issues/163), [#333](https://github.com/locationtech/rasterframes/issues/333)).
9+
* Various documentation improvements.
810

911
### 0.8.1
1012

0 commit comments

Comments
 (0)