Regression

Author: metasim

datasource/src/test/scala/org/locationtech/rasterframes/datasource/raster/RasterSourceDataSourceSpec.scala

@@ -23,11 +23,11 @@ package org.locationtech.rasterframes.datasource.raster
 import geotrellis.raster.Tile
 import org.apache.spark.sql.functions.{lit, round, udf}
 import org.apache.spark.sql.types.LongType
-import org.locationtech.rasterframes.{TestEnvironment, _}
 import org.locationtech.rasterframes.datasource.raster.RasterSourceDataSource.{RasterSourceCatalog, _}
 import org.locationtech.rasterframes.model.TileDimensions
 import org.locationtech.rasterframes.ref.RasterRef.RasterRefTile
 import org.locationtech.rasterframes.util._
+import org.locationtech.rasterframes.{TestEnvironment, _}
 
 class RasterSourceDataSourceSpec extends TestEnvironment with TestData {
   import spark.implicits._
@@ -336,15 +336,16 @@ class RasterSourceDataSourceSpec extends TestEnvironment with TestData {
 
   describe("attaching a spatial index") {
     val l8_df = spark.read.raster
-      .withSpatialIndex()
+      .withSpatialIndex(5)
       .load(remoteL8.toASCIIString)
       .cache()
 
     it("should add index") {
       l8_df.columns should contain("spatial_index")
       l8_df.schema("spatial_index").dataType should be(LongType)
-      l8_df.show(false)
-      l8_df.select($"spatial_index").distinct().count() should be(l8_df.count())
+      val parts = l8_df.rdd.partitions
+      parts.length should be (5)
+      parts.map(_.getClass.getSimpleName).forall(_ == "ShuffledRowRDDPartition") should be (true)
     }
   }
 }