Added shading of Typesafe config.

Author: metasim

core/src/main/scala/org/locationtech/rasterframes/expressions/aggregates/CellStatsAggregate.scala

@@ -124,7 +124,7 @@ object CellStatsAggregate {
 
   def apply(col: Column): TypedColumn[Any, CellStatistics] =
     new Column(new CellStatsAggregateUDAF(col.expr))
-      .as(s"rf_agg_stats($col)") // node renaming in class doesn't seem to propogate
+      .as(s"rf_agg_stats($col)") // node renaming in class doesn't seem to propagate
       .as[CellStatistics]
 
   /** Adapter hack to allow UserDefinedAggregateFunction to be referenced as an expression. */

experimental/src/it/resources/log4j.properties

@@ -35,7 +35,7 @@ log4j.logger.org.spark_project.jetty=WARN
 log4j.logger.org.spark_project.jetty.util.component.AbstractLifeCycle=ERROR
 log4j.logger.org.apache.spark.repl.SparkIMain$exprTyper=INFO
 log4j.logger.org.apache.spark.repl.SparkILoop$SparkILoopInterpreter=INFO
-log4j.logger.org.locationtech.rasterframes=DEBUG
+log4j.logger.org.locationtech.rasterframes=INFO
 log4j.logger.org.apache.parquet.hadoop.ParquetRecordReader=OFF
 
 # SPARK-9183: Settings to avoid annoying messages when looking up nonexistent UDFs in SparkSQL with Hive support

experimental/src/it/scala/org/locationtech/rasterframes/experimental/datasource/awspds/MODISCatalogRelationTest.scala

@@ -21,6 +21,7 @@
 package org.locationtech.rasterframes.experimental.datasource.awspds
 import java.sql.Timestamp
 
+import geotrellis.proj4.LatLng
 import org.apache.spark.sql.functions._
 import org.locationtech.rasterframes._
 import org.locationtech.rasterframes.datasource.raster._
@@ -75,5 +76,32 @@ class MODISCatalogRelationTest extends TestEnvironment {
       stats.data_cells shouldBe > (128L)
       stats.mean shouldBe > (1000.0)
     }
+    it("should compute aggregate statistics") {
+      // This is copied from the docs.
+      import spark.implicits._
+
+      val modis = spark.read.format("aws-pds-modis-catalog").load()
+
+      val red_nir_monthly_2017 = modis
+        .select($"granule_id", month($"acquisition_date") as "month", $"B01" as "red", $"B02" as "nir")
+        .where(year($"acquisition_date") === 2017 && (dayofmonth($"acquisition_date") === 15) && $"granule_id" === "h21v09")
+
+      val red_nir_tiles_monthly_2017 = spark.read.raster
+        .fromCatalog(red_nir_monthly_2017, "red", "nir")
+        .load()
+        .cache()
+
+      val result = red_nir_tiles_monthly_2017
+        .where(st_intersects(
+          st_reproject(rf_geometry($"red"), rf_crs($"red"), LatLng),
+          st_makePoint(34.870605, -4.729727)
+        ))
+        .groupBy("month")
+        .agg(rf_agg_stats(rf_normalized_difference($"nir", $"red")) as "ndvi_stats")
+        .orderBy("month")
+        .select("month", "ndvi_stats.*")
+
+      result.show()
+    }
   }
 }

project/RFAssemblyPlugin.scala

@@ -55,7 +55,8 @@ object RFAssemblyPlugin extends AutoPlugin {
         "org.apache.avro",
         "org.apache.http",
         "com.google.guava",
-        "com.typesafe.scalalogging"
+        "com.typesafe.scalalogging",
+        "com.typesafe.config"
       )
       shadePrefixes.map(p ⇒ ShadeRule.rename(s"$p.**" -> s"rf.shaded.$p.@1").inAll)
     },