Assembly insanity.

Author: metasim

.scalafmt.conf

@@ -1,4 +1,4 @@
-version = 3.0.3
+version = 3.0.4
 runner.dialect = scala212
 indent.main = 2
 indent.significant = 2

build.sbt

@@ -19,6 +19,9 @@
  *
  */
 
+// Leave me an my custom keys alone!
+Global / lintUnusedKeysOnLoad := false
+
 addCommandAlias("makeSite", "docs/makeSite")
 addCommandAlias("previewSite", "docs/previewSite")
 addCommandAlias("ghpagesPushSite", "docs/ghpagesPushSite")

project/RFAssemblyPlugin.scala

@@ -30,7 +30,7 @@ import scala.util.matching.Regex
   * Standard support for creating assembly jars.
   */
 object RFAssemblyPlugin extends AutoPlugin {
-  override def requires = AssemblyPlugin
+  override def requires = AssemblyPlugin && RFDependenciesPlugin
 
   implicit class RichRegex(val self: Regex) extends AnyVal {
     def =~(s: String) = self.pattern.matcher(s).matches
@@ -64,6 +64,14 @@ object RFAssemblyPlugin extends AutoPlugin {
       )
       shadePrefixes.map(p => ShadeRule.rename(s"$p.**" -> s"shaded.rasterframes.$p.@1").inAll)
     },
+    assembly / assemblyShadeRules ++= Seq(
+      ShadeRule.rename("cats.kernel.**" -> s"shaded.rasterframes.cats.kernel.@1")
+        .inLibrary(RFDependenciesPlugin.autoImport.geotrellis("raster").value)
+        .inAll,
+      ShadeRule.rename("cats.kernel.**" -> s"shaded.spire.cats.kernel.@1")
+        .inLibrary("org.typelevel" %% "spire" % "0.17.0")
+        .inAll,
+    ),
     assembly / assemblyOption :=
       (assembly / assemblyOption).value.withIncludeScala(false),
     assembly / assemblyJarName := s"${normalizedName.value}-assembly-${version.value}.jar",

project/RFProjectPlugin.scala

@@ -69,6 +69,12 @@ object RFProjectPlugin extends AutoPlugin {
         email = "[email protected]",
         url = url("https://github.com/echeipesh")
       ),
+      Developer(
+        id = "pomadchin",
+        name = "Grigory Pomadchin",
+        email = "[email protected]",
+        url = url("https://github.com/pomadchin")
+      ),
       Developer(
         id = "bguseman",
         name = "Ben Guseman",

pyrasterframes/src/main/python/tests/GeoTiffWriterTests.py

@@ -66,7 +66,7 @@ def test_unstructured_write_schemaless(self):
         from pyrasterframes.rasterfunctions import rf_agg_stats, rf_crs
         rf = self.spark.read.raster(self.img_uri)
         max = rf.agg(rf_agg_stats('proj_raster').max.alias('max')).first()['max']
-        crs = rf.select(rf_crs('proj_raster').crsProj4.alias('c')).first()['c']
+        crs = rf.select(rf_crs('proj_raster').alias('crs')).first()['crs']
 
         dest_file = self._tmpfile()
         self.assertTrue(not dest_file.startswith('file://'))

pyrasterframes/src/main/python/tests/UDTTests.py

@@ -4,7 +4,7 @@
 from pyrasterframes.rasterfunctions import *
 from pyrasterframes.rf_types import *
 from pyspark.sql.functions import *
-from pyspark.sql import Row
+from pyspark.sql import Row, DataFrame
 from pyproj import CRS as pyCRS
 
 from . import TestEnvironment
@@ -185,3 +185,11 @@ def test_crs_udt_serialization(self):
 
         roundtrip = udt.fromInternal(udt.toInternal(crs))
         assert(crs == roundtrip)
+
+    def test_extract_from_raster(self):
+        # should be able to write a projected raster tile column to path like '/data/foo/file.tif'
+        from pyrasterframes.rasterfunctions import rf_crs
+        rf = self.spark.read.raster(self.img_uri)
+        crs: DataFrame = rf.select(rf_crs('proj_raster').alias('crs')).distinct()
+        assert(crs.schema.fields[0].dataType == CrsUDT())
+        assert(crs.first()['crs'].proj4_str == '+proj=utm +zone=16 +datum=WGS84 +units=m +no_defs ')