Release prep.

Signed-off-by: Simeon H.K. Fitch <[email protected]>

Author: metasim

build.sbt

@@ -24,8 +24,10 @@ lazy val datasource = project
   .disablePlugins(SparkPackagePlugin)
 
 lazy val experimental = project
-  .dependsOn(core % "test->test;compile->compile")
-  .dependsOn(datasource % "test->test;compile->compile")
+  .configs(IntegrationTest)
+  .settings(Defaults.itSettings)
+  .dependsOn(core % "test->test;it->test;compile->compile")
+  .dependsOn(datasource % "test->test;it->test;compile->compile")
   .disablePlugins(SparkPackagePlugin)
 
 lazy val docs = project

docs/src/main/tut/release-notes.md

@@ -7,7 +7,6 @@
 * Fixed ColorRamp pipeline in MultibandRender
 * Fixed Python wrapper for `explodeTiles`
 
-
 ### 0.7.0
 
 * Now an incubating project under Eclipse Foundation LocationTech! GitHub repo moved to [locationtech/rasterframes](https://github.com/locationtech/rasterframes).

experimental/build.sbt

@@ -5,4 +5,8 @@ libraryDependencies ++= Seq(
   spark("core").value % Provided,
   spark("mllib").value % Provided,
   spark("sql").value % Provided
-)
+)
+
+fork in IntegrationTest := true
+javaOptions in IntegrationTest := Seq("-Xmx2G")
+parallelExecution in IntegrationTest := false

experimental/src/main/scala/astraea/spark/rasterframes/experimental/datasource/awspds/MODISCatalogDataSource.scala

@@ -68,35 +68,9 @@ object MODISCatalogDataSource extends LazyLogging with ResourceCacheSupport {
   val MCD43A4_BASE = "https://modis-pds.s3.amazonaws.com/MCD43A4.006/"
   override def maxCacheFileAgeHours: Int = Int.MaxValue
 
-  // As of 5/6/2018, these days are missing from AWS.
-  private val blacklist = Seq(
-    "2018-03-07",
-    "2018-03-08",
-    "2018-03-09",
-    "2018-03-10",
-    "2018-03-11",
-    "2018-03-12",
-    "2018-03-13",
-    "2018-03-14",
-    "2018-03-15",
-    "2018-02-27",
-    "2018-02-28",
-    "2018-03-01",
-    "2018-03-02",
-    "2018-03-03",
-    "2018-03-04",
-    "2018-04-27",
-    "2018-03-05",
-    "2018-04-28",
-    "2018-03-06",
-    "2018-04-29",
-    "2018-04-30",
-    "2018-05-01",
-    "2018-05-02",
-    "2018-05-03",
-    "2018-05-04",
-    "2018-05-05",
-    "2018-05-06"
+  // List of missing days
+  private val blacklist = Seq[String](
+    //"2018-05-06"
   )
 
   private def sceneFiles(start: LocalDate, end: LocalDate, useBlacklist: Boolean) = {

experimental/src/main/scala/astraea/spark/rasterframes/experimental/datasource/awspds/MODISCatalogRelation.scala

@@ -53,7 +53,7 @@ case class MODISCatalogRelation(sqlContext: SQLContext, sceneList: HadoopPath)
   def buildScan(): RDD[Row] = {
     import sqlContext.implicits._
 
-    logger.info("Scene file is: " + sceneList)
+    logger.debug("Scene file is: " + sceneList)
     val catalog = sqlContext.read
       .option("header", "true")
       .option("mode", "DROPMALFORMED") // <--- mainly for the fact that we have internal headers from the concat

version.sbt

@@ -1 +1 @@
-version in ThisBuild := "0.7.1-SNAPSHOT"
+version in ThisBuild := "0.7.1"