Solved weird Spark dependency issues with conflicting versions.

Author: LorenzBuehmann

pom.xml

@@ -95,6 +95,15 @@
         <groupId>${project.groupId}</groupId>
         <artifactId>sansa-rdf-spark_${scala.binary.version}</artifactId>
         <version>${sansa.rdf.version}</version>
+        <!-- we have to exclude an old version here transitively included by a Kafka dependency of Spark
+        Don't know how Spark 2.3 is able to work with Kafka 0.10 right now ...
+        -->
+        <exclusions>
+          <exclusion>
+            <groupId>net.jpountz.lz4</groupId>
+            <artifactId>lz4</artifactId>
+          </exclusion>
+        </exclusions>
       </dependency>
       <dependency>
         <groupId>${project.groupId}</groupId>
@@ -148,6 +157,16 @@
         <artifactId>spark-sql_${scala.binary.version}</artifactId>
         <version>${spark.version}</version>
       </dependency>
+      <dependency>
+        <groupId>org.apache.spark</groupId>
+        <artifactId>spark-streaming_${scala.binary.version}</artifactId>
+        <version>${spark.version}</version>
+      </dependency>
+      <dependency>
+        <groupId>org.apache.spark</groupId>
+        <artifactId>spark-streaming-kafka-0-10_${scala.binary.version}</artifactId>
+        <version>${spark.version}</version>
+      </dependency>
 
       <!-- Apache Flink -->
       <dependency>

sansa-inference-spark/pom.xml

@@ -123,11 +123,11 @@
 
         <!-- Graph API -->
         <dependency>
-            <groupId>com.assembla.scala-incubator</groupId>
+            <groupId>org.scala-graph</groupId>
             <artifactId>graph-core_${scala.binary.version}</artifactId>
         </dependency>
         <dependency>
-            <groupId>com.assembla.scala-incubator</groupId>
+            <groupId>org.scala-graph</groupId>
             <artifactId>graph-dot_${scala.binary.version}</artifactId>
         </dependency>
         <dependency>
@@ -210,6 +210,16 @@
             <groupId>org.apache.calcite</groupId>
             <artifactId>calcite-core</artifactId>
             <!--<scope>provided</scope>-->
+            <exclusions>
+                <exclusion>
+                    <groupId>org.codehaus.janino</groupId>
+                    <artifactId>janino</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>org.codehaus.janino</groupId>
+                    <artifactId>commons-compiler</artifactId>
+                </exclusion>
+            </exclusions>
         </dependency>
 
     </dependencies>

sansa-inference-tests/src/test/scala/net/sansa_stack/test/conformance/TestCases.scala

@@ -21,7 +21,7 @@ object TestCases {
     * @return test cases
     */
   def loadTestCases(directory: File, ids: Set[String] = Set.empty): Seq[TestCase] = {
-    println("loading test cases ...")
+    println(s"loading test cases from ${directory.getAbsolutePath}...")
 
     val testCases = new ListBuffer[TestCase]()