File tree Expand file tree Collapse file tree 2 files changed +2
-12
lines changed
sansa-datalake-spark/src/main/scala/net/sansa_stack/datalake/spark Expand file tree Collapse file tree 2 files changed +2
-12
lines changed Original file line number Diff line number Diff line change 2525
2626 <scala .version>2.11.11</scala .version>
2727 <scala .binary.version>2.11</scala .binary.version>
28- <scala .classifier>${scala.binary.version} </scala .classifier>
2928 <scala .version.suffix>_${scala.binary.version} </scala .version.suffix>
3029
31- <flink .version>1.5.0</flink .version>
3230 <spark .version>2.4.0</spark .version>
3331 <jena .version>3.9.0</jena .version>
34- <jsa .subversion>3</jsa .subversion>
35- <hadoop .version>2.8.3</hadoop .version>
36-
37- <jsa .version>${jena.version} -${jsa.subversion} </jsa .version>
38-
39- <jetty .version>9.4.8.v20171121</jetty .version>
40- <mortbay .jetty.version>6.1.26</mortbay .jetty.version>
4132
4233 <scalastyle .config.path>${project.basedir} /scalastyle-config.xml</scalastyle .config.path>
4334 </properties >
Original file line number Diff line number Diff line change @@ -3,7 +3,7 @@ package net.sansa_stack.datalake.spark
33import java .io .FileNotFoundException
44
55import org .apache .commons .lang .time .StopWatch
6- import org .apache .log4j .{Level , Logger }
6+ import org .apache .log4j .{ Level , Logger }
77import net .sansa_stack .datalake .spark .utils .Helpers ._
88
99import scala .collection .JavaConversions ._
@@ -16,6 +16,7 @@ import org.apache.spark.sql.DataFrame
1616class Run [A ](executor : QueryExecutor [A ]) {
1717
1818 private var finalDataSet : A = _
19+ val logger = Logger .getLogger(this .getClass.getName.stripSuffix(" $" ))
1920
2021 def application (queryFile : String , mappingsFile : String , configFile : String ): DataFrame = {
2122
@@ -36,7 +37,6 @@ class Run[A](executor: QueryExecutor[A]) {
3637 val queryString = scala.io.Source .fromFile(queryFile)
3738 var query = try queryString.mkString finally queryString.close()
3839
39-
4040 // Transformations
4141 var transformExist = false
4242 var trans = " "
@@ -282,6 +282,5 @@ class Run[A](executor: QueryExecutor[A]) {
282282 println(" ERROR: invalid query." )
283283 null
284284 }
285-
286285 }
287286}
You can’t perform that action at this time.
0 commit comments