Hadoop 2.9.1-Palantir.6(apache-spark-on-k8s#397)

Author: sjrand

dev/deps/spark-deps-hadoop-palantir

@@ -1,3 +1,4 @@
+HikariCP-java7-2.4.12.jar
 RoaringBitmap-0.6.43.jar
 activation-1.1.1.jar
 aircompressor-0.10.jar
@@ -16,9 +17,7 @@ automaton-1.11-8.jar
 avro-1.8.2.jar
 avro-ipc-1.8.2.jar
 avro-mapred-1.8.2-hadoop2.jar
-aws-java-sdk-core-1.11.45.jar
-aws-java-sdk-kms-1.11.45.jar
-aws-java-sdk-s3-1.11.45.jar
+aws-java-sdk-bundle-1.11.201.jar
 base64-2.3.8.jar
 bcprov-jdk15on-1.58.jar
 breeze-macros_2.11-0.13.2.jar
@@ -54,38 +53,40 @@ dropwizard-metrics-1.0.0.jar
 dropwizard-metrics-influxdb-1.2.2.jar
 dropwizard-util-1.0.0.jar
 dropwizard-validation-1.0.0.jar
+ehcache-3.3.1.jar
 flatbuffers-1.2.0-3f79e055.jar
 generex-1.0.1.jar
+geronimo-jcache_1.0_spec-1.0-alpha-1.jar
 gson-2.2.4.jar
 guava-14.0.1.jar
 guice-3.0.jar
 guice-servlet-3.0.jar
-hadoop-annotations-2.8.2-palantir.2.jar
-hadoop-auth-2.8.2-palantir.2.jar
-hadoop-aws-2.8.2-palantir.2.jar
-hadoop-client-2.8.2-palantir.2.jar
-hadoop-common-2.8.2-palantir.2.jar
-hadoop-hdfs-client-2.8.2-palantir.2.jar
-hadoop-mapreduce-client-app-2.8.2-palantir.2.jar
-hadoop-mapreduce-client-common-2.8.2-palantir.2.jar
-hadoop-mapreduce-client-core-2.8.2-palantir.2.jar
-hadoop-mapreduce-client-jobclient-2.8.2-palantir.2.jar
-hadoop-mapreduce-client-shuffle-2.8.2-palantir.2.jar
-hadoop-openstack-2.8.2-palantir.2.jar
-hadoop-yarn-api-2.8.2-palantir.2.jar
-hadoop-yarn-client-2.8.2-palantir.2.jar
-hadoop-yarn-common-2.8.2-palantir.2.jar
-hadoop-yarn-server-common-2.8.2-palantir.2.jar
-hadoop-yarn-server-web-proxy-2.8.2-palantir.2.jar
+hadoop-annotations-2.9.1-palantir.6.jar
+hadoop-auth-2.9.1-palantir.6.jar
+hadoop-aws-2.9.1-palantir.6.jar
+hadoop-client-2.9.1-palantir.6.jar
+hadoop-common-2.9.1-palantir.6.jar
+hadoop-hdfs-client-2.9.1-palantir.6.jar
+hadoop-mapreduce-client-app-2.9.1-palantir.6.jar
+hadoop-mapreduce-client-common-2.9.1-palantir.6.jar
+hadoop-mapreduce-client-core-2.9.1-palantir.6.jar
+hadoop-mapreduce-client-jobclient-2.9.1-palantir.6.jar
+hadoop-mapreduce-client-shuffle-2.9.1-palantir.6.jar
+hadoop-openstack-2.9.1-palantir.6.jar
+hadoop-yarn-api-2.9.1-palantir.6.jar
+hadoop-yarn-client-2.9.1-palantir.6.jar
+hadoop-yarn-common-2.9.1-palantir.6.jar
+hadoop-yarn-registry-2.9.1-palantir.6.jar
+hadoop-yarn-server-common-2.9.1-palantir.6.jar
+hadoop-yarn-server-web-proxy-2.9.1-palantir.6.jar
 hibernate-validator-5.2.4.Final.jar
 hk2-api-2.5.0-b32.jar
 hk2-locator-2.5.0-b32.jar
 hk2-utils-2.5.0-b32.jar
 hppc-0.7.2.jar
-htrace-core4-4.0.1-incubating.jar
+htrace-core4-4.1.0-incubating.jar
 httpclient-4.5.4.jar
 httpcore-4.4.8.jar
-ion-java-1.0.1.jar
 ivy-2.4.0.jar
 jackson-annotations-2.9.5.jar
 jackson-core-2.9.5.jar
@@ -115,7 +116,7 @@ javax.servlet-api-3.1.0.jar
 javax.ws.rs-api-2.0.1.jar
 jaxb-api-2.2.2.jar
 jboss-logging-3.2.1.Final.jar
-jcip-annotations-1.0.jar
+jcip-annotations-1.0-1.jar
 jcl-over-slf4j-1.7.25.jar
 jersey-client-2.25.1.jar
 jersey-common-2.25.1.jar
@@ -129,9 +130,8 @@ jetty-6.1.26.jar
 jetty-sslengine-6.1.26.jar
 jetty-util-6.1.26.jar
 jetty-util-9.4.8.v20171121.jar
-jmespath-java-1.0.jar
 joda-time-2.9.9.jar
-json-smart-1.1.1.jar
+json-smart-1.3.1.jar
 json4s-ast_2.11-3.5.3.jar
 json4s-core_2.11-3.5.3.jar
 json4s-jackson_2.11-3.5.3.jar
@@ -156,9 +156,10 @@ metrics-influxdb-1.2.2.jar
 metrics-json-3.2.5.jar
 metrics-jvm-3.2.5.jar
 minlog-1.3.0.jar
+mssql-jdbc-6.2.1.jre7.jar
 netty-3.10.6.Final.jar
 netty-all-4.1.17.Final.jar
-nimbus-jose-jwt-3.9.jar
+nimbus-jose-jwt-4.41.1.jar
 objenesis-2.5.1.jar
 okhttp-2.7.5.jar
 okhttp-3.9.1.jar
@@ -192,9 +193,11 @@ snappy-java-1.1.7.1.jar
 spire-macros_2.11-0.13.0.jar
 spire_2.11-0.13.0.jar
 stax-api-1.0-2.jar
+stax2-api-3.1.4.jar
 stream-2.7.0.jar
 univocity-parsers-2.7.3.jar
 validation-api-1.1.0.Final.jar
+woodstox-core-5.0.3.jar
 xbean-asm6-shaded-4.8.jar
 xmlenc-0.52.jar
 xz-1.5.jar

dists/hadoop-palantir/pom.xml

@@ -34,7 +34,7 @@
     <sbt.project.name>spark-dist-hadoop-palantir</sbt.project.name>
     <build.testJarPhase>none</build.testJarPhase>
     <build.copyDependenciesPhase>none</build.copyDependenciesPhase>
-    <hadoop.version>2.8.2-palantir.2</hadoop.version>
+    <hadoop.version>2.9.1-palantir.6</hadoop.version>
     <curator.version>2.7.1</curator.version>
   </properties>
 

pom.xml

@@ -3056,7 +3056,7 @@
     <profile>
       <id>hadoop-palantir</id>
       <properties>
-        <hadoop.version>2.8.2-palantir.2</hadoop.version>
+        <hadoop.version>2.9.1-palantir.6</hadoop.version>
         <curator.version>2.7.1</curator.version>
       </properties>
       <dependencyManagement>