Apply dependencyManagement section to SBT for consistent versions (apache-spark-on-k8s#219)

Bumps avro to 1.8.1

Author: robert3005

dev/deps/spark-deps-hadoop-palantir

@@ -14,9 +14,9 @@ api-asn1-api-1.0.0-M20.jar
 api-util-1.0.0-M20.jar
 arpack_combined_all-0.1.jar
 automaton-1.11-8.jar
-avro-1.7.7.jar
-avro-ipc-1.7.7.jar
-avro-mapred-1.7.7-hadoop2.jar
+avro-1.8.1.jar
+avro-ipc-1.8.1.jar
+avro-mapred-1.8.1-hadoop2.jar
 aws-java-sdk-core-1.11.45.jar
 aws-java-sdk-kms-1.11.45.jar
 aws-java-sdk-s3-1.11.45.jar
@@ -38,7 +38,7 @@ commons-cli-1.2.jar
 commons-codec-1.10.jar
 commons-collections-3.2.2.jar
 commons-compiler-3.0.0.jar
-commons-compress-1.4.1.jar
+commons-compress-1.8.1.jar
 commons-configuration-1.6.jar
 commons-crypto-1.0.0.jar
 commons-dbcp-1.4.jar
@@ -225,6 +225,6 @@ univocity-parsers-2.2.1.jar
 validation-api-1.1.0.Final.jar
 xbean-asm5-shaded-4.4.jar
 xmlenc-0.52.jar
-xz-1.0.jar
+xz-1.5.jar
 zjsonpatch-0.3.0.jar
 zookeeper-3.4.6.jar

pom.xml

@@ -148,7 +148,7 @@
     <codahale.metrics.version>3.2.2</codahale.metrics.version>
     <dropwizard.version>0.9.2</dropwizard.version>
     <spark-influx-sink.version>0.3.12</spark-influx-sink.version>
-    <avro.version>1.7.7</avro.version>
+    <avro.version>1.8.1</avro.version>
     <avro.mapred.classifier>hadoop2</avro.mapred.classifier>
     <jets3t.version>0.9.3</jets3t.version>
     <aws.kinesis.client.version>1.7.3</aws.kinesis.client.version>

project/SparkBuild.scala

@@ -29,7 +29,7 @@ import sbt.Classpaths.publishTask
 import sbt.Keys._
 import sbtunidoc.Plugin.UnidocKeys.unidocGenjavadocVersion
 import com.simplytyped.Antlr4Plugin._
-import com.typesafe.sbt.pom.{PomBuild, SbtPomKeys}
+import com.typesafe.sbt.pom.{MavenHelper, PomBuild, SbtPomKeys}
 import com.typesafe.tools.mima.plugin.MimaKeys
 import org.scalastyle.sbt.ScalastylePlugin._
 import org.scalastyle.sbt.Tasks
@@ -296,7 +296,12 @@ object SparkBuild extends PomBuild {
         sys.error(s"$failed fatal warnings")
       }
       analysis
-    }
+    },
+    dependencyOverrides ++= MavenHelper.fromPom { pom =>
+      for {
+        dep <- pom.getDependencyManagement.getDependencies.asScala
+      } yield MavenHelper.convertDep(dep)
+    }.value.toSet
   )
 
   def enable(settings: Seq[Setting[_]])(projectRef: ProjectRef): Unit = {