Skip to content

Commit 214bb7a

Browse files
Merge pull request #1202 from data-integrations/vulnfix/spark2
[CDAP-20238] Remove Spark2 references and update dependencies
2 parents 55a9683 + bb82d8d commit 214bb7a

File tree

1 file changed

+6
-7
lines changed

1 file changed

+6
-7
lines changed

pom.xml

Lines changed: 6 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -96,7 +96,6 @@
9696
<junit.version>4.13.1</junit.version>
9797
<powermock.version>2.0.2</powermock.version>
9898
<slf4j.version>1.7.5</slf4j.version>
99-
<spark.version>2.3.1</spark.version>
10099
<spark3.version>3.1.1</spark3.version>
101100
<spark-bq-connector.version>0.23.1</spark-bq-connector.version>
102101
<testSourceLocation>${project.basedir}/src/test/java/</testSourceLocation>
@@ -655,14 +654,14 @@
655654
<!-- End: Testing dependencies -->
656655
<dependency>
657656
<groupId>org.apache.spark</groupId>
658-
<artifactId>spark-streaming_2.11</artifactId>
659-
<version>${spark.version}</version>
657+
<artifactId>spark-streaming_2.12</artifactId>
658+
<version>${spark3.version}</version>
660659
<scope>provided</scope>
661660
</dependency>
662661
<dependency>
663662
<groupId>org.apache.spark</groupId>
664-
<artifactId>spark-core_2.11</artifactId>
665-
<version>${spark.version}</version>
663+
<artifactId>spark-core_2.12</artifactId>
664+
<version>${spark3.version}</version>
666665
<scope>provided</scope>
667666
<exclusions>
668667
<exclusion>
@@ -711,7 +710,7 @@
711710
<!-- Start: dependency for Google PubSub Streaming Source -->
712711
<dependency>
713712
<groupId>org.apache.bahir</groupId>
714-
<artifactId>spark-streaming-pubsub_2.11</artifactId>
713+
<artifactId>spark-streaming-pubsub_2.12</artifactId>
715714
<version>2.4.0</version>
716715
</dependency>
717716
<!-- End: dependency for Google PubSub Streaming Source -->
@@ -741,7 +740,7 @@
741740
</dependency>
742741
<dependency>
743742
<groupId>io.cdap.cdap</groupId>
744-
<artifactId>cdap-api-spark2_2.11</artifactId>
743+
<artifactId>cdap-api-spark3_2.12</artifactId>
745744
<version>${cdap.version}</version>
746745
<scope>provided</scope>
747746
</dependency>

0 commit comments

Comments
 (0)