Spark2 no longer supported in newest beam versions

Author: qqndrew

API/pom.xml

@@ -31,7 +31,7 @@
     <parent>
         <groupId>org.ohnlp.backbone</groupId>
         <artifactId>backbone-parent</artifactId>
-        <version>3.0.8</version>
+        <version>3.0.9</version>
     </parent>
 
     <artifactId>api</artifactId>

Core/pom.xml

@@ -7,7 +7,7 @@
     <parent>
         <groupId>org.ohnlp.backbone</groupId>
         <artifactId>backbone-parent</artifactId>
-        <version>3.0.8</version>
+        <version>3.0.9</version>
     </parent>
 
     <artifactId>core</artifactId>
@@ -126,20 +126,6 @@
             <properties>
                 <backbone.runner>Spark</backbone.runner>
             </properties>
-            <dependencies>
-                <dependency>
-                    <groupId>org.apache.beam</groupId>
-                    <artifactId>beam-runners-spark</artifactId>
-                    <version>${beam.version}</version>
-                </dependency>
-            </dependencies>
-        </profile>
-        <!-- Spark -->
-        <profile>
-            <id>spark3</id>
-            <properties>
-                <backbone.runner>Spark3</backbone.runner>
-            </properties>
             <dependencies>
                 <dependency>
                     <groupId>org.apache.beam</groupId>
@@ -158,7 +144,7 @@
             <dependencies>
                 <dependency>
                     <groupId>org.apache.beam</groupId>
-                    <artifactId>beam-runners-spark</artifactId>
+                    <artifactId>beam-runners-spark-3</artifactId>
                     <version>${beam.version}</version>
                 </dependency>
                 <dependency>

Example-Backbone-Configs/pom.xml

@@ -7,7 +7,7 @@
     <parent>
         <groupId>org.ohnlp.backbone</groupId>
         <artifactId>backbone-parent</artifactId>
-        <version>3.0.8</version>
+        <version>3.0.9</version>
     </parent>
 
     <artifactId>example-backbone-configs</artifactId>

IO/pom.xml

@@ -7,7 +7,7 @@
     <parent>
         <groupId>org.ohnlp.backbone</groupId>
         <artifactId>backbone-parent</artifactId>
-        <version>3.0.8</version>
+        <version>3.0.9</version>
     </parent>
 
     <groupId>org.ohnlp.backbone.io</groupId>

Plugin-Manager/pom.xml

@@ -7,7 +7,7 @@
     <parent>
         <groupId>org.ohnlp.backbone</groupId>
         <artifactId>backbone-parent</artifactId>
-        <version>3.0.8</version>
+        <version>3.0.9</version>
     </parent>
 
     <artifactId>plugin-manager</artifactId>

Transforms/pom.xml

@@ -7,7 +7,7 @@
     <parent>
         <groupId>org.ohnlp.backbone</groupId>
         <artifactId>backbone-parent</artifactId>
-        <version>3.0.8</version>
+        <version>3.0.9</version>
     </parent>
 
     <groupId>org.ohnlp.backbone.transforms</groupId>

build.xml

@@ -90,17 +90,6 @@
         <copy file="Core/target/Backbone-Core-Spark.jar" tofile="${dist}/bin/Backbone-Core-Spark.jar"/>
     </target>
 
-    <!-- Generate Spark Distribution -->
-    <target name="exec-spark3" description="compiles spark components" depends="dist-gcp">
-        <antcall target="run-mvn-goals">
-            <param name="mvn_goals" value="clean install -P spark3"/>
-        </antcall>
-    </target>
-
-    <target name="dist-spark3" depends="exec-spark3">
-        <copy file="Core/target/Backbone-Core-Spark3.jar" tofile="${dist}/bin/Backbone-Core-Spark3.jar"/>
-    </target>
-
     <!-- Generate Spark Standalone Distribution -->
     <target name="exec-spark-standalone" description="compiles spark standalone components" depends="dist-spark">
         <antcall target="run-mvn-goals">

pom.xml

@@ -6,7 +6,7 @@
 
     <groupId>org.ohnlp.backbone</groupId>
     <artifactId>backbone-parent</artifactId>
-    <version>3.0.8</version>
+    <version>3.0.9</version>
 
 
     <properties>

scripts/run_pipeline_spark_instructions

@@ -11,7 +11,7 @@ To run the pipeline on a spark cluster, do the following:
 
 
 Important Notes:
-- Backbone currently only supports Spark v2.x
+- Backbone currently only supports Spark v3.x
 - If running in local mode (--master=local[#]), you will need to have to have spark binaries in the final shaded
   package. Two spark variants are provided, if running in local mode, simply replace all instances of
   Backbone-Core-Spark-Packaged.jar with Backbone-Core-Spark-Standalone-Packaged.jar in the above instructions. Note that