Skip to content

Commit 9b3d3e8

Browse files
committed
Add spark3 runner
1 parent 3d17c7b commit 9b3d3e8

File tree

2 files changed

+25
-0
lines changed

2 files changed

+25
-0
lines changed

Core/pom.xml

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -134,6 +134,20 @@
134134
</dependency>
135135
</dependencies>
136136
</profile>
137+
<!-- Spark -->
138+
<profile>
139+
<id>spark</id>
140+
<properties>
141+
<backbone.runner>Spark3</backbone.runner>
142+
</properties>
143+
<dependencies>
144+
<dependency>
145+
<groupId>org.apache.beam</groupId>
146+
<artifactId>beam-runners-spark-3</artifactId>
147+
<version>${beam.version}</version>
148+
</dependency>
149+
</dependencies>
150+
</profile>
137151
<!-- Spark Stanadalone-->
138152
<profile>
139153
<id>spark-standalone</id>

build.xml

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -89,6 +89,17 @@
8989
<copy file="Core/target/Backbone-Core-Spark.jar" tofile="${dist}/bin/Backbone-Core-Spark.jar"/>
9090
</target>
9191

92+
<!-- Generate Spark Distribution -->
93+
<target name="exec-spark3" description="compiles spark components" depends="dist-gcp">
94+
<antcall target="run-mvn-goals">
95+
<param name="mvn_goals" value="clean install -P spark3"/>
96+
</antcall>
97+
</target>
98+
99+
<target name="dist-spark3" depends="exec-spark3">
100+
<copy file="Core/target/Backbone-Core-Spark3.jar" tofile="${dist}/bin/Backbone-Core-Spark3.jar"/>
101+
</target>
102+
92103
<!-- Generate Spark Standalone Distribution -->
93104
<target name="exec-spark-standalone" description="compiles spark standalone components" depends="dist-spark">
94105
<antcall target="run-mvn-goals">

0 commit comments

Comments
 (0)