Skip to content

Commit 6dac94a

Browse files
qqndrewqqndrew
committed
Merge branch 'master' of https://www.github.com/OHNLP/Backbone 
2 parents f9c0a13 + 4754ba2 commit 6dac94a

File tree

8 files changed

+73
-7
lines changed

8 files changed

+73
-7
lines changed

‎API/pom.xml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -31,7 +31,7 @@
3131
<parent>
3232
<groupId>org.ohnlp.backbone</groupId>
3333
<artifactId>backbone-parent</artifactId>
34-
<version>3.0.27</version>
34+
<version>3.0.29</version>
3535
</parent>
3636

3737
<artifactId>api</artifactId>

‎Core/pom.xml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@
77
<parent>
88
<groupId>org.ohnlp.backbone</groupId>
99
<artifactId>backbone-parent</artifactId>
10-
<version>3.0.27</version>
10+
<version>3.0.29</version>
1111
</parent>
1212

1313
<artifactId>core</artifactId>

‎Example-Backbone-Configs/pom.xml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@
77
<parent>
88
<groupId>org.ohnlp.backbone</groupId>
99
<artifactId>backbone-parent</artifactId>
10-
<version>3.0.27</version>
10+
<version>3.0.29</version>
1111
</parent>
1212

1313
<artifactId>example-backbone-configs</artifactId>

‎IO/pom.xml‎

Lines changed: 65 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@
77
<parent>
88
<groupId>org.ohnlp.backbone</groupId>
99
<artifactId>backbone-parent</artifactId>
10-
<version>3.0.27</version>
10+
<version>3.0.29</version>
1111
</parent>
1212

1313
<groupId>org.ohnlp.backbone.io</groupId>
@@ -177,4 +177,68 @@
177177
<version>${jackson.version}</version>
178178
</dependency>
179179
</dependencies>
180+
181+
<profiles>
182+
<profile>
183+
<id>flink</id>
184+
<dependencies>
185+
<dependency>
186+
<groupId>org.apache.hadoop</groupId>
187+
<artifactId>hadoop-client</artifactId>
188+
<version>2.10.2</version>
189+
<scope>compile</scope>
190+
<exclusions>
191+
<exclusion>
192+
<groupId>org.checkerframework</groupId>
193+
<artifactId>jdk8</artifactId>
194+
</exclusion>
195+
<exclusion>
196+
<groupId>com.google.guava</groupId>
197+
<artifactId>guava-jdk5</artifactId>
198+
</exclusion>
199+
<exclusion>
200+
<groupId>jdk.tools</groupId>
201+
<artifactId>jdk.tools</artifactId>
202+
</exclusion>
203+
<exclusion>
204+
<groupId>com.google.protobuf</groupId>
205+
<artifactId>protobuf-lite</artifactId>
206+
</exclusion>
207+
<exclusion>
208+
<groupId>org.hamcrest</groupId>
209+
<artifactId>hamcrest-all</artifactId>
210+
</exclusion>
211+
</exclusions>
212+
</dependency>
213+
<dependency>
214+
<groupId>org.apache.hadoop</groupId>
215+
<artifactId>hadoop-common</artifactId>
216+
<version>2.10.2</version>
217+
<scope>compile</scope>
218+
<exclusions>
219+
<exclusion>
220+
<groupId>org.checkerframework</groupId>
221+
<artifactId>jdk8</artifactId>
222+
</exclusion>
223+
<exclusion>
224+
<groupId>com.google.guava</groupId>
225+
<artifactId>guava-jdk5</artifactId>
226+
</exclusion>
227+
<exclusion>
228+
<groupId>jdk.tools</groupId>
229+
<artifactId>jdk.tools</artifactId>
230+
</exclusion>
231+
<exclusion>
232+
<groupId>com.google.protobuf</groupId>
233+
<artifactId>protobuf-lite</artifactId>
234+
</exclusion>
235+
<exclusion>
236+
<groupId>org.hamcrest</groupId>
237+
<artifactId>hamcrest-all</artifactId>
238+
</exclusion>
239+
</exclusions>
240+
</dependency>
241+
</dependencies>
242+
</profile>
243+
</profiles>
180244
</project>

‎IO/src/main/java/org/ohnlp/backbone/io/local/ParquetLoad.java‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,7 @@
11
package org.ohnlp.backbone.io.local;
22

33
import org.apache.avro.generic.GenericRecord;
4+
import org.apache.beam.sdk.coders.AvroCoder;
45
import org.apache.beam.sdk.io.FileIO;
56
import org.apache.beam.sdk.io.parquet.ParquetIO;
67
import org.apache.beam.sdk.schemas.Schema;
@@ -65,6 +66,7 @@ public void processElement(@Element Row input, OutputReceiver<GenericRecord> out
6566
output.output(AvroUtils.toGenericRecord(input, AvroUtils.toAvroSchema(beamSchema)));
6667
}
6768
}))
69+
.setCoder(AvroCoder.of(GenericRecord.class, AvroUtils.toAvroSchema(beamSchema)))
6870
.apply("Write to Filesystem", FileIO
6971
.<GenericRecord>write()
7072
.via(ParquetIO.sink(AvroUtils.toAvroSchema(beamSchema)))

‎Plugin-Manager/pom.xml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@
77
<parent>
88
<groupId>org.ohnlp.backbone</groupId>
99
<artifactId>backbone-parent</artifactId>
10-
<version>3.0.27</version>
10+
<version>3.0.29</version>
1111
</parent>
1212

1313
<artifactId>plugin-manager</artifactId>

‎Transforms/pom.xml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@
77
<parent>
88
<groupId>org.ohnlp.backbone</groupId>
99
<artifactId>backbone-parent</artifactId>
10-
<version>3.0.27</version>
10+
<version>3.0.29</version>
1111
</parent>
1212

1313
<groupId>org.ohnlp.backbone.transforms</groupId>

‎pom.xml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@
66

77
<groupId>org.ohnlp.backbone</groupId>
88
<artifactId>backbone-parent</artifactId>
9-
<version>3.0.27</version>
9+
<version>3.0.29</version>
1010

1111

1212
<properties>

0 commit comments

Comments
 (0)