Skip to content

Commit 4754ba2

Browse files
committed
Fix ParquetLoad coder issue
1 parent 7ddc247 commit 4754ba2

File tree

8 files changed

+9
-7
lines changed

8 files changed

+9
-7
lines changed

API/pom.xml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -31,7 +31,7 @@
3131
<parent>
3232
<groupId>org.ohnlp.backbone</groupId>
3333
<artifactId>backbone-parent</artifactId>
34-
<version>3.0.28</version>
34+
<version>3.0.29</version>
3535
</parent>
3636

3737
<artifactId>api</artifactId>

Core/pom.xml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@
77
<parent>
88
<groupId>org.ohnlp.backbone</groupId>
99
<artifactId>backbone-parent</artifactId>
10-
<version>3.0.28</version>
10+
<version>3.0.29</version>
1111
</parent>
1212

1313
<artifactId>core</artifactId>

Example-Backbone-Configs/pom.xml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@
77
<parent>
88
<groupId>org.ohnlp.backbone</groupId>
99
<artifactId>backbone-parent</artifactId>
10-
<version>3.0.28</version>
10+
<version>3.0.29</version>
1111
</parent>
1212

1313
<artifactId>example-backbone-configs</artifactId>

IO/pom.xml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@
77
<parent>
88
<groupId>org.ohnlp.backbone</groupId>
99
<artifactId>backbone-parent</artifactId>
10-
<version>3.0.28</version>
10+
<version>3.0.29</version>
1111
</parent>
1212

1313
<groupId>org.ohnlp.backbone.io</groupId>

IO/src/main/java/org/ohnlp/backbone/io/local/ParquetLoad.java

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,7 @@
11
package org.ohnlp.backbone.io.local;
22

33
import org.apache.avro.generic.GenericRecord;
4+
import org.apache.beam.sdk.coders.AvroCoder;
45
import org.apache.beam.sdk.io.FileIO;
56
import org.apache.beam.sdk.io.parquet.ParquetIO;
67
import org.apache.beam.sdk.schemas.Schema;
@@ -65,6 +66,7 @@ public void processElement(@Element Row input, OutputReceiver<GenericRecord> out
6566
output.output(AvroUtils.toGenericRecord(input, AvroUtils.toAvroSchema(beamSchema)));
6667
}
6768
}))
69+
.setCoder(AvroCoder.of(GenericRecord.class, AvroUtils.toAvroSchema(beamSchema)))
6870
.apply("Write to Filesystem", FileIO
6971
.<GenericRecord>write()
7072
.via(ParquetIO.sink(AvroUtils.toAvroSchema(beamSchema)))

Plugin-Manager/pom.xml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@
77
<parent>
88
<groupId>org.ohnlp.backbone</groupId>
99
<artifactId>backbone-parent</artifactId>
10-
<version>3.0.28</version>
10+
<version>3.0.29</version>
1111
</parent>
1212

1313
<artifactId>plugin-manager</artifactId>

Transforms/pom.xml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@
77
<parent>
88
<groupId>org.ohnlp.backbone</groupId>
99
<artifactId>backbone-parent</artifactId>
10-
<version>3.0.28</version>
10+
<version>3.0.29</version>
1111
</parent>
1212

1313
<groupId>org.ohnlp.backbone.transforms</groupId>

pom.xml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@
66

77
<groupId>org.ohnlp.backbone</groupId>
88
<artifactId>backbone-parent</artifactId>
9-
<version>3.0.28</version>
9+
<version>3.0.29</version>
1010

1111

1212
<properties>

0 commit comments

Comments
 (0)