Skip to content

Commit 31dc0c4

Browse files
committed
Adds more SchemaFieldNumbers to classes used by Iceberg (#37055)
1 parent 2efedfd commit 31dc0c4

File tree

2 files changed

+18
-0
lines changed

2 files changed

+18
-0
lines changed

sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/FileWriteResult.java

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -21,6 +21,7 @@
2121
import java.util.Map;
2222
import org.apache.beam.sdk.schemas.AutoValueSchema;
2323
import org.apache.beam.sdk.schemas.annotations.DefaultSchema;
24+
import org.apache.beam.sdk.schemas.annotations.SchemaFieldNumber;
2425
import org.apache.beam.sdk.schemas.annotations.SchemaIgnore;
2526
import org.apache.iceberg.DataFile;
2627
import org.apache.iceberg.PartitionSpec;
@@ -34,8 +35,10 @@ abstract class FileWriteResult {
3435
private transient @MonotonicNonNull TableIdentifier cachedTableIdentifier;
3536
private transient @MonotonicNonNull DataFile cachedDataFile;
3637

38+
@SchemaFieldNumber("0")
3739
abstract String getTableIdentifierString();
3840

41+
@SchemaFieldNumber("1")
3942
abstract SerializableDataFile getSerializableDataFile();
4043

4144
@SchemaIgnore

sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/SerializableDataFile.java

Lines changed: 15 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -28,6 +28,7 @@
2828
import java.util.Objects;
2929
import org.apache.beam.sdk.schemas.AutoValueSchema;
3030
import org.apache.beam.sdk.schemas.annotations.DefaultSchema;
31+
import org.apache.beam.sdk.schemas.annotations.SchemaFieldNumber;
3132
import org.apache.beam.vendor.guava.v32_1_2_jre.com.google.common.base.Equivalence;
3233
import org.apache.beam.vendor.guava.v32_1_2_jre.com.google.common.collect.Maps;
3334
import org.apache.iceberg.DataFile;
@@ -58,32 +59,46 @@ public static Builder builder() {
5859
return new AutoValue_SerializableDataFile.Builder();
5960
}
6061

62+
@SchemaFieldNumber("0")
6163
abstract String getPath();
6264

65+
@SchemaFieldNumber("1")
6366
abstract String getFileFormat();
6467

68+
@SchemaFieldNumber("2")
6569
abstract long getRecordCount();
6670

71+
@SchemaFieldNumber("3")
6772
abstract long getFileSizeInBytes();
6873

74+
@SchemaFieldNumber("4")
6975
abstract String getPartitionPath();
7076

77+
@SchemaFieldNumber("5")
7178
abstract int getPartitionSpecId();
7279

80+
@SchemaFieldNumber("6")
7381
abstract @Nullable ByteBuffer getKeyMetadata();
7482

83+
@SchemaFieldNumber("7")
7584
abstract @Nullable List<Long> getSplitOffsets();
7685

86+
@SchemaFieldNumber("8")
7787
abstract @Nullable Map<Integer, Long> getColumnSizes();
7888

89+
@SchemaFieldNumber("9")
7990
abstract @Nullable Map<Integer, Long> getValueCounts();
8091

92+
@SchemaFieldNumber("10")
8193
abstract @Nullable Map<Integer, Long> getNullValueCounts();
8294

95+
@SchemaFieldNumber("11")
8396
abstract @Nullable Map<Integer, Long> getNanValueCounts();
8497

98+
@SchemaFieldNumber("12")
8599
abstract @Nullable Map<Integer, byte[]> getLowerBounds();
86100

101+
@SchemaFieldNumber("13")
87102
abstract @Nullable Map<Integer, byte[]> getUpperBounds();
88103

89104
@AutoValue.Builder

0 commit comments

Comments
 (0)