Skip to content

Commit ec3f729

Browse files
committed
Merge remote-tracking branch 'apache/df52' into fix/schema-adapter-nested-types
2 parents 9742f89 + 24f3e4f commit ec3f729

File tree

20 files changed

+1037
-560
lines changed

20 files changed

+1037
-560
lines changed

common/src/main/java/org/apache/comet/parquet/ArrowConstantColumnReader.java

Lines changed: 0 additions & 255 deletions
This file was deleted.

common/src/main/java/org/apache/comet/parquet/ArrowRowIndexColumnReader.java

Lines changed: 0 additions & 109 deletions
This file was deleted.

common/src/main/java/org/apache/comet/parquet/NativeBatchReader.java

Lines changed: 5 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -448,8 +448,7 @@ public void init() throws Throwable {
448448
// TODO(SPARK-40059): Allow users to include columns named
449449
// FileFormat.ROW_INDEX_TEMPORARY_COLUMN_NAME in their schemas.
450450
long[] rowIndices = FileReader.getRowIndices(blocks);
451-
columnReaders[i] =
452-
new ArrowRowIndexColumnReader(nonPartitionFields[i], capacity, rowIndices);
451+
columnReaders[i] = new RowIndexColumnReader(nonPartitionFields[i], capacity, rowIndices);
453452
hasRowIndexColumn = true;
454453
missingColumns[i] = true;
455454
} else if (optFileField.isPresent()) {
@@ -474,8 +473,8 @@ public void init() throws Throwable {
474473
+ filePath);
475474
}
476475
if (field.isPrimitive()) {
477-
ArrowConstantColumnReader reader =
478-
new ArrowConstantColumnReader(nonPartitionFields[i], capacity, useDecimal128);
476+
ConstantColumnReader reader =
477+
new ConstantColumnReader(nonPartitionFields[i], capacity, useDecimal128);
479478
columnReaders[i] = reader;
480479
missingColumns[i] = true;
481480
} else {
@@ -493,9 +492,8 @@ public void init() throws Throwable {
493492
for (int i = fields.size(); i < columnReaders.length; i++) {
494493
int fieldIndex = i - fields.size();
495494
StructField field = partitionFields[fieldIndex];
496-
ArrowConstantColumnReader reader =
497-
new ArrowConstantColumnReader(
498-
field, capacity, partitionValues, fieldIndex, useDecimal128);
495+
ConstantColumnReader reader =
496+
new ConstantColumnReader(field, capacity, partitionValues, fieldIndex, useDecimal128);
499497
columnReaders[i] = reader;
500498
}
501499
}

0 commit comments

Comments
 (0)