Skip to content

Commit 667a822

Browse files
committed
[core] Fix parquet performance regression in reader init
1 parent 95f1972 commit 667a822

File tree

2 files changed

+5
-2
lines changed

2 files changed

+5
-2
lines changed

paimon-format/src/main/java/org/apache/paimon/format/parquet/ParquetReaderFactory.java

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -36,6 +36,7 @@
3636
import org.apache.paimon.utils.Preconditions;
3737

3838
import org.apache.parquet.ParquetReadOptions;
39+
import org.apache.parquet.conf.PlainParquetConfiguration;
3940
import org.apache.parquet.filter2.compat.FilterCompat;
4041
import org.apache.parquet.hadoop.ParquetFileReader;
4142
import org.apache.parquet.hadoop.ParquetInputFormat;
@@ -101,7 +102,8 @@ public ParquetReaderFactory(
101102
public FileRecordReader<InternalRow> createReader(FormatReaderFactory.Context context)
102103
throws IOException {
103104
ParquetReadOptions.Builder builder =
104-
ParquetReadOptions.builder().withRange(0, context.fileSize());
105+
ParquetReadOptions.builder(new PlainParquetConfiguration())
106+
.withRange(0, context.fileSize());
105107
setReadOptions(builder);
106108

107109
ParquetFileReader reader =

paimon-format/src/main/java/org/apache/paimon/format/parquet/ParquetUtil.java

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -26,6 +26,7 @@
2626

2727
import org.apache.parquet.ParquetReadOptions;
2828
import org.apache.parquet.column.statistics.Statistics;
29+
import org.apache.parquet.conf.PlainParquetConfiguration;
2930
import org.apache.parquet.hadoop.ParquetFileReader;
3031
import org.apache.parquet.hadoop.metadata.BlockMetaData;
3132
import org.apache.parquet.hadoop.metadata.ColumnChunkMetaData;
@@ -83,7 +84,7 @@ public static ParquetFileReader getParquetReader(FileIO fileIO, Path path, long
8384
throws IOException {
8485
return new ParquetFileReader(
8586
ParquetInputFile.fromPath(fileIO, path, length),
86-
ParquetReadOptions.builder().build(),
87+
ParquetReadOptions.builder(new PlainParquetConfiguration()).build(),
8788
null);
8889
}
8990

0 commit comments

Comments
 (0)