Skip to content

Commit d867b0e

Browse files
authored
fix: [iceberg] Close reader instance in ReadConf (#2510)
1 parent ca2e611 commit d867b0e

File tree

2 files changed

+15
-5
lines changed

2 files changed

+15
-5
lines changed

dev/diffs/iceberg/1.8.1.diff

Lines changed: 8 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,7 @@ index 7327b38905d..7967109f039 100644
1717
exclude group: 'org.apache.avro', module: 'avro'
1818
// already shaded by Parquet
1919
diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml
20-
index 04ffa8f4edc..cc0099ccc93 100644
20+
index 04ffa8f4edc..a909cd552c1 100644
2121
--- a/gradle/libs.versions.toml
2222
+++ b/gradle/libs.versions.toml
2323
@@ -34,6 +34,7 @@ azuresdk-bom = "1.2.31"
@@ -300,10 +300,10 @@ index 00000000000..ddf6c7de5ae
300300
+}
301301
diff --git a/parquet/src/main/java/org/apache/iceberg/parquet/CometVectorizedParquetReader.java b/parquet/src/main/java/org/apache/iceberg/parquet/CometVectorizedParquetReader.java
302302
new file mode 100644
303-
index 00000000000..88b195b76a2
303+
index 00000000000..a3cba401827
304304
--- /dev/null
305305
+++ b/parquet/src/main/java/org/apache/iceberg/parquet/CometVectorizedParquetReader.java
306-
@@ -0,0 +1,255 @@
306+
@@ -0,0 +1,260 @@
307307
+/*
308308
+ * Licensed to the Apache Software Foundation (ASF) under one
309309
+ * or more contributor license agreements. See the NOTICE file
@@ -446,6 +446,7 @@ index 00000000000..88b195b76a2
446446
+ private long valuesRead = 0;
447447
+ private T last = null;
448448
+ private final FileReader cometReader;
449+
+ private ReadConf conf;
449450
+
450451
+ FileIterator(
451452
+ ReadConf conf,
@@ -470,6 +471,7 @@ index 00000000000..88b195b76a2
470471
+ length,
471472
+ fileEncryptionKey,
472473
+ fileAADPrefix);
474+
+ this.conf = conf;
473475
+ }
474476
+
475477
+ private FileReader newCometReader(
@@ -556,6 +558,9 @@ index 00000000000..88b195b76a2
556558
+ public void close() throws IOException {
557559
+ model.close();
558560
+ cometReader.close();
561+
+ if (conf != null && conf.reader() != null) {
562+
+ conf.reader().close();
563+
+ }
559564
+ }
560565
+ }
561566
+}

dev/diffs/iceberg/1.9.1.diff

Lines changed: 7 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -291,10 +291,10 @@ index 00000000000..ddf6c7de5ae
291291
+}
292292
diff --git a/parquet/src/main/java/org/apache/iceberg/parquet/CometVectorizedParquetReader.java b/parquet/src/main/java/org/apache/iceberg/parquet/CometVectorizedParquetReader.java
293293
new file mode 100644
294-
index 00000000000..88b195b76a2
294+
index 00000000000..a3cba401827
295295
--- /dev/null
296296
+++ b/parquet/src/main/java/org/apache/iceberg/parquet/CometVectorizedParquetReader.java
297-
@@ -0,0 +1,255 @@
297+
@@ -0,0 +1,260 @@
298298
+/*
299299
+ * Licensed to the Apache Software Foundation (ASF) under one
300300
+ * or more contributor license agreements. See the NOTICE file
@@ -437,6 +437,7 @@ index 00000000000..88b195b76a2
437437
+ private long valuesRead = 0;
438438
+ private T last = null;
439439
+ private final FileReader cometReader;
440+
+ private ReadConf conf;
440441
+
441442
+ FileIterator(
442443
+ ReadConf conf,
@@ -461,6 +462,7 @@ index 00000000000..88b195b76a2
461462
+ length,
462463
+ fileEncryptionKey,
463464
+ fileAADPrefix);
465+
+ this.conf = conf;
464466
+ }
465467
+
466468
+ private FileReader newCometReader(
@@ -547,6 +549,9 @@ index 00000000000..88b195b76a2
547549
+ public void close() throws IOException {
548550
+ model.close();
549551
+ cometReader.close();
552+
+ if (conf != null && conf.reader() != null) {
553+
+ conf.reader().close();
554+
+ }
550555
+ }
551556
+ }
552557
+}

0 commit comments

Comments
 (0)