Skip to content

Commit c56e856

Browse files
authored
Fix flaky test in WikiParquetReaderTest.java
1 parent b9371dd commit c56e856

File tree

118 files changed

+3433
-1
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

118 files changed

+3433
-1
lines changed

extensions-core/parquet-extensions/.nondex/EifZ2gTEwmY1laASNAqKzRvZjZWBMvmAZavjv+Vzdg=/TEST-org.apache.druid.data.input.parquet.WikiParquetReaderTest.xml

Lines changed: 91 additions & 0 deletions
Large diffs are not rendered by default.
Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,11 @@
1+
nondexFilter=.*
2+
nondexMode=FULL
3+
nondexSeed=974622
4+
nondexStart=0
5+
nondexEnd=9223372036854775807
6+
nondexPrintstack=false
7+
nondexDir=/home/wenxiuw2/druid/extensions-core/parquet-extensions/.nondex
8+
nondexJarDir=/home/wenxiuw2/druid/extensions-core/parquet-extensions/.nondex
9+
nondexExecid=EifZ2gTEwmY1laASNAqKzRvZjZWBMvmAZavjv+Vzdg=
10+
nondexLogging=CONFIG
11+
test=

extensions-core/parquet-extensions/.nondex/EifZ2gTEwmY1laASNAqKzRvZjZWBMvmAZavjv+Vzdg=/failures

Whitespace-only changes.
Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
COUNT:2367
2+
SHUFFLES:2367
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,68 @@
1+
2023-11-30T22:09:03,956 WARN [main] org.apache.hadoop.util.NativeCodeLoader - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2+
2023-11-30T22:09:04,334 WARN [main] org.apache.parquet.CorruptStatistics - Ignoring statistics because created_by could not be parsed (see PARQUET-251): parquet-mr (build 6aa21f8776625b5fa6b18059cfebe7549f2e00cb)
3+
org.apache.parquet.VersionParser$VersionParseException: Could not parse created_by: parquet-mr (build 6aa21f8776625b5fa6b18059cfebe7549f2e00cb) using format: (.*?)\s+version\s*(?:([^(]*?)\s*(?:\(\s*build\s*([^)]*?)\s*\))?)?
4+
at org.apache.parquet.VersionParser.parse(VersionParser.java:109) ~[parquet-common-1.13.0.jar:1.13.0]
5+
at org.apache.parquet.CorruptStatistics.shouldIgnoreStatistics(CorruptStatistics.java:72) ~[parquet-column-1.13.0.jar:1.13.0]
6+
at org.apache.parquet.format.converter.ParquetMetadataConverter.fromParquetStatisticsInternal(ParquetMetadataConverter.java:814) ~[parquet-hadoop-1.13.0.jar:1.13.0]
7+
at org.apache.parquet.format.converter.ParquetMetadataConverter.fromParquetStatistics(ParquetMetadataConverter.java:834) ~[parquet-hadoop-1.13.0.jar:1.13.0]
8+
at org.apache.parquet.format.converter.ParquetMetadataConverter.buildColumnChunkMetaData(ParquetMetadataConverter.java:1502) ~[parquet-hadoop-1.13.0.jar:1.13.0]
9+
at org.apache.parquet.format.converter.ParquetMetadataConverter.fromParquetMetadata(ParquetMetadataConverter.java:1592) ~[parquet-hadoop-1.13.0.jar:1.13.0]
10+
at org.apache.parquet.format.converter.ParquetMetadataConverter.readParquetMetadata(ParquetMetadataConverter.java:1490) ~[parquet-hadoop-1.13.0.jar:1.13.0]
11+
at org.apache.parquet.hadoop.ParquetFileReader.readFooter(ParquetFileReader.java:582) ~[parquet-hadoop-1.13.0.jar:1.13.0]
12+
at org.apache.parquet.hadoop.ParquetFileReader.<init>(ParquetFileReader.java:790) ~[parquet-hadoop-1.13.0.jar:1.13.0]
13+
at org.apache.parquet.hadoop.ParquetFileReader.open(ParquetFileReader.java:657) ~[parquet-hadoop-1.13.0.jar:1.13.0]
14+
at org.apache.parquet.hadoop.ParquetReader.initReader(ParquetReader.java:162) ~[parquet-hadoop-1.13.0.jar:1.13.0]
15+
at org.apache.parquet.hadoop.ParquetReader.read(ParquetReader.java:135) ~[parquet-hadoop-1.13.0.jar:1.13.0]
16+
at org.apache.druid.data.input.parquet.ParquetReader$1.hasNext(ParquetReader.java:113) ~[classes/:?]
17+
at org.apache.druid.java.util.common.parsers.CloseableIteratorWithMetadata$1.hasNext(CloseableIteratorWithMetadata.java:71) ~[druid-processing-28.0.0-SNAPSHOT.jar:28.0.0-SNAPSHOT]
18+
at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:66) ~[druid-processing-28.0.0-SNAPSHOT.jar:28.0.0-SNAPSHOT]
19+
at java.util.Iterator.forEachRemaining(Iterator.java:132) ~[?:?]
20+
at org.apache.druid.data.input.parquet.BaseParquetReaderTest.readAllRows(BaseParquetReaderTest.java:64) ~[test-classes/:?]
21+
at org.apache.druid.data.input.parquet.WikiParquetReaderTest.testWiki(WikiParquetReaderTest.java:55) ~[test-classes/:?]
22+
at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
23+
at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
24+
at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
25+
at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]
26+
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
27+
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
28+
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
29+
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
30+
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
31+
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
32+
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
33+
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
34+
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
35+
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
36+
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
37+
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
38+
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
39+
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
40+
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
41+
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2]
42+
at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2]
43+
at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2]
44+
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
45+
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
46+
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
47+
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
48+
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
49+
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
50+
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2]
51+
at org.apache.maven.surefire.junitcore.JUnitCore.run(JUnitCore.java:49) ~[surefire-junit47-3.1.2.jar:3.1.2]
52+
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.createRequestAndRun(JUnitCoreWrapper.java:120) ~[surefire-junit47-3.1.2.jar:3.1.2]
53+
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.executeEager(JUnitCoreWrapper.java:95) ~[surefire-junit47-3.1.2.jar:3.1.2]
54+
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:75) ~[surefire-junit47-3.1.2.jar:3.1.2]
55+
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:69) ~[surefire-junit47-3.1.2.jar:3.1.2]
56+
at org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:146) ~[surefire-junit47-3.1.2.jar:3.1.2]
57+
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385) ~[surefire-booter-3.1.2.jar:3.1.2]
58+
at org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162) ~[surefire-booter-3.1.2.jar:3.1.2]
59+
at org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507) ~[surefire-booter-3.1.2.jar:3.1.2]
60+
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495) ~[surefire-booter-3.1.2.jar:3.1.2]
61+
2023-11-30T22:09:04,541 INFO [main] org.apache.parquet.hadoop.InternalParquetRecordReader - RecordReader initialized will read a total of 5 records.
62+
2023-11-30T22:09:04,542 INFO [main] org.apache.parquet.hadoop.InternalParquetRecordReader - at row 0. reading next block
63+
2023-11-30T22:09:04,594 INFO [main] org.apache.hadoop.io.compress.CodecPool - Got brand-new decompressor [.gz]
64+
2023-11-30T22:09:04,601 INFO [main] org.apache.parquet.hadoop.InternalParquetRecordReader - block read in memory in 59 ms. row count = 5
65+
2023-11-30T22:09:04,907 INFO [main] org.apache.parquet.hadoop.InternalParquetRecordReader - RecordReader initialized will read a total of 5 records.
66+
2023-11-30T22:09:04,908 INFO [main] org.apache.parquet.hadoop.InternalParquetRecordReader - at row 0. reading next block
67+
2023-11-30T22:09:04,909 INFO [main] org.apache.hadoop.io.compress.CodecPool - Got brand-new decompressor [.gz]
68+
2023-11-30T22:09:04,913 INFO [main] org.apache.parquet.hadoop.InternalParquetRecordReader - block read in memory in 5 ms. row count = 5
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,4 @@
1+
-------------------------------------------------------------------------------
2+
Test set: org.apache.druid.data.input.parquet.WikiParquetReaderTest
3+
-------------------------------------------------------------------------------
4+
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 3.374 s -- in org.apache.druid.data.input.parquet.WikiParquetReaderTest

extensions-core/parquet-extensions/.nondex/FbrTZyMkrGPJrvSqloW2ePpVGMCO6Rb3cKks2zs+jc=/TEST-org.apache.druid.data.input.parquet.WikiParquetReaderTest.xml

Lines changed: 91 additions & 0 deletions
Large diffs are not rendered by default.
Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,11 @@
1+
nondexFilter=.*
2+
nondexMode=FULL
3+
nondexSeed=974622
4+
nondexStart=0
5+
nondexEnd=9223372036854775807
6+
nondexPrintstack=false
7+
nondexDir=/home/wenxiuw2/druid/extensions-core/parquet-extensions/.nondex
8+
nondexJarDir=/home/wenxiuw2/druid/extensions-core/parquet-extensions/.nondex
9+
nondexExecid=FbrTZyMkrGPJrvSqloW2ePpVGMCO6Rb3cKks2zs+jc=
10+
nondexLogging=CONFIG
11+
test=

extensions-core/parquet-extensions/.nondex/FbrTZyMkrGPJrvSqloW2ePpVGMCO6Rb3cKks2zs+jc=/failures

Whitespace-only changes.
Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
COUNT:2370
2+
SHUFFLES:2370

0 commit comments

Comments
 (0)