Skip to content

Commit 04af55d

Browse files
adamfarleyadamfarley
authored
Creating unreliables aka lists of known infrequently failing tests (#6472)
This change lists known unreliable tests in a consistent format. It also retrieves all ProblemLists we may need at runtime, and limits the files we retrieve to the versions we need. Otherwise we're fetching 70+ exclude files. Signed-off-by: Adam Farley <[email protected]>
1 parent 2fd85d0 commit 04af55d

17 files changed

+385
-3
lines changed

‎openjdk/build.xml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -243,7 +243,7 @@
243243

244244
<target name="dist" depends="getJtreg, getOpenjdk" description="generate the distribution">
245245
<copy todir="${DEST}">
246-
<fileset dir="${src}" includes="*.xml,excludes/ProblemList*.txt,excludes/alpine/ProblemList*.txt,*.mk"/>
246+
<fileset dir="${src}" includes="*.xml,**/ProblemList_openjdk${env.JDK_VERSION}.txt,*.mk"/>
247247
</copy>
248248
</target>
249249

openjdk/excludes/alpine/ProblemList_openjdk11_alpine.txt renamed to openjdk/excludes/alpine/ProblemList_openjdk11.txt

File renamed without changes.

openjdk/excludes/alpine/ProblemList_openjdk17_alpine.txt renamed to openjdk/excludes/alpine/ProblemList_openjdk17.txt

File renamed without changes.

openjdk/excludes/alpine/ProblemList_openjdk21_alpine.txt renamed to openjdk/excludes/alpine/ProblemList_openjdk21.txt

File renamed without changes.

openjdk/excludes/alpine/ProblemList_openjdk24_alpine.txt renamed to openjdk/excludes/alpine/ProblemList_openjdk24.txt

File renamed without changes.

openjdk/excludes/alpine/ProblemList_openjdk25_alpine.txt renamed to openjdk/excludes/alpine/ProblemList_openjdk25.txt

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -17,3 +17,4 @@ java/lang/ProcessBuilder/Basic.java#id0 https://bugs.openjdk.org/browse/JDK-8245
1717
java/lang/ProcessBuilder/Basic.java#id1 https://bugs.openjdk.org/browse/JDK-8245748 linux-all
1818
sun/security/krb5/auto/Cleaners.java https://github.com/adoptium/aqa-tests/issues/4366 linux-all
1919
java/nio/file/DirectoryStream/SecureDS.java https://github.com/adoptium/aqa-tests/issues/6558 linux-all
20+

openjdk/excludes/alpine/ProblemList_openjdk8_alpine.txt renamed to openjdk/excludes/alpine/ProblemList_openjdk8.txt

File renamed without changes.

‎openjdk/excludes/unreliables/ProblemList_openjdk11.txt‎

Lines changed: 27 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,27 @@
1+
############################################################################
2+
# Licensed under the Apache License, Version 2.0 (the "License");
3+
# you may not use this file except in compliance with the License.
4+
# You may obtain a copy of the License at
5+
#
6+
# https://www.apache.org/licenses/LICENSE-2.0
7+
#
8+
# Unless required by applicable law or agreed to in writing, software
9+
# distributed under the License is distributed on an "AS IS" BASIS,
10+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11+
# See the License for the specific language governing permissions and
12+
# limitations under the License.
13+
#############################################################################
14+
15+
com/sun/tools/attach/BasicTests.java https://github.com/adoptium/aqa-tests/issues/6427 linux-s390x
16+
com/sun/tools/attach/StartManagementAgent.java https://github.com/adoptium/aqa-tests/issues/6427 linux-s390x
17+
java/lang/StringBuilder/HugeCapacity.java https://github.com/adoptium/aqa-tests/issues/6427 linux-aarch64
18+
java/math/BigInteger/largeMemory/SymmetricRangeTests.java https://github.com/adoptium/aqa-tests/issues/5018 macosx-x64
19+
java/net/httpclient/http2/ConnectionReuseTest.java https://github.com/adoptium/aqa-tests/issues/6427 linux-s390x
20+
java/net/httpclient/StreamingBody.java https://github.com/adoptium/aqa-tests/issues/6427 aix-all
21+
java/net/MulticastSocket/SetLoopbackModeIPv4.java https://github.com/adoptium/aqa-tests/issues/6427 linux-s390x
22+
javax/imageio/plugins/shared/ImageWriterCompressionTest.java https://github.com/adoptium/aqa-tests/issues/6427 linux-s390x
23+
jdk/jfr/event/runtime/TestThreadCpuTimeEvent.java https://github.com/adoptium/aqa-tests/issues/6427 linux-aarch64
24+
sun/tools/jstatd/TestJstatdDefaults.java https://github.com/adoptium/aqa-tests/issues/6427 linux-s390x
25+
sun/tools/jstatd/TestJstatdServer.java https://github.com/adoptium/aqa-tests/issues/6427 linux-s390x
26+
tools/jmod/hashes/HashesOrderTest.java https://github.com/adoptium/aqa-tests/issues/6427 linux-aarch64
27+

‎openjdk/excludes/unreliables/ProblemList_openjdk17.txt‎

Lines changed: 27 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,27 @@
1+
############################################################################
2+
# Licensed under the Apache License, Version 2.0 (the "License");
3+
# you may not use this file except in compliance with the License.
4+
# You may obtain a copy of the License at
5+
#
6+
# https://www.apache.org/licenses/LICENSE-2.0
7+
#
8+
# Unless required by applicable law or agreed to in writing, software
9+
# distributed under the License is distributed on an "AS IS" BASIS,
10+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11+
# See the License for the specific language governing permissions and
12+
# limitations under the License.
13+
#############################################################################
14+
15+
compiler/runtime/Test6863420.java https://github.com/adoptium/aqa-tests/issues/6422 aix-all
16+
gc/z/TestUncommit.java https://github.com/adoptium/aqa-tests/issues/6424 linux-x64
17+
java/beans/XMLEncoder/javax_swing_DefaultCellEditor.java https://github.com/adoptium/aqa-tests/issues/6422 linux-x64
18+
java/beans/XMLEncoder/javax_swing_JTree.java https://github.com/adoptium/aqa-tests/issues/6422 linux-s390x
19+
java/lang/invoke/VarHandles/VarHandleTestAccessInt.java https://github.com/adoptium/aqa-tests/issues/6422 linux-riscv64
20+
java/net/Socket/asyncClose/Race.java https://github.com/adoptium/aqa-tests/issues/6422 aix-all
21+
runtime/handshake/HandshakeWalkExitTest.java https://github.com/adoptium/aqa-tests/issues/6422 windows-x86
22+
security/infra/java/security/cert/CertPathValidator/certification/SSLCA.java https://github.com/adoptium/aqa-tests/issues/3913 linux-x64
23+
serviceability/sa/TestJhsdbJstackMixed.java https://github.com/adoptium/aqa-tests/issues/6422 linux-riscv64
24+
tools/javac/failover/CheckAttributedTree.java https://github.com/adoptium/aqa-tests/issues/6422 linux-x64
25+
tools/javac/lambda/LambdaParserTest.java https://github.com/adoptium/aqa-tests/issues/6422 linux-x64
26+
tools/jpackage/share/EmptyFolderTest.java#id0 https://github.com/adoptium/aqa-tests/issues/6422 windows-x64,windows-x86
27+

‎openjdk/excludes/unreliables/ProblemList_openjdk21.txt‎

Lines changed: 36 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,36 @@
1+
############################################################################
2+
# Licensed under the Apache License, Version 2.0 (the "License");
3+
# you may not use this file except in compliance with the License.
4+
# You may obtain a copy of the License at
5+
#
6+
# https://www.apache.org/licenses/LICENSE-2.0
7+
#
8+
# Unless required by applicable law or agreed to in writing, software
9+
# distributed under the License is distributed on an "AS IS" BASIS,
10+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11+
# See the License for the specific language governing permissions and
12+
# limitations under the License.
13+
#############################################################################
14+
15+
# java/lang/Thread/virtual/stress/GetStackTraceALotWhenPinned.java#id0 https://github.com/adoptium/aqa-tests/issues/6421 macosx-all
16+
java/lang/Thread/virtual/stress/GetStackTraceALotWhenPinned.java#id0 https://github.com/adoptium/aqa-tests/issues/6421 linux-x64,macosx-all
17+
java/lang/Thread/virtual/stress/ParkALot.java#id0 https://github.com/adoptium/aqa-tests/issues/6421 macosx-all
18+
java/net/DatagramSocket/DatagramSocketExample.java https://github.com/adoptium/aqa-tests/issues/6421 linux-s390x
19+
java/net/DatagramSocket/DatagramSocketMulticasting.java https://github.com/adoptium/aqa-tests/issues/6421 linux-s390x
20+
java/net/MulticastSocket/SetLoopbackModeIPv4.java https://github.com/adoptium/aqa-tests/issues/6421 linux-s390x
21+
java/net/MulticastSocket/SetOutgoingIf.java https://github.com/adoptium/aqa-tests/issues/6421 linux-s390x
22+
java/net/ServerSocket/AnotherSelectFdsLimit.java https://github.com/adoptium/aqa-tests/issues/6421 macosx-all
23+
java/nio/channels/etc/AdaptorCloseAndInterrupt.java https://github.com/adoptium/aqa-tests/issues/6421 linux-s390x
24+
java/nio/channels/FileChannel/LargeGatheringWrite.java https://github.com/adoptium/aqa-tests/issues/6421 linux-aarch64
25+
java/security/cert/CertificateFactory/slowstream.sh https://github.com/adoptium/aqa-tests/issues/6421 windows-x64
26+
javax/imageio/plugins/bmp/BMPPluginTest.java https://github.com/adoptium/aqa-tests/issues/6421 linux-aarch64
27+
serviceability/jvmti/GetMethodDeclaringClass/TestUnloadedClass.java https://github.com/adoptium/aqa-tests/issues/6421 linux-aarch64
28+
sun/management/jdp/JdpDefaultsTest.java https://github.com/adoptium/aqa-tests/issues/6421 linux-s390x
29+
sun/management/jdp/JdpJmxRemoteDynamicPortTest.java https://github.com/adoptium/aqa-tests/issues/6421 linux-s390x
30+
sun/management/jdp/JdpSpecificAddressTest.java https://github.com/adoptium/aqa-tests/issues/6421 linux-s390x
31+
sun/security/krb5/runNameEquals.sh https://github.com/adoptium/aqa-tests/issues/6421 windows-x64
32+
sun/tools/jhsdb/JStackStressTest.java https://github.com/adoptium/aqa-tests/issues/6421 windows-x64
33+
tools/jpackage/share/BasicTest.java https://github.com/adoptium/aqa-tests/issues/6421 windows-x64
34+
tools/jpackage/share/EmptyFolderTest.java#id0 https://github.com/adoptium/aqa-tests/issues/6421 windows-x64
35+
tools/jpackage/share/ServiceTest.java https://github.com/adoptium/aqa-tests/issues/6421 windows-x64
36+

0 commit comments

Comments
 (0)