Skip to content

Commit 3c0ab62

Browse files
Merge pull request #11143 from charles-zablit/charles-zablit/windows/move-llvm-overrides-to-llvm-repo
[windows] move windows-llvm-lit-test-overrides.txt to the llvm-project repository
2 parents 30dc954 + 57db1c1 commit 3c0ab62

File tree

1 file changed

+186
-0
lines changed

1 file changed

+186
-0
lines changed
Lines changed: 186 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,186 @@
1+
# The Windows build script for the Swift toolchain, build.ps1, overrides the
2+
# status of each test in this file when Swift specific LLVM tests are run with
3+
# lit.
4+
#
5+
# Prefer `xfail` for tests that fail reliably. Use `skip` for flaky tests.
6+
# Test summaries call them "excluded". Please find the right "Tests that ..."
7+
# category for new entries.
8+
9+
### Tests that fail reliably ###
10+
11+
xfail lldb-api :: lang/cpp/unique-types4/TestUniqueTypes4.py
12+
xfail lldb-shell :: Recognizer/verbose_trap.test
13+
xfail lldb-shell :: Swift/MissingVFSOverlay.test
14+
xfail lldb-shell :: Swift/No.swiftmodule.test
15+
xfail lldb-shell :: Swift/ToolchainMismatch.test
16+
xfail lldb-shell :: Swift/global.test
17+
xfail lldb-shell :: Swift/runtime-initialization.test
18+
xfail lldb-shell :: SwiftREPL/BreakpointSimple.test
19+
xfail lldb-shell :: SwiftREPL/ClosureScope.test
20+
xfail lldb-shell :: SwiftREPL/ExistentialTypes.test
21+
xfail lldb-shell :: SwiftREPL/LookupAfterImport.test
22+
xfail lldb-shell :: SwiftREPL/LookupWithAttributedImport.test
23+
xfail lldb-shell :: SwiftREPL/OpenClass.test
24+
xfail lldb-shell :: SwiftREPL/OptionalUnowned.test
25+
xfail lldb-shell :: SwiftREPL/RedirectInputUnreadable.test
26+
xfail lldb-shell :: SwiftREPL/SwiftInterface.test
27+
28+
### Tests that pass locally, but fail in CI reliably ###
29+
30+
# https://github.com/swiftlang/llvm-project/issues/9539
31+
xfail lldb-shell :: SwiftREPL/Basic.test
32+
xfail lldb-shell :: SwiftREPL/Class.test
33+
xfail lldb-shell :: SwiftREPL/ComputedProperties.test
34+
xfail lldb-shell :: SwiftREPL/Deadlock.test
35+
xfail lldb-shell :: SwiftREPL/DiagnosticOptions.test
36+
xfail lldb-shell :: SwiftREPL/Dict.test
37+
xfail lldb-shell :: SwiftREPL/ErrorReturn.test
38+
xfail lldb-shell :: SwiftREPL/ExclusivityREPL.test
39+
xfail lldb-shell :: SwiftREPL/GenericTypealias.test
40+
xfail lldb-shell :: SwiftREPL/Generics.test
41+
xfail lldb-shell :: SwiftREPL/ImportError.test
42+
xfail lldb-shell :: SwiftREPL/MetatypeRepl.test
43+
xfail lldb-shell :: SwiftREPL/Optional.test
44+
xfail lldb-shell :: SwiftREPL/PropertyWrapperTopLevel.test
45+
xfail lldb-shell :: SwiftREPL/RecursiveClass.test
46+
xfail lldb-shell :: SwiftREPL/Redefinition.test
47+
xfail lldb-shell :: SwiftREPL/RedirectInput.test
48+
xfail lldb-shell :: SwiftREPL/RedirectInputNoSuchFile.test
49+
xfail lldb-shell :: SwiftREPL/Regex.test
50+
xfail lldb-shell :: SwiftREPL/SimpleExpressions.test
51+
xfail lldb-shell :: SwiftREPL/Struct.test
52+
xfail lldb-shell :: SwiftREPL/Subclassing.test
53+
xfail lldb-shell :: SwiftREPL/SwiftInterfaceForceModuleLoadMode.test
54+
xfail lldb-shell :: SwiftREPL/SwiftTypeLookup.test
55+
xfail lldb-shell :: SwiftREPL/SyntaxError.test
56+
xfail lldb-shell :: SwiftREPL/UninitVariables.test
57+
xfail lldb-shell :: SwiftREPL/ZeroSizeStruct.test
58+
xfail lldb-shell :: SwiftREPL/enum-singlecase.test
59+
xfail lldb-shell :: SwiftREPL/one-char-string.test
60+
61+
xfail lldb-api :: commands/apropos/with-process/TestAproposWithProcess.py
62+
xfail lldb-api :: commands/command/nested_alias/TestNestedAlias.py
63+
xfail lldb-api :: commands/expression/entry-bp/TestExprEntryBP.py
64+
xfail lldb-api :: commands/memory/write/TestMemoryWrite.py
65+
xfail lldb-api :: functionalities/breakpoint/address_breakpoints/TestAddressBreakpoints.py
66+
xfail lldb-api :: functionalities/breakpoint/auto_continue/TestBreakpointAutoContinue.py
67+
xfail lldb-api :: functionalities/breakpoint/breakpoint_conditions/TestBreakpointConditions.py
68+
xfail lldb-api :: functionalities/breakpoint/breakpoint_options/TestBreakpointOptions.py
69+
xfail lldb-api :: functionalities/breakpoint/step_over_breakpoint/TestStepOverBreakpoint.py
70+
xfail lldb-api :: functionalities/conditional_break/TestConditionalBreak.py
71+
xfail lldb-api :: functionalities/memory/find/TestMemoryFind.py
72+
xfail lldb-api :: lang/c/anonymous/TestAnonymous.py
73+
xfail lldb-api :: lang/c/array_types/TestArrayTypes.py
74+
xfail lldb-api :: lang/c/enum_types/TestEnumTypes.py
75+
xfail lldb-api :: lang/c/forward/TestForwardDeclaration.py
76+
xfail lldb-api :: lang/c/function_types/TestFunctionTypes.py
77+
xfail lldb-api :: lang/c/register_variables/TestRegisterVariables.py
78+
xfail lldb-api :: lang/c/set_values/TestSetValues.py
79+
xfail lldb-api :: lang/c/shared_lib/TestSharedLib.py
80+
xfail lldb-api :: lang/cpp/class_types/TestClassTypes.py
81+
xfail lldb-api :: lang/cpp/inlines/TestInlines.py
82+
xfail lldb-api :: python_api/compile_unit/TestCompileUnitAPI.py
83+
xfail lldb-api :: python_api/thread/TestThreadAPI.py
84+
xfail lldb-api :: source-manager/TestSourceManager.py
85+
xfail lldb-shell :: Driver/TestConvenienceVariables.test
86+
87+
# https://github.com/swiftlang/llvm-project/issues/9620
88+
xfail lldb-shell :: Swift/expression-diagnostics.test
89+
90+
# https://github.com/swiftlang/llvm-project/issues/9540
91+
xfail lldb-shell :: SymbolFile/NativePDB/local-variables.cpp
92+
xfail lldb-shell :: SymbolFile/NativePDB/stack_unwinding01.cpp
93+
xfail lldb-api :: lang/c/local_variables/TestLocalVariables.py
94+
95+
# https://github.com/swiftlang/llvm-project/issues/9637
96+
xfail lldb-api :: python_api/address_range/TestAddressRange.py
97+
98+
# https://github.com/swiftlang/llvm-project/issues/9643
99+
xfail lldb-shell :: Commands/command-process-launch-user-entry.test
100+
101+
# Skip SymbolTests because we cannot xfail unittests by name. We would need to
102+
# specify their indexes, but these are subject to change. Right now, failures
103+
# are:
104+
# FAIL: lldb-unit :: Symbol/./SymbolTests.exe/24/27 (1 of 27)
105+
# FAIL: lldb-unit :: Symbol/./SymbolTests.exe/21/27 (3 of 27)
106+
# FAIL: lldb-unit :: Symbol/./SymbolTests.exe/22/27 (9 of 27)
107+
# FAIL: lldb-unit :: Symbol/./SymbolTests.exe/25/27 (11 of 27)
108+
#
109+
# Respective tests are:
110+
# lldb-unit :: Symbol/./SymbolTests.exe/ClangArgs/UniquingCollisionWithAddedFlags
111+
# lldb-unit :: Symbol/./SymbolTests.exe/ClangArgs/UniquingCollisionWithExistingFlags
112+
# lldb-unit :: Symbol/./SymbolTests.exe/TestSwiftASTContext/ApplyWorkingDir
113+
# lldb-unit :: Symbol/./SymbolTests.exe/TestSwiftASTContext/PluginPath
114+
#
115+
skip lldb-unit :: Symbol/./SymbolTests.exe
116+
117+
### Tests that fail occasionally ###
118+
119+
# https://github.com/swiftlang/llvm-project/issues/9705
120+
skip lldb-api :: python_api/section/TestSectionAPI.py
121+
122+
# Passes upstream in bot lldb-aarch64-windows; it fails in swiftlang
123+
# since https://github.com/swiftlang/llvm-project/pull/9493 relanded
124+
skip lldb-api :: functionalities/breakpoint/same_cu_name/TestFileBreakpoinsSameCUName.py
125+
126+
# Disable 37 tests: 17 unsupported, 6 usually failed, 14 usually passed (but flaky)
127+
# https://github.com/swiftlang/llvm-project/issues/9099
128+
# https://github.com/swiftlang/llvm-project/issues/9100
129+
# https://github.com/swiftlang/llvm-project/issues/9101
130+
skip lldb-api :: tools/lldb-server
131+
132+
### Tests that time out occasionally ###
133+
134+
skip lldb-api :: commands/dwim-print/TestDWIMPrint.py
135+
skip lldb-api :: commands/thread/backtrace/TestThreadBacktraceRepeat.py
136+
skip lldb-api :: functionalities/inferior-crashing/TestInferiorCrashing.py
137+
skip lldb-api :: functionalities/inline-stepping/TestInlineStepping.py
138+
skip lldb-api :: functionalities/step_scripted/TestStepScripted.py
139+
skip lldb-api :: functionalities/thread/thread_specific_break/TestThreadSpecificBreakpoint.py
140+
141+
### Tests that pass occasionally ###
142+
143+
# Fixed upstream: https://github.com/llvm/llvm-project/commit/ec009994a06338995dfb6431c943b299f9327fd2
144+
# But patches don't apply on stable branch due to downstream changes.
145+
skip lldb-api :: functionalities/archives/TestBSDArchives.py
146+
skip lldb-api :: macosx/duplicate-archive-members/TestDuplicateMembers.py
147+
148+
### Tests that pass accidentally ###
149+
150+
https://github.com/llvm/llvm-project/issues/116972
151+
skip lldb-api :: api/command-return-object/TestSBCommandReturnObject.py
152+
skip lldb-api :: api/multiple-targets/TestMultipleTargets.py
153+
154+
### Tests that fail during setup and thus show up as UNRESOLVED ***
155+
156+
# https://github.com/swiftlang/llvm-project/issues/9887
157+
skip lldb-api :: lang/swift/async/tasks/TestSwiftTaskBacktrace.py
158+
skip lldb-api :: lang/swift/async/tasks/TestSwiftTaskSelect.py
159+
160+
skip lldb-api :: functionalities/breakpoint/breakpoint_command/TestBreakpointCommandsFromPython.py
161+
skip lldb-api :: tools/lldb-dap/instruction-breakpoint/TestDAP_instruction_breakpoint.py
162+
skip lldb-api :: tools/lldb-dap/output/TestDAP_output.py
163+
164+
### Untriaged ###
165+
166+
skip lldb-api :: commands/statistics/basic/TestStats.py
167+
skip lldb-api :: lang/BoundsSafety/array_of_ptrs/TestArrayOfBoundsSafetyPointers.py
168+
skip lldb-api :: lang/BoundsSafety/out_of_bounds_pointer/TestOutOfBoundsPointer.py
169+
skip lldb-shell :: Commands/command-expr-diagnostics.test
170+
skip lldb-unit :: Host/./HostTests.exe
171+
172+
# https://github.com/llvm/llvm-project/issues/62983
173+
skip lldb-api :: functionalities/var_path/TestVarPath.py
174+
175+
# https://github.com/swiftlang/llvm-project/issues/9073
176+
skip lldb-api :: lang/c/trampoline_stepping/TestTrampolineStepping.py
177+
178+
# https://github.com/swiftlang/llvm-project/issues/9072
179+
skip lldb-api :: lang/cpp/bitfields/TestCppBitfields.py
180+
181+
skip lldb-shell :: Swift/astcontext_error.test
182+
skip lldb-shell :: Swift/cond-breakpoint.test
183+
184+
skip lldb-api :: functionalities/data-formatter/data-formatter-cpp/TestDataFormatterCpp.py
185+
skip lldb-api :: lang/cpp/frame-var-depth-and-elem-count/TestFrameVarDepthAndElemCount.py
186+
skip lldb-api :: functionalities/inferior-crashing/recursive-inferior/TestRecursiveInferiorStep.py

0 commit comments

Comments
 (0)