1919// - in the result, search for "XFAIL" again, but invert the result - this
2020// allows us to get the line *after* XFAIL
2121// - in those lines, check that XFAIL-TRACKER is present and correct. Once
22- // again, invert the search to get all "bad" lines
22+ // again, invert the search to get all "bad" lines and save the test names in
23+ // improperly-xfailed-tests.txt
2324// - make a final count of how many ill-formatted directives there are and
2425// verify that against the reference
26+ // - ...and check if the list of improperly "xfailed" tests needs to be updated.
2527//
26- // RUN: grep -rI "XFAIL:" %S -A 1 --include=*.c --include=*.cpp \
27- // RUN: --no-group-separator | \
28+ // RUN: grep -rI "XFAIL:" %S -A 1 --exclude=%s -- include=*.c --include=*.cpp \
29+ // RUN: --exclude=no-xfail-without-tracker.cpp -- no-group-separator | \
2830// RUN: grep -v "XFAIL:" | \
29- // RUN: grep -Pv "XFAIL-TRACKER:\s+(?:https://github.com/[\w\d-]+/[\w\d-]+/issues/[\d]+)|(?:[\w]+-[\d]+)" | \
30- // RUN: wc -l | FileCheck %s --check-prefix NUMBER-OF-XFAIL-WITHOUT-TRACKER
31+ // RUN: grep -Pv "XFAIL-TRACKER:\s+(?:https://github.com/[\w\d-]+/[\w\d-]+/issues/[\d]+)|(?:[\w]+-[\d]+)" > improperly-xfailed-tests.txt | \
32+ // RUN: cat improperly-xfailed-tests.txt | wc -l | FileCheck %s --check-prefix NUMBER-OF-XFAIL-WITHOUT-TRACKER
33+ // RUN: cat improperly-xfailed-tests.txt | FileCheck %s --check-prefix CHECK-TEST-NAME
34+ // RUN: rm improperly-xfailed-tests.txt
3135//
3236// The number below is a number of tests which are *improperly* XFAIL-ed, i.e.
3337// we either don't have a tracker associated with a failure listed in those
4751// tests to match the required format and in that case you should just update
4852// (i.e. reduce) the number below.
4953//
50- // NUMBER-OF-XFAIL-WITHOUT-TRACKER: 170
54+ // NUMBER-OF-XFAIL-WITHOUT-TRACKER: 162
55+ //
56+ // List of improperly "xfailed" tests.
57+ // Remove the CHECK-TEST-NAME once the test has been propely "xfailed".
58+ //
59+ // CHECK-TEST-NAME: Basic/stream/auto_flush.cpp
60+ // CHECK-TEST-NAME: Basic/accessor/accessor.cpp
61+ // CHECK-TEST-NAME: Basic/max_linear_work_group_size_props.cpp
62+ // CHECK-TEST-NAME: Basic/buffer/reinterpret.cpp
63+ // CHECK-TEST-NAME: Basic/span.cpp
64+ // CHECK-TEST-NAME: Basic/built-ins.cpp
65+ // CHECK-TEST-NAME: Basic/fpga_tests/fpga_pipes_mixed_usage.cpp
66+ // CHECK-TEST-NAME: Basic/max_work_group_size_props.cpp
67+ // CHECK-TEST-NAME: Basic/image/srgba-read.cpp
68+ // CHECK-TEST-NAME: Basic/queue/queue.cpp
69+ // CHECK-TEST-NAME: Basic/queue/release.cpp
70+ // CHECK-TEST-NAME: Basic/diagnostics/handler.cpp
71+ // CHECK-TEST-NAME: Basic/device_event.cpp
72+ // CHECK-TEST-NAME: Basic/aspects.cpp
73+ // CHECK-TEST-NAME: Basic/partition_supported.cpp
74+ // CHECK-TEST-NAME: Reduction/reduction_nd_ext_double.cpp
75+ // CHECK-TEST-NAME: Reduction/reduction_range_usm_dw.cpp
76+ // CHECK-TEST-NAME: Reduction/reduction_range_queue_shortcut.cpp
77+ // CHECK-TEST-NAME: Reduction/reduction_span_pack.cpp
78+ // CHECK-TEST-NAME: Reduction/reduction_reducer_op_eq.cpp
79+ // CHECK-TEST-NAME: Reduction/reduction_nd_ext_half.cpp
80+ // CHECK-TEST-NAME: Reduction/reduction_nd_rw.cpp
81+ // CHECK-TEST-NAME: Reduction/reduction_nd_dw.cpp
82+ // CHECK-TEST-NAME: Reduction/reduction_nd_N_queue_shortcut.cpp
83+ // CHECK-TEST-NAME: Reduction/reduction_nd_queue_shortcut.cpp
84+ // CHECK-TEST-NAME: Reduction/reduction_usm_dw.cpp
85+ // CHECK-TEST-NAME: Reduction/reduction_nd_conditional.cpp
86+ // CHECK-TEST-NAME: Reduction/reduction_usm.cpp
87+ // CHECK-TEST-NAME: Reduction/reduction_big_data.cpp
88+ // CHECK-TEST-NAME: Reduction/reduction_nd_reducer_skip.cpp
89+ // CHECK-TEST-NAME: PerformanceTests/Reduction/reduce_over_sub_group.cpp
90+ // CHECK-TEST-NAME: ESIMD/assert.cpp
91+ // CHECK-TEST-NAME: ESIMD/hardware_dispatch.cpp
92+ // CHECK-TEST-NAME: DeviceCodeSplit/split-per-kernel.cpp
93+ // CHECK-TEST-NAME: DeviceCodeSplit/split-per-source-main.cpp
94+ // CHECK-TEST-NAME: InlineAsm/asm_multiple_instructions.cpp
95+ // CHECK-TEST-NAME: GroupLocalMemory/group_local_memory.cpp
96+ // CHECK-TEST-NAME: GroupLocalMemory/no_early_opt.cpp
97+ // CHECK-TEST-NAME: Plugin/interop-experimental-single-TU-SYCL-CUDA-compilation.cpp
98+ // CHECK-TEST-NAME: Plugin/level_zero_device_free_mem.cpp
99+ // CHECK-TEST-NAME: Plugin/interop-cuda-experimental.cpp
100+ // CHECK-TEST-NAME: Printf/percent-symbol.cpp
101+ // CHECK-TEST-NAME: Printf/int.cpp
102+ // CHECK-TEST-NAME: Printf/mixed-address-space.cpp
103+ // CHECK-TEST-NAME: AOT/fpga-aoc-archive-split-per-kernel.cpp
104+ // CHECK-TEST-NAME: OptionalKernelFeatures/throw-exception-for-out-of-registers-on-kernel-launch.cpp
105+ // CHECK-TEST-NAME: Matrix/joint_matrix_bf16_fill_k_cache_arg_dim.cpp
106+ // CHECK-TEST-NAME: Matrix/SG32/joint_matrix_rowmajorA_rowmajorB.cpp
107+ // CHECK-TEST-NAME: Matrix/SG32/joint_matrix_bfloat16_packedB.cpp
108+ // CHECK-TEST-NAME: Matrix/SG32/joint_matrix_colA_rowB_colC.cpp
109+ // CHECK-TEST-NAME: Matrix/SG32/joint_matrix_bfloat16_colmajorA_colmajorB.cpp
110+ // CHECK-TEST-NAME: Matrix/SG32/joint_matrix_unaligned_k.cpp
111+ // CHECK-TEST-NAME: Matrix/SG32/joint_matrix_int8_colmajorA_colmajorB.cpp
112+ // CHECK-TEST-NAME: Matrix/SG32/joint_matrix_annotated_ptr.cpp
113+ // CHECK-TEST-NAME: Matrix/SG32/joint_matrix_int8_rowmajorA_rowmajorB.cpp
114+ // CHECK-TEST-NAME: Matrix/SG32/joint_matrix_prefetch.cpp
115+ // CHECK-TEST-NAME: Matrix/SG32/joint_matrix_out_bounds.cpp
116+ // CHECK-TEST-NAME: Matrix/joint_matrix_bf16_fill_k_cache_runtime_dim.cpp
117+ // CHECK-TEST-NAME: Matrix/joint_matrix_colA_rowB_colC.cpp
118+ // CHECK-TEST-NAME: Matrix/joint_matrix_bfloat16_colmajorA_colmajorB.cpp
119+ // CHECK-TEST-NAME: Matrix/joint_matrix_int8_colmajorA_colmajorB.cpp
120+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/get_coord_int8_matA.cpp
121+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/joint_matrix_rowmajorA_rowmajorB.cpp
122+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/joint_matrix_down_convert.cpp
123+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/joint_matrix_apply_bf16.cpp
124+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/joint_matrix_uu_int8.cpp
125+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/element_wise_all_ops_half.cpp
126+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/element_wise_all_sizes.cpp
127+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/joint_matrix_bfloat16_packedB.cpp
128+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/joint_matrix_all_sizes.cpp
129+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/joint_matrix_bfloat16.cpp
130+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/element_wise_all_ops_int8.cpp
131+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/get_coord_int8_matB.cpp
132+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/get_coord_int8_matA.cpp
133+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_rowmajorA_rowmajorB.cpp
134+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_rowmajorA_rowmajorB.cpp
135+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_down_convert.cpp
136+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_apply_bf16.cpp
137+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_uu_int8.cpp
138+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/element_wise_all_ops_half.cpp
139+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/element_wise_all_sizes.cpp
140+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_bfloat16_packedB.cpp
141+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_all_sizes.cpp
142+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_bfloat16.cpp
143+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/element_wise_all_ops_int8.cpp
144+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/get_coord_int8_matB.cpp
145+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/element_wise_all_ops.cpp
146+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_su_int8.cpp
147+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/element_wise_abc.cpp
148+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/element_wise_ops.cpp
149+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_colA_rowB_colC.cpp
150+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/get_coord_float_matC.cpp
151+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_apply_two_matrices.cpp
152+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_bfloat16_colmajorA_colmajorB.cpp
153+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_ss_int8.cpp
154+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_half.cpp
155+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_unaligned_k.cpp
156+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_bfloat16_array.cpp
157+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_int8_colmajorA_colmajorB.cpp
158+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_bf16_fill_k_cache_unroll.cpp
159+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_annotated_ptr.cpp
160+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_annotated_ptr.cpp
161+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_bf16_fill_k_cache.cpp
162+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_int8_rowmajorA_rowmajorB.cpp
163+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_prefetch.cpp
164+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_out_bounds.cpp
165+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/element_wise_all_ops_int8_packed.cpp
166+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/SG32/joint_matrix_us_int8.cpp
167+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/element_wise_all_ops.cpp
168+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/joint_matrix_su_int8.cpp
169+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/element_wise_abc.cpp
170+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/element_wise_ops.cpp
171+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/joint_matrix_colA_rowB_colC.cpp
172+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/get_coord_float_matC.cpp
173+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/joint_matrix_apply_two_matrices.cpp
174+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/joint_matrix_bfloat16_colmajorA_colmajorB.cpp
175+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/joint_matrix_ss_int8.cpp
176+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/joint_matrix_half.cpp
177+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/joint_matrix_bfloat16_array.cpp
178+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/joint_matrix_int8_colmajorA_colmajorB.cpp
179+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/joint_matrix_bf16_fill_k_cache_unroll.cpp
180+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/element_wise_all_ops_scalar.cpp
181+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/joint_matrix_annotated_ptr.cpp
182+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/joint_matrix_bf16_fill_k_cache.cpp
183+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/element_wise_all_ops_int8_packed.cpp
184+ // CHECK-TEST-NAME: Matrix/SPVCooperativeMatrix/joint_matrix_us_int8.cpp
185+ // CHECK-TEST-NAME: LLVMIntrinsicLowering/sub_byte_bitreverse.cpp
186+ // CHECK-TEST-NAME: NewOffloadDriver/sycl-external-with-optional-features.cpp
187+ // CHECK-TEST-NAME: NewOffloadDriver/split-per-source-main.cpp
188+ // CHECK-TEST-NAME: NewOffloadDriver/multisource.cpp
189+ // CHECK-TEST-NAME: DeviceArchitecture/device_architecture_comparison_on_device_aot.cpp
190+ // CHECK-TEST-NAME: Tracing/buffer_printers.cpp
191+ // CHECK-TEST-NAME: KernelAndProgram/kernel-bundle-merge-options.cpp
192+ // CHECK-TEST-NAME: syclcompat/launch/launch_policy_lmem.cpp
193+ // CHECK-TEST-NAME: Scheduler/MultipleDevices.cpp
194+ // CHECK-TEST-NAME: Scheduler/InOrderQueueDeps.cpp
195+ // CHECK-TEST-NAME: Scheduler/ReleaseResourcesTest.cpp
196+ // CHECK-TEST-NAME: Scheduler/MemObjRemapping.cpp
197+ // CHECK-TEST-NAME: VirtualFunctions/multiple-translation-units/separate-call.cpp
198+ // CHECK-TEST-NAME: VirtualFunctions/multiple-translation-units/separate-vf-defs-and-call.cpp
199+ // CHECK-TEST-NAME: VirtualFunctions/multiple-translation-units/separate-vf-defs.cpp
200+ // CHECK-TEST-NAME: AddressSanitizer/nullpointer/private_nullptr.cpp
201+ // CHECK-TEST-NAME: Regression/reduction_resource_leak_dw.cpp
202+ // CHECK-TEST-NAME: Regression/build_log.cpp
203+ // CHECK-TEST-NAME: Regression/context_is_destroyed_after_exception.cpp
204+ // CHECK-TEST-NAME: Regression/multiple-targets.cpp
205+ // CHECK-TEST-NAME: Regression/kernel_bundle_ignore_sycl_external.cpp
206+ // CHECK-TEST-NAME: Regression/complex_global_object.cpp
207+ // CHECK-TEST-NAME: DeprecatedFeatures/queue_old_interop.cpp
208+ // CHECK-TEST-NAME: DeprecatedFeatures/set_arg_interop.cpp
209+ // CHECK-TEST-NAME: GroupAlgorithm/root_group.cpp
210+ // CHECK-TEST-NAME: InvokeSimd/Feature/invoke_simd_struct.cpp
211+ // CHECK-TEST-NAME: InvokeSimd/Feature/ImplicitSubgroup/invoke_simd_struct.cpp
212+ // CHECK-TEST-NAME: InvokeSimd/Spec/ImplicitSubgroup/tuple.cpp
213+ // CHECK-TEST-NAME: InvokeSimd/Spec/ImplicitSubgroup/tuple_return.cpp
214+ // CHECK-TEST-NAME: InvokeSimd/Spec/ImplicitSubgroup/tuple_vadd.cpp
215+ // CHECK-TEST-NAME: InvokeSimd/Spec/tuple.cpp
216+ // CHECK-TEST-NAME: InvokeSimd/Spec/tuple_return.cpp
217+ // CHECK-TEST-NAME: InvokeSimd/Spec/tuple_vadd.cpp
218+ // CHECK-TEST-NAME: DeviceLib/assert-windows.cpp
0 commit comments