33import collections
44import functools
55import os
6- import re
76import socket
87import sys
98import reframe .utility .osext as osext
109
1110
1211def print_usage ():
13- print (f'Usage: { sys .argv [0 ]} [local|remote| all|<listing>]' )
12+ print (f'Usage: { sys .argv [0 ]} [all|<tag> |<listing>]' )
1413
1514
1615ListingInfo = collections .namedtuple (
@@ -68,48 +67,52 @@ def replace_hostname(s):
6867 xfail = True
6968 ),
7069 'hello2_catalina' : ListingInfo (
71- './bin/reframe -C tutorials/config/settings.py --system=catalina -c tutorials/basics/hello/hello2.py -r' ,
70+ './bin/reframe -C tutorials/config/settings.py --system=catalina -c tutorials/basics/hello/hello2.py -r' , # noqa: E501
7271 {'local' , 'tutorial-basics' },
7372 DEFAULT_FILTERS ,
7473 env = {'RFM_COLORIZE' : 'n' },
7574 xfail = False
7675 ),
7776 'hellomp1' : ListingInfo (
78- './bin/reframe --system=catalina -c tutorials/basics/hellomp/hellomp1.py -r' ,
77+ './bin/reframe --system=catalina -c tutorials/basics/hellomp/hellomp1.py -r' , # noqa: E501
7978 {'local' , 'tutorial-basics' },
8079 DEFAULT_FILTERS ,
8180 env = {
82- 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (), 'tutorials/config/settings.py' ),
81+ 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (),
82+ 'tutorials/config/settings.py' ),
8383 'RFM_COLORIZE' : 'n'
8484 },
8585 xfail = False
8686 ),
8787 'hellomp2' : ListingInfo (
88- './bin/reframe --system=catalina -c tutorials/basics/hellomp/hellomp2.py -r' ,
88+ './bin/reframe --system=catalina -c tutorials/basics/hellomp/hellomp2.py -r' , # noqa: E501
8989 {'local' , 'tutorial-basics' },
9090 DEFAULT_FILTERS ,
9191 env = {
92- 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (), 'tutorials/config/settings.py' ),
92+ 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (),
93+ 'tutorials/config/settings.py' ),
9394 'RFM_COLORIZE' : 'n'
9495 },
9596 xfail = True
9697 ),
9798 'alltests_daint' : ListingInfo (
98- './bin/reframe -c tutorials/basics/ -R -n "HelloMultiLangTest|HelloThreadedExtended2Test|StreamWithRefTest" --performance-report -r' ,
99+ './bin/reframe -c tutorials/basics/ -R -n "HelloMultiLangTest|HelloThreadedExtended2Test|StreamWithRefTest" --performance-report -r' , # noqa: E501
99100 {'remote' , 'tutorial-basics' },
100101 DEFAULT_FILTERS ,
101102 env = {
102- 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (), 'tutorials/config/settings.py' ),
103+ 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (),
104+ 'tutorials/config/settings.py' ),
103105 'RFM_COLORIZE' : 'n'
104106 },
105107 xfail = False
106108 ),
107109 'stream4_daint' : ListingInfo (
108- './bin/reframe -c tutorials/basics/stream/stream4.py -r --performance-report' ,
110+ './bin/reframe -c tutorials/basics/stream/stream4.py -r --performance-report' , # noqa: E501
109111 {'remote' , 'tutorial-basics' },
110112 DEFAULT_FILTERS ,
111113 env = {
112- 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (), 'tutorials/config/settings.py' ),
114+ 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (),
115+ 'tutorials/config/settings.py' ),
113116 'RFM_COLORIZE' : 'n'
114117 },
115118 xfail = False
@@ -119,27 +122,30 @@ def replace_hostname(s):
119122 {'remote' , 'tutorial-deps' },
120123 DEFAULT_FILTERS ,
121124 env = {
122- 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (), 'tutorials/config/settings.py' ),
125+ 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (),
126+ 'tutorials/config/settings.py' ),
123127 'RFM_COLORIZE' : 'n'
124128 },
125129 xfail = False
126130 ),
127131 'osu_latency_list' : ListingInfo (
128- './bin/reframe -c tutorials/deps/osu_benchmarks.py -n OSULatencyTest -l' ,
132+ './bin/reframe -c tutorials/deps/osu_benchmarks.py -n OSULatencyTest -l' , # noqa: E501
129133 {'remote' , 'tutorial-deps' },
130134 DEFAULT_FILTERS ,
131135 env = {
132- 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (), 'tutorials/config/settings.py' ),
136+ 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (),
137+ 'tutorials/config/settings.py' ),
133138 'RFM_COLORIZE' : 'n'
134139 },
135140 xfail = False
136141 ),
137142 'osu_latency_unresolved_deps' : ListingInfo (
138- './bin/reframe -c tutorials/deps/osu_benchmarks.py -n OSULatencyTest --system=daint:gpu -l' ,
143+ './bin/reframe -c tutorials/deps/osu_benchmarks.py -n OSULatencyTest --system=daint:gpu -l' , # noqa: E501
139144 {'remote' , 'tutorial-deps' },
140145 DEFAULT_FILTERS ,
141146 env = {
142- 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (), 'tutorials/config/settings.py' ),
147+ 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (),
148+ 'tutorials/config/settings.py' ),
143149 'RFM_COLORIZE' : 'n'
144150 },
145151 xfail = False
@@ -149,17 +155,19 @@ def replace_hostname(s):
149155 {'remote' , 'tutorial-deps' },
150156 DEFAULT_FILTERS ,
151157 env = {
152- 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (), 'tutorials/config/settings.py' ),
158+ 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (),
159+ 'tutorials/config/settings.py' ),
153160 'RFM_COLORIZE' : 'n'
154161 },
155162 xfail = False
156163 ),
157164 'osu_bench_list_concretized_gnu' : ListingInfo (
158- './bin/reframe -c tutorials/deps/osu_benchmarks.py -n OSULatencyTest -L -p builtin -p gnu' ,
165+ './bin/reframe -c tutorials/deps/osu_benchmarks.py -n OSULatencyTest -L -p builtin -p gnu' , # noqa: E501
159166 {'remote' , 'tutorial-deps' },
160167 DEFAULT_FILTERS ,
161168 env = {
162- 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (), 'tutorials/config/settings.py' ),
169+ 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (),
170+ 'tutorials/config/settings.py' ),
163171 'RFM_COLORIZE' : 'n'
164172 },
165173 xfail = False
@@ -176,26 +184,29 @@ def replace_hostname(s):
176184 {'remote' , 'tutorial-fixtures' },
177185 DEFAULT_FILTERS ,
178186 env = {
179- 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (), 'tutorials/config/settings.py' )
187+ 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (),
188+ 'tutorials/config/settings.py' )
180189 },
181190 xfail = False
182191 ),
183192 'osu_bandwidth_concretized_daint' : ListingInfo (
184- './bin/reframe -c tutorials/fixtures/osu_benchmarks.py -n osu_bandwidth_test -lC' ,
193+ './bin/reframe -c tutorials/fixtures/osu_benchmarks.py -n osu_bandwidth_test -lC' , # noqa: E501
185194 {'remote' , 'tutorial-fixtures' },
186195 DEFAULT_FILTERS ,
187196 env = {
188- 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (), 'tutorials/config/settings.py' ),
197+ 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (),
198+ 'tutorials/config/settings.py' ),
189199 'RFM_COLORIZE' : 'n'
190200 },
191201 xfail = False
192202 ),
193203 'osu_bandwidth_concretized_daint_pgi' : ListingInfo (
194- './bin/reframe -c tutorials/fixtures/osu_benchmarks.py -n osu_bandwidth_test -lC -p pgi' ,
204+ './bin/reframe -c tutorials/fixtures/osu_benchmarks.py -n osu_bandwidth_test -lC -p pgi' , # noqa: E501
195205 {'remote' , 'tutorial-fixtures' },
196206 DEFAULT_FILTERS ,
197207 env = {
198- 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (), 'tutorials/config/settings.py' ),
208+ 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (),
209+ 'tutorials/config/settings.py' ),
199210 'RFM_COLORIZE' : 'n'
200211 },
201212 xfail = False
@@ -205,35 +216,38 @@ def replace_hostname(s):
205216 {'remote' , 'tutorial-fixtures' },
206217 DEFAULT_FILTERS ,
207218 env = {
208- 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (), 'tutorials/config/settings.py' ),
219+ 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (),
220+ 'tutorials/config/settings.py' ),
209221 'RFM_COLORIZE' : 'n'
210222 },
211223 xfail = False
212224 ),
213225 'stream_params' : ListingInfo (
214- './bin/reframe --system=catalina -c tutorials/advanced/parameterized/stream.py -l' ,
226+ './bin/reframe --system=catalina -c tutorials/advanced/parameterized/stream.py -l' , # noqa: E501
215227 {'local' , 'tutorial-advanced' },
216228 DEFAULT_FILTERS ,
217229 env = {
218- 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (), 'tutorials/config/settings.py' ),
230+ 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (),
231+ 'tutorials/config/settings.py' ),
219232 'RFM_COLORIZE' : 'n'
220233 },
221234 xfail = False
222235 ),
223236 'maketest_mixin' : ListingInfo (
224- './bin/reframe --system=catalina -c tutorials/advanced/makefiles/maketest_mixin.py -l' ,
237+ './bin/reframe --system=catalina -c tutorials/advanced/makefiles/maketest_mixin.py -l' , # noqa: E501
225238 {'local' , 'tutorial-advanced' },
226239 DEFAULT_FILTERS ,
227240 env = {
228- 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (), 'tutorials/config/settings.py' ),
241+ 'RFM_CONFIG_FILE' : os .path .join (os .getcwd (),
242+ 'tutorials/config/settings.py' ),
229243 'RFM_COLORIZE' : 'n'
230244 },
231245 xfail = False
232246 ),
233247 'hello2_typo' : ListingInfo (
234248 'sed -ie "s/parameter/paramter/g" tutorials/basics/hello/hello2.py && '
235249 './bin/reframe -c tutorials/basics/hello -R -l && '
236- 'mv tutorials/basics/hello/hello2.pye tutorials/basics/hello/hello2.py' ,
250+ 'mv tutorials/basics/hello/hello2.pye tutorials/basics/hello/hello2.py' , # noqa: E501
237251 {'local' , 'tutorial-tips-n-tricks' },
238252 DEFAULT_FILTERS ,
239253 env = {'RFM_COLORIZE' : 'n' },
@@ -242,45 +256,45 @@ def replace_hostname(s):
242256 'hello2_typo_stacktrace' : ListingInfo (
243257 'sed -ie "s/parameter/paramter/g" tutorials/basics/hello/hello2.py && '
244258 './bin/reframe -c tutorials/basics/hello -R -l -v && '
245- 'mv tutorials/basics/hello/hello2.pye tutorials/basics/hello/hello2.py' ,
259+ 'mv tutorials/basics/hello/hello2.pye tutorials/basics/hello/hello2.py' , # noqa: E501
246260 {'local' , 'tutorial-tips-n-tricks' },
247261 DEFAULT_FILTERS ,
248262 env = {'RFM_COLORIZE' : 'n' },
249263 xfail = False
250264 ),
251265 'hello2_print_stdout' : ListingInfo (
252- 'sed -ie "s/self\.stdout/sn.print(self.stdout)/g" tutorials/basics/hello/hello2.py && '
253- './bin/reframe --system=catalina -C tutorials/config/settings.py -c tutorials/basics/hello/hello2.py -r && '
254- 'mv tutorials/basics/hello/hello2.pye tutorials/basics/hello/hello2.py' ,
266+ 'sed -ie "s/self\.stdout/sn.print(self.stdout)/g" tutorials/basics/hello/hello2.py && ' # noqa: E501
267+ './bin/reframe --system=catalina -C tutorials/config/settings.py -c tutorials/basics/hello/hello2.py -r && ' # noqa: E501
268+ 'mv tutorials/basics/hello/hello2.pye tutorials/basics/hello/hello2.py' , # noqa: E501
255269 {'local' , 'tutorial-tips-n-tricks' },
256270 DEFAULT_FILTERS ,
257271 env = {'RFM_COLORIZE' : 'n' },
258272 xfail = False
259273 ),
260274 'hello2_list_verbose' : ListingInfo (
261- './bin/reframe -C tutorials/config/settings.py -c tutorials/basics/hello/hello2.py -l -vv' ,
275+ './bin/reframe -C tutorials/config/settings.py -c tutorials/basics/hello/hello2.py -l -vv' , # noqa: E501
262276 {'local' , 'tutorial-tips-n-tricks' },
263277 DEFAULT_FILTERS ,
264278 env = {'RFM_COLORIZE' : 'n' },
265279 xfail = False
266280 ),
267281 'deps_complex_run' : ListingInfo (
268- './bin/reframe -c unittests/resources/checks_unlisted/deps_complex.py -r' ,
282+ './bin/reframe -c unittests/resources/checks_unlisted/deps_complex.py -r' , # noqa: E501
269283 {'local' , 'tutorial-tips-n-tricks' },
270284 DEFAULT_FILTERS ,
271285 env = {'RFM_COLORIZE' : 'n' },
272286 xfail = True
273287 ),
274288 'deps_rerun_t6' : ListingInfo (
275- './bin/reframe -c unittests/resources/checks_unlisted/deps_complex.py --keep-stage-files -r > /dev/null || '
289+ './bin/reframe -c unittests/resources/checks_unlisted/deps_complex.py --keep-stage-files -r > /dev/null || ' # noqa: E501
276290 './bin/reframe --restore-session --keep-stage-files -n T6 -r' ,
277291 {'local' , 'tutorial-tips-n-tricks' },
278292 DEFAULT_FILTERS ,
279293 env = {'RFM_COLORIZE' : 'n' },
280294 xfail = False
281295 ),
282296 'deps_run_t6' : ListingInfo (
283- './bin/reframe -c unittests/resources/checks_unlisted/deps_complex.py -n T6 -r' ,
297+ './bin/reframe -c unittests/resources/checks_unlisted/deps_complex.py -n T6 -r' , # noqa: E501
284298 {'local' , 'tutorial-tips-n-tricks' },
285299 DEFAULT_FILTERS ,
286300 env = {'RFM_COLORIZE' : 'n' },
@@ -310,7 +324,8 @@ def replace_hostname(s):
310324
311325 completed = runcmd (info .command , check = not info .xfail )
312326 if info .xfail and completed .returncode == 0 :
313- print (f'{ info .command } should have failed, but it did not; skipping...' )
327+ print (f'{ info .command } should have failed, but it did not; '
328+ f'skipping...' )
314329 continue
315330
316331 # Apply filters
0 commit comments