Skip to content

Commit ec7d7b3

Browse files
author
Vasileios Karakasis
authored
Merge branch 'master' into bugfix/inf_loop_async
2 parents b060f8c + 56a1689 commit ec7d7b3

File tree

9 files changed

+71
-149
lines changed

9 files changed

+71
-149
lines changed

‎config/cscs-ci.py‎

Lines changed: 0 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -82,34 +82,28 @@ class ReframeSettings:
8282
'environments': {
8383
'*': {
8484
'PrgEnv-cray': {
85-
'type': 'ProgEnvironment',
8685
'modules': ['PrgEnv-cray'],
8786
},
8887

8988
'PrgEnv-gnu': {
90-
'type': 'ProgEnvironment',
9189
'modules': ['PrgEnv-gnu'],
9290
},
9391

9492
'PrgEnv-intel': {
95-
'type': 'ProgEnvironment',
9693
'modules': ['PrgEnv-intel'],
9794
},
9895

9996
'PrgEnv-pgi': {
100-
'type': 'ProgEnvironment',
10197
'modules': ['PrgEnv-pgi'],
10298
},
10399

104100
'builtin': {
105-
'type': 'ProgEnvironment',
106101
'cc': 'cc',
107102
'cxx': '',
108103
'ftn': '',
109104
},
110105

111106
'builtin-gcc': {
112-
'type': 'ProgEnvironment',
113107
'cc': 'gcc',
114108
'cxx': 'g++',
115109
'ftn': 'gfortran',

‎config/cscs-pbs.py‎

Lines changed: 0 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -65,34 +65,28 @@ class ReframeSettings:
6565
'environments': {
6666
'*': {
6767
'PrgEnv-cray': {
68-
'type': 'ProgEnvironment',
6968
'modules': ['PrgEnv-cray'],
7069
},
7170

7271
'PrgEnv-gnu': {
73-
'type': 'ProgEnvironment',
7472
'modules': ['PrgEnv-gnu'],
7573
},
7674

7775
'PrgEnv-intel': {
78-
'type': 'ProgEnvironment',
7976
'modules': ['PrgEnv-intel'],
8077
},
8178

8279
'PrgEnv-pgi': {
83-
'type': 'ProgEnvironment',
8480
'modules': ['PrgEnv-pgi'],
8581
},
8682

8783
'builtin': {
88-
'type': 'ProgEnvironment',
8984
'cc': 'cc',
9085
'cxx': '',
9186
'ftn': '',
9287
},
9388

9489
'builtin-gcc': {
95-
'type': 'ProgEnvironment',
9690
'cc': 'gcc',
9791
'cxx': 'g++',
9892
'ftn': 'gfortran',

‎config/cscs.py‎

Lines changed: 0 additions & 88 deletions
Original file line numberDiff line numberDiff line change
@@ -299,52 +299,6 @@ class ReframeSettings:
299299
}
300300
},
301301

302-
'leone': {
303-
'descr': 'Leone',
304-
'hostnames': ['leone'],
305-
'modules_system': 'tmod',
306-
'resourcesdir': '/apps/common/UES/reframe/resources',
307-
'partitions': {
308-
'login': {
309-
'scheduler': 'local',
310-
'environs': ['PrgEnv-gnu'],
311-
'descr': 'Leone login nodes',
312-
'max_jobs': 1
313-
},
314-
315-
'normal': {
316-
'scheduler': 'nativeslurm',
317-
'environs': ['PrgEnv-gnu'],
318-
'descr': ('Leone compute nodes - '
319-
'default partition'),
320-
'max_jobs': 10
321-
},
322-
}
323-
},
324-
325-
'monch': {
326-
'descr': 'Monch PASC',
327-
'hostnames': ['monch'],
328-
'modules_system': 'tmod',
329-
'resourcesdir': '/apps/common/UES/reframe/resources',
330-
'partitions': {
331-
'login': {
332-
'scheduler': 'local',
333-
'environs': ['PrgEnv-gnu'],
334-
'descr': 'Monch login nodes',
335-
'max_jobs': 1
336-
},
337-
338-
'compute': {
339-
'scheduler': 'slurm+mpirun',
340-
'access': ['--partition=compute'],
341-
'environs': ['PrgEnv-gnu'],
342-
'descr': 'Monch compute nodes',
343-
'max_jobs': 10
344-
}
345-
}
346-
},
347-
348302
'generic': {
349303
'descr': 'Generic example system',
350304
'partitions': {
@@ -363,21 +317,18 @@ class ReframeSettings:
363317

364318
'ault': {
365319
'PrgEnv-gnu': {
366-
'type': 'ProgEnvironment',
367320
# defaults were gcc/8.3.0, cuda/10.1, openmpi/4.0.0
368321
'modules': ['gcc', 'cuda/10.1', 'openmpi'],
369322
'cc': 'mpicc',
370323
'cxx': 'mpicxx',
371324
'ftn': 'mpif90',
372325
},
373326
'builtin': {
374-
'type': 'ProgEnvironment',
375327
'cc': 'cc',
376328
'cxx': '',
377329
'ftn': '',
378330
},
379331
'builtin-gcc': {
380-
'type': 'ProgEnvironment',
381332
'cc': 'gcc',
382333
'cxx': 'g++',
383334
'ftn': 'gfortran',
@@ -386,15 +337,13 @@ class ReframeSettings:
386337

387338
'kesch': {
388339
'PrgEnv-pgi-nompi': {
389-
'type': 'ProgEnvironment',
390340
'modules': ['PE/17.06',
391341
'PrgEnv-pgi/18.5'],
392342
'cc': 'pgcc',
393343
'cxx': 'pgc++',
394344
'ftn': 'pgf90',
395345
},
396346
'PrgEnv-pgi': {
397-
'type': 'ProgEnvironment',
398347
'modules': [
399348
'PE/17.06', 'pgi/18.5-gcc-5.4.0-2.26',
400349
'openmpi/4.0.1-pgi-18.5-gcc-5.4.0-2.26-cuda-8.0'
@@ -404,17 +353,14 @@ class ReframeSettings:
404353
'ftn': 'mpifort',
405354
},
406355
'PrgEnv-cray': {
407-
'type': 'ProgEnvironment',
408356
'modules': ['PE/17.06',
409357
'PrgEnv-CrayCCE/17.06'],
410358
},
411359
'PrgEnv-cray-nompi': {
412-
'type': 'ProgEnvironment',
413360
'modules': ['PE/17.06',
414361
'PrgEnv-cray'],
415362
},
416363
'PrgEnv-gnu': {
417-
'type': 'ProgEnvironment',
418364
'modules': ['PE/17.06',
419365
'gmvapich2/17.02_cuda_8.0_gdr'],
420366
'variables': {
@@ -425,49 +371,42 @@ class ReframeSettings:
425371
'ftn': 'mpif90',
426372
},
427373
'PrgEnv-gnu-nompi': {
428-
'type': 'ProgEnvironment',
429374
'modules': ['PE/17.06',
430375
'PrgEnv-gnu'],
431376
'cc': 'gcc',
432377
'cxx': 'g++',
433378
'ftn': 'gfortran',
434379
},
435380
'PrgEnv-cray-c2sm': {
436-
'type': 'ProgEnvironment',
437381
'modules': ['c2sm-rcm/1.00.00-kesch',
438382
'c2sm/cray-env/base'],
439383
},
440384
'PrgEnv-cray-c2sm-gpu': {
441-
'type': 'ProgEnvironment',
442385
'modules': ['c2sm-rcm/1.00.00-kesch',
443386
'c2sm/cray-env/gpu'],
444387
},
445388
'PrgEnv-pgi-c2sm': {
446-
'type': 'ProgEnvironment',
447389
'modules': ['c2sm-rcm/1.00.00-kesch',
448390
'c2sm/pgi-env/base'],
449391
'cc': 'mpicc',
450392
'cxx': 'mpicxx',
451393
'ftn': 'mpif90',
452394
},
453395
'PrgEnv-pgi-c2sm-gpu': {
454-
'type': 'ProgEnvironment',
455396
'modules': ['c2sm-rcm/1.00.00-kesch',
456397
'c2sm/pgi-env/gpu'],
457398
'cc': 'mpicc',
458399
'cxx': 'mpicxx',
459400
'ftn': 'mpif90',
460401
},
461402
'PrgEnv-gnu-c2sm': {
462-
'type': 'ProgEnvironment',
463403
'modules': ['c2sm-rcm/1.00.00-kesch',
464404
'c2sm/gnu-env/base'],
465405
'cc': 'mpicc',
466406
'cxx': 'mpicxx',
467407
'ftn': 'mpif90',
468408
},
469409
'PrgEnv-gnu-c2sm-gpu': {
470-
'type': 'ProgEnvironment',
471410
'modules': ['c2sm-rcm/1.00.00-kesch',
472411
'c2sm/gnu-env/gpu'],
473412
'cc': 'mpicc',
@@ -476,61 +415,34 @@ class ReframeSettings:
476415
},
477416
},
478417

479-
'leone': {
480-
'PrgEnv-gnu': {
481-
'type': 'ProgEnvironment',
482-
'modules': ['PrgEnv-gnu/leone-foss-2016b'],
483-
'cc': 'mpicc',
484-
'cxx': 'mpicxx',
485-
'ftn': 'mpif90',
486-
},
487-
},
488-
489-
'monch': {
490-
'PrgEnv-gnu': {
491-
'type': 'ProgEnvironment',
492-
'modules': ['PrgEnv-gnu'],
493-
'cc': 'mpicc',
494-
'cxx': 'mpicxx',
495-
'ftn': 'mpif90',
496-
}
497-
},
498-
499418
'*': {
500419
'PrgEnv-cray': {
501-
'type': 'ProgEnvironment',
502420
'modules': ['PrgEnv-cray'],
503421
},
504422

505423
'PrgEnv-cray_classic': {
506-
'type': 'ProgEnvironment',
507424
'modules': ['PrgEnv-cray', 'cce/9.0.2-classic'],
508425
},
509426

510427
'PrgEnv-gnu': {
511-
'type': 'ProgEnvironment',
512428
'modules': ['PrgEnv-gnu'],
513429
},
514430

515431
'PrgEnv-intel': {
516-
'type': 'ProgEnvironment',
517432
'modules': ['PrgEnv-intel'],
518433
},
519434

520435
'PrgEnv-pgi': {
521-
'type': 'ProgEnvironment',
522436
'modules': ['PrgEnv-pgi'],
523437
},
524438

525439
'builtin': {
526-
'type': 'ProgEnvironment',
527440
'cc': 'cc',
528441
'cxx': '',
529442
'ftn': '',
530443
},
531444

532445
'builtin-gcc': {
533-
'type': 'ProgEnvironment',
534446
'cc': 'gcc',
535447
'cxx': 'g++',
536448
'ftn': 'gfortran',

‎cscs-checks/apps/spark/spark_check.py‎

Lines changed: 48 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,48 @@
1+
import math
2+
3+
import reframe as rfm
4+
import reframe.utility.sanity as sn
5+
from reframe.core.launchers.registry import getlauncher
6+
7+
8+
@rfm.simple_test
9+
class SparkCheck(rfm.RunOnlyRegressionTest):
10+
def __init__(self):
11+
self.descr = 'Simple calculation of pi with Spark'
12+
self.valid_systems = ['daint:gpu', 'daint:mc',
13+
'dom:gpu', 'dom:mc']
14+
self.valid_prog_environs = ['PrgEnv-gnu']
15+
self.modules = ['Spark']
16+
self.sourcesdir = None
17+
self.pre_run = ['start-all.sh']
18+
self.post_run = ['stop-all.sh']
19+
self.num_tasks = 2
20+
self.num_tasks_per_node = 1
21+
pi_value = sn.extractsingle(r'Pi is roughly\s+(?P<pi>\S+)',
22+
self.stdout, 'pi', float)
23+
self.sanity_patterns = sn.assert_lt(sn.abs(pi_value - math.pi), 0.01)
24+
self.maintainers = ['TM', 'TR']
25+
self.tags = {'production'}
26+
27+
@rfm.run_before('run')
28+
def prepare_run(self):
29+
if self.current_partition.fullname in ['daint:gpu', 'dom:gpu']:
30+
num_workers = 12
31+
exec_cores = 3
32+
else:
33+
num_workers = 36
34+
exec_cores = 9
35+
36+
self.variables = {
37+
'SPARK_WORKER_CORES': '%s' % num_workers,
38+
'SPARK_LOCAL_DIRS': '"/tmp"',
39+
}
40+
self.executable = (
41+
'spark-submit --conf spark.default.parallelism=%s '
42+
'--conf spark.executor.cores=%s --conf spark.executor.memory=15g '
43+
'--master $SPARKURL --class org.apache.spark.examples.SparkPi '
44+
'$EBROOTSPARK/examples/jars/spark-examples_2.11-2.3.1.jar 10000;'
45+
% (num_workers, exec_cores))
46+
# The job launcher has to be changed since the `spark-submit`
47+
# script is not used with srun.
48+
self.job.launcher = getlauncher('local')()

0 commit comments

Comments
 (0)