Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
25 changes: 25 additions & 0 deletions .ci/cscs_beverin_pipeline.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,25 @@
include:
- remote: 'https://gitlab.com/cscs-ci/recipes/-/raw/master/templates/v2/.ci-ext.yml'
- local: '/.ci/include/cscs/00-variables.yml'
- local: '/.ci/include/cscs/01-test-templates.yml'

stages:
- build
- test

build-quda/uenv/beverin-mi300:
stage: build
extends: [.uenv-builder-beverin-mi300, .beverin-mi300-secrets]
variables:
UENV_RECIPE: .ci/uenv-recipes/tmlqcd/beverin-mi300
SLURM_TIMELIMIT: "08:00:00"
test/beverin-mi300:
extends: [.uenv-runner-beverin-mi300, .test/hmc, .beverin-mi300-vars, .beverin-mi300-secrets]
variables:
INPUT_FILE: "doc/sample-input/sample-hmc-quda-cscs.input"
REFPATH: "doc/sample-output/hmc-quda-cscs"
QUDA_ENABLE_TUNING: 0 # disable tuning
QUDA_ENABLE_GDR: 1 # enable GPU-Direct RDMA
SLURM_JOB_NUM_NODES: 2
SLURM_NTASKS: 8
SLURM_TIMELIMIT: "00:30:00"
2 changes: 1 addition & 1 deletion .ci/cscs_default_pipeline.yml
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ build-quda/uenv/daint-gh200:
UENV_RECIPE: .ci/uenv-recipes/tmlqcd/daint-gh200

test/daint-gh200:
extends: .test/hmc
extends: [.uenv-runner-daint-gh200, .test/hmc, .daint-gh200-vars]
variables:
INPUT_FILE: "doc/sample-input/sample-hmc-quda-cscs.input"
REFPATH: "doc/sample-output/hmc-quda-cscs"
Expand Down
20 changes: 20 additions & 0 deletions .ci/include/cscs/00-variables.yml
Original file line number Diff line number Diff line change
Expand Up @@ -11,3 +11,23 @@ variables:
UENV_VERSION: experimental
UENV_TAG: v0.0.6


# These are the firecrest id and secret for the beverin pipeline
.beverin-mi300-secrets:
variables:
F7T_CLIENT_ID: $F7T_TDS_CONSUMER_KEY
F7T_CLIENT_SECRET: $F7T_TDS_CONSUMER_SECRET

# Compiler flags for the GH200 nodes
.daint-gh200-vars:
variables:
CFLAGS: "-O3 -fopenmp -mtune=neoverse-v2 -mcpu=neoverse-v2"
CXXFLAGS: "-O3 -fopenmp -mtune=neoverse-v2 -mcpu=neoverse-v2"
LDFLAGS: "-fopenmp"

# Compiler flags for the Mi300A nodes
.beverin-mi300-vars:
variables:
CFLAGS: "-O3 -fopenmp -mtune=znver4 -mcpu=znver4"
CXXFLAGS: "-O3 -fopenmp -mtune=znver4 -mcpu=znver4"
LDFLAGS: "-fopenmp"
4 changes: 0 additions & 4 deletions .ci/include/cscs/01-test-templates.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,13 +4,9 @@ include:

.test/base:
stage: test
extends: .uenv-runner-daint-gh200
image: ${UENV_NAME}/${UENV_VERSION}:${UENV_TAG}
variables:
WITH_UENV_VIEW: "default"
CFLAGS: "-O3 -fopenmp -mtune=neoverse-v2 -mcpu=neoverse-v2"
CXXFLAGS: "-O3 -fopenmp -mtune=neoverse-v2 -mcpu=neoverse-v2"
LDFLAGS: "-fopenmp"
before_script:
- |
if test "${SLURM_PROCID}" -eq "0"; then
Expand Down
2 changes: 2 additions & 0 deletions .ci/uenv-recipes/tmlqcd/beverin-mi300/compilers.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
gcc:
version: "14.2"
11 changes: 11 additions & 0 deletions .ci/uenv-recipes/tmlqcd/beverin-mi300/config.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
name: tmlqcd
store: /user-environment
spack:
repo: https://github.com/spack/spack.git
commit: releases/v1.0
packages:
repo: https://github.com/spack/spack-packages.git
commit: releases/v2025.11
modules: true
description: "tmLQCD is a freely available software suite providing a set of tools to be used in lattice QCD simulations."
version: 2
25 changes: 25 additions & 0 deletions .ci/uenv-recipes/tmlqcd/beverin-mi300/environments.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,25 @@
gcc-env:
compiler: [gcc]
network:
mpi: cray-mpich@8.1.32 +rocm
specs: [ 'libfabric@2.3 +rocm' ]
unify: true
specs:
- python@3.12
- numdiff
- quda@develop +qdp +multigrid +twisted_clover +twisted_mass
- lemonio
- c-lime
- openblas
- hip@6.3.3 ^mesa@23.3.6
variants:
- +mpi
- +rocm
- amdgpu_target=gfx942
views:
default:
link: roots
uenv:
add_compilers: true
prefix_paths:
LD_LIBRARY_PATH: [lib, lib64]
23 changes: 23 additions & 0 deletions .ci/uenv-recipes/tmlqcd/beverin-mi300/modules.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
modules:
# Paths to check when creating modules for all module sets
prefix_inspections:
bin:
- PATH
lib:
- LD_LIBRARY_PATH
lib64:
- LD_LIBRARY_PATH

default:
arch_folder: false
# Where to install modules
roots:
tcl: /user-environment/modules
tcl:
all:
autoload: none
hash_length: 0
exclude_implicits: true
exclude: ['%gcc@7.5.0', 'gcc %gcc@7.5.0']
projections:
all: '{name}/{version}'
1 change: 1 addition & 0 deletions .ci/uenv-recipes/tmlqcd/beverin-mi300/repo/packages
2 changes: 2 additions & 0 deletions .ci/uenv-recipes/tmlqcd/beverin-mi300/repo/repo.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
repo:
namespace: apps
1 change: 1 addition & 0 deletions .ci/uenv-recipes/tmlqcd/daint-gh200/repo/packages
Loading