Added venv for juwels cluster

Author: Thomas

.gitlab-ci.yml

@@ -28,7 +28,7 @@ prepare_JUWELS:
   script:
     - mkdir -p benchmarks
     - jutil env activate -p ${JUWELS_PROJECT}
-    - source ./etc/venv_juwels_booster/setup.sh
+    - source ./etc/venv_juwels/setup.sh
 
 
 test_JUWELS:
@@ -62,7 +62,7 @@ test_JUWELS:
   before_script:
     - mkdir -p benchmarks
     - jutil env activate -p ${JUWELS_PROJECT}
-    - source ./etc/venv_juwels_booster/activate.sh
+    - source ./etc/venv_juwels/activate.sh
   script:
     - bash etc/check_node_avail.sh || PARTITION_AVAIL=$?
     - if [ -n "$PARTITION_AVAIL" ] ; then exit $PARTITION_AVAIL ; fi

.gitmodules

@@ -2,3 +2,7 @@
 	path = /p/project1/ccstma/baumann7/pySDC/etc/venv_juwels_booster/mpi4py-fft
 	url = https://github.com/brownbaerchen/mpi4py-fft.git
 	branch = cupy_implementation
+[submodule "/p/project1/ccstma/baumann7/pySDC/etc/venv_juwels/mpi4py-fft"]
+	path = /p/project1/ccstma/baumann7/pySDC/etc/venv_juwels/mpi4py-fft
+	url = https://github.com/brownbaerchen/mpi4py-fft.git
+	branch = cupy_implementation

etc/venv_juwels/activate.sh

@@ -0,0 +1,16 @@
+#!/bin/bash
+
+# See https://stackoverflow.com/a/28336473
+SOURCE_PATH="${BASH_SOURCE[0]:-${(%):-%x}}"
+
+RELATIVE_PATH="$(dirname "$SOURCE_PATH")"
+ABSOLUTE_PATH="$(realpath "${RELATIVE_PATH}")"
+
+[[ "$0" != "${SOURCE_PATH}" ]] && echo "The activation script must be sourced, otherwise the virtual environment will not work." || ( echo "Vars script must be sourced." && exit 1) ;
+
+source "${ABSOLUTE_PATH}"/config.sh
+source "${ABSOLUTE_PATH}"/modules.sh
+
+export PYTHONPATH="$(echo "${ENV_DIR}"/lib/python*/site-packages):${PYTHONPATH}"
+
+source "${ENV_DIR}"/bin/activate

etc/venv_juwels/config.sh

@@ -0,0 +1,12 @@
+SOURCE_PATH="${BASH_SOURCE[0]:-${(%):-%x}}"
+
+## Check if this script is sourced
+[[ "$0" != "${SOURCE_PATH}" ]] && echo "Setting vars" || ( echo "Vars script must be sourced." && exit 1) ;
+## Determine location of this file
+RELATIVE_PATH="$(dirname "$SOURCE_PATH")"
+ABSOLUTE_PATH="$(realpath "${RELATIVE_PATH}")"
+####################################
+
+### User Configuration
+export ENV_NAME="$(basename "$ABSOLUTE_PATH")"             # Default Name of the venv is the directory that contains this file
+export ENV_DIR="${ABSOLUTE_PATH}"/venv         # Default location of this VENV is "./venv"

etc/venv_juwels/modules.sh

@@ -0,0 +1,12 @@
+module --force purge
+module load Stages/2025
+module load GCC/13.3.0
+module load ParaStationMPI
+module load NCCL
+module load MPI-settings/CUDA
+module load UCX-settings/RC-CUDA
+module load Python
+module load CuPy
+module load FFTW
+module load mpi4py
+module load SciPy-Stack

etc/venv_juwels/mpi4py-fft

@@ -0,0 +1 @@
+Subproject commit a7aeec6ace99dd49561625c866c605ed0b337c18

etc/venv_juwels/readme.md

@@ -0,0 +1,4 @@
+Python venv for Juwels
+======================
+
+This is a version of the [JSC venv template](https://gitlab.jsc.fz-juelich.de/kesselheim1/sc_venv_template/-/tree/master) adapted to the cluster partition of the Juelich wizard for European leadership in science (JUWELS).

etc/venv_juwels/requirements.txt

@@ -0,0 +1,8 @@
+# Add here the pip packages you would like to install on this virtual environment / kernel
+numpy>=2.0
+matplotlib>=3.0
+dill>=0.2.6
+scipy>=1.14
+qmat
+pytest-benchmark
+coverage

etc/venv_juwels/setup.sh

@@ -0,0 +1,24 @@
+#!/bin/bash
+
+SOURCE_PATH="${BASH_SOURCE[0]:-${(%):-%x}}"
+
+RELATIVE_PATH="$(dirname "$SOURCE_PATH")"
+ABSOLUTE_PATH="$(realpath "${RELATIVE_PATH}")"
+
+source "${ABSOLUTE_PATH}"/config.sh
+source "${ABSOLUTE_PATH}"/modules.sh
+
+python3 -m venv --prompt "$ENV_NAME" --system-site-packages "${ENV_DIR}"
+python3 -m pip install --upgrade pip
+
+source "${ABSOLUTE_PATH}"/activate.sh
+
+
+git submodule add -b cupy_implementation -f https://github.com/brownbaerchen/mpi4py-fft.git "${ABSOLUTE_PATH}"/mpi4py-fft
+FFTW_LIBRARY_DIR="/p/software/juwels/stages/2025/software/FFTW/3.3.10-GCC-13.3.0/lib64/" python3 -m pip install -e "${ABSOLUTE_PATH}"/mpi4py-fft
+
+
+python3 -m pip install -r "${ABSOLUTE_PATH}"/requirements.txt
+
+python3 -m pip install -e "${ABSOLUTE_PATH}"/../../
+

pySDC/tests/test_helpers/test_spectral_helper.py

@@ -519,7 +519,7 @@ def test_tau_method(bc, N, bc_val, kind='Dirichlet', useGPU=False):
 
     sol_poly = np.polynomial.Chebyshev(sol_hat)
     d_sol_poly = sol_poly.deriv(1)
-    x = xp.linspace(-1, 1, 100)
+    x = np.linspace(-1, 1, 100)
 
     if kind == 'integral':
         integral = sol_poly.integ(1, lbnd=-1)