Attempt basic parallelisation

Author: ocaisa

.github/workflows/docs.yml

@@ -31,17 +31,19 @@ jobs:
           module purge
           module unuse $MODULEPATH
           module use /cvmfs/software.eessi.io/init/modules/
-          module load EESSI/2025.06
-          module load EasyBuild/5
-          module load EESSI-extend
-          python generate_data_files.py --eessi-version=2023.06
-          python generate_data_files.py --eessi-version=2025.06
-          python merge_data_files.py out.yaml eessi*.yaml
+          # First do 2023.06 for EB 4
+          ( module load EESSI/2023.06 && module load EasyBuild/4 && module load EESSI-extend && python scripts/generate_data_files.py --eessi-version=2023.06 ) &
+          # then 2023.06 for EB 5
+          ( module load EESSI/2023.06 && module load EasyBuild/5 && module load EESSI-extend && python scripts/generate_data_files.py --eessi-version=2023.06 ) &
+          # then 2025.06 for EB 5 (does not have EB4)
+          ( module load EESSI/2025.06 && module load EasyBuild/5 && module load EESSI-extend && python scripts/generate_data_files.py --eessi-version=2025.06 ) &
+          # Merge all these results together
+          wait
+          python scripts/merge_data_files.py out.yaml eessi*.yaml
           mv out.yaml docs/data/eessi_software_metadata.yaml
           # Generate Markdown index for data files
           echo "# Data Files" > docs/data/index.md
           for f in docs/data/eessi*.yaml; do
-            [ "$f" = "docs/data/index.md" ] && continue
             echo "- [$f]($f)" >> docs/data/index.md
           done
       - run: zensical build --clean