software-layer-scripts/.github/workflows/tests_archdetect_nvidia_gpu.yml at 1250a43820a8659de4fdd9f5a616b4309967c862 · boegel/software-layer-scripts · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
# documentation: https://help.github.com/en/articles/workflow-syntax-for-github-actions
name: Tests for accelerator detection (NVIDIA GPU)
on:
  push:
  pull_request:
permissions:
  contents: read # to fetch code (actions/checkout)
jobs:
  build:
    runs-on: ubuntu-24.04
    strategy:
      matrix:
        fake_nvidia_smi_script:
          - none # no nvidia-smi command
          - no_devices # nvidia-smi command works, but no GPUs available
          - 1xa100 # cc80, supported with (atleast) zen2 CPU
          - 2xa100 # cc80, supported with (atleast) zen2 CPU
          - 4xa100 # cc80, supported with (atleast) zen2 CPU
          - cc01 # non-existing GPU
        EESSI_VERSION:
          - '2023.06'
          #- '2025.06'
      fail-fast: false
    steps:
    - name: checkout
      uses: actions/checkout@d632683dd7b4114ad314bca15554477dd762a938 # v4.2.0

    # we deliberately do not use the eessi/github-action-eessi action,
    # because we want to control when the EESSI environment is initialized
    - name: Mount EESSI CernVM-FS repository
      uses: cvmfs-contrib/github-action-cvmfs@55899ca74cf78ab874bdf47f5a804e47c198743c # v4.0
      with:
          cvmfs_config_package: https://github.com/EESSI/filesystem-layer/releases/download/latest/cvmfs-config-eessi_latest_all.deb
          cvmfs_http_proxy: DIRECT
          cvmfs_repositories: software.eessi.io

    - name: Fix EESSI version in init scripts
      run: |
        sed -i "s/__EESSI_VERSION_DEFAULT__/${{matrix.EESSI_VERSION}}/g" init/eessi_defaults

    - name: test accelerator detection
      run: |
          export EESSI_SOFTWARE_SUBDIR_OVERRIDE='x86_64/amd/zen2'

          # put fake nvidia-smi command in place (unless we don't want to)
          if [[ "${{matrix.fake_nvidia_smi_script}}" != "none" ]]; then
              tmpdir=$(mktemp -d)
              ln -s $PWD/tests/archdetect/nvidia-smi/${{matrix.fake_nvidia_smi_script}}.sh $tmpdir/nvidia-smi
              export PATH=$tmpdir:$PATH
          fi

          # first run with debugging enabled, just to show the output
          ./init/eessi_archdetect.sh -d accelpath || echo "non-zero exit code: $?"

          # verify output (or exit code if non-zero)
          out=$(./init/eessi_archdetect.sh accelpath || echo "non-zero exit code: $?")

          if [[ $out == "$( cat ./tests/archdetect/nvidia-smi/${{matrix.fake_nvidia_smi_script}}.output )" ]]; then

              echo "Test for '${{matrix.fake_nvidia_smi_script}}' PASSED: '$out'"

              # run full EESSI init script, which pick up on the accelerator (if available)
              echo
              . init/bash 2>&1 | tee init.out
              echo "-----------------------------------------------------------------------------"

              if [[ "${{matrix.fake_nvidia_smi_script}}" == "none" ]] || [[ "${{matrix.fake_nvidia_smi_script}}" == "no_devices" ]]; then

                  pattern="archdetect could not detect any accelerators"
                  echo ">>> checking for pattern '${pattern}' in init output..."
                  grep "${pattern}" init.out || (echo "FAILED 1" || exit 1)

                  pattern="archdetect found supported accelerator"
                  echo ">>> checking for lack of pattern '${pattern}' in init output..."
                  match=$(grep "${pattern}" init.out || true)
                  test "x${match}" = "x" || (echo "unexpected match found for '${pattern}' in init output" && exit 1)

                  pattern="Prepending /cvmfs/software.eessi.io/versions/${{matrix.EESSI_VERSION}}/software/linux/.*/accel/.*/modules/all to \$MODULEPATH"
                  echo ">>> checking for lack of pattern '${pattern}' in init output..."
                  match=$(grep "${pattern}" init.out || true)
                  test "x${match}" = "x" || (echo "unexpected match found for '${pattern}' in init output" && exit 1)

              elif [[ "${{matrix.fake_nvidia_smi_script}}" == "cc01" ]]; then

                  pattern="No matching path found in x86_64/amd/zen2 for accelerator detected by archdetect (accel/nvidia/cc01)"
                  echo ">>> checking for pattern '${pattern}' in init output..."
                  grep "${pattern}" init.out || (echo "FAILED 1" || exit 1)

                  pattern="Prepending /cvmfs/software.eessi.io/versions/${{matrix.EESSI_VERSION}}/software/linux/.*/accel/.*/modules/all to \$MODULEPATH"
                  echo ">>> checking for lack of pattern '${pattern}' in init output..."
                  match=$(grep "${pattern}" init.out || true)
                  test "x${match}" = "x" || (echo "unexpected match found for '${pattern}' in init output" && exit 1)

              else
                  echo ">>> checking for 'accel/nvidia/cc80' in init output..."
                  grep "archdetect found supported accelerator for CPU target x86_64/amd/zen2: accel/nvidia/cc80" init.out || (echo "FAILED 2" && exit 1)
                  grep "Prepending /cvmfs/software.eessi.io/versions/${{matrix.EESSI_VERSION}}/software/linux/x86_64/amd/zen2/accel/nvidia/cc80/modules/all to \$MODULEPATH" init.out || (echo "FAILED 3" && exit 1)
              fi

              echo ">>> checking last line of init output..."
              tail -1 init.out | grep "Environment set up to use EESSI (${{matrix.EESSI_VERSION}}), have fun!" || (echo "FAILED, full init utput:" && cat init.out && exit 1)

              echo "All checks on init output PASSED"
          else
              echo "Test for '${{matrix.fake_nvidia_smi_script}}' FAILED: '$out'" >&2
              exit 1
          fi

    - name: test accelerator detection under $EESSI_ACCEL_SOFTWARE_SUBDIR_OVERRIDE + $EESSI_ACCELERATOR_TARGET_OVERRIDE
      run: |
          export EESSI_SOFTWARE_SUBDIR_OVERRIDE='x86_64/amd/zen2'
          export EESSI_ACCEL_SOFTWARE_SUBDIR_OVERRIDE='x86_64/amd/zen3'
          export EESSI_ACCELERATOR_TARGET_OVERRIDE='accel/nvidia/cc80'

          # first run with debugging enabled, just to show the output
          ./init/eessi_archdetect.sh -d accelpath || echo "non-zero exit code: $?"

          # verify output (or exit code if non-zero)
          out=$(./init/eessi_archdetect.sh accelpath || echo "non-zero exit code: $?")

          echo
          . init/bash 2>&1 | tee init.out
          echo "-----------------------------------------------------------------------------"

          echo ">>> checking for 'accel/nvidia/cc80' in init output..."
          grep "archdetect found supported accelerator for CPU target x86_64/amd/zen3: accel/nvidia/cc80" init.out || (echo "FAILED 1" && exit 1)
          grep "Using x86_64/amd/zen2 as software subdirectory" init.out || (echo "FAILED 2" && exit 1)
          grep "Prepending /cvmfs/software.eessi.io/versions/${{matrix.EESSI_VERSION}}/software/linux/x86_64/amd/zen2/modules/all to \$MODULEPATH" init.out || (echo "FAILED 3" && exit 1)
          grep "Prepending /cvmfs/software.eessi.io/versions/${{matrix.EESSI_VERSION}}/software/linux/x86_64/amd/zen3/accel/nvidia/cc80/modules/all to \$MODULEPATH" init.out || (echo "FAILED 4" && exit 1)

          echo "All checks on init output PASSED"