add bench!

Author: sbryngelson

.github/workflows/bench.yml

@@ -25,9 +25,10 @@ jobs:
     strategy:
       matrix:
         device: ['cpu', 'gpu']
+        lbl: ['gt', 'ice']
     runs-on:
       group:  phoenix
-      labels: gt
+      labels: ${{ matrix.lbl }}
     timeout-minutes: 1400
     env:
       ACTIONS_RUNNER_FORCE_ACTIONS_NODE_VERSION: node16
@@ -46,11 +47,19 @@ jobs:
           path: master
 
       - name: Bench (Master v. PR)
+        if:   matrix.lbl == 'phoenix'
         run: |
           (cd pr     && bash .github/workflows/phoenix/submit.sh .github/workflows/phoenix/bench.sh ${{ matrix.device }}) &
           (cd master && bash .github/workflows/phoenix/submit.sh .github/workflows/phoenix/bench.sh ${{ matrix.device }}) &
           wait %1 && wait %2
 
+      - name: Bench (Master v. PR)
+        if:   matrix.lbl == 'ice'
+        run: |
+          (cd pr     && bash .github/workflows/ice/submit.sh .github/workflows/ice/bench.sh ${{ matrix.device }}) &
+          (cd master && bash .github/workflows/ice/submit.sh .github/workflows/ice/bench.sh ${{ matrix.device }}) &
+          wait %1 && wait %2
+
       - name: Generate & Post Comment
         run: |
           (cd pr && . ./mfc.sh load -c p -m g)
@@ -60,7 +69,7 @@ jobs:
         uses: actions/upload-artifact@v4
         if:   always()
         with:
-          name: logs-${{ matrix.device }}
+          name: logs-${{ matrix.device }}-${{matrix.lbl}}
           path: |
             pr/bench-${{ matrix.device }}.*
             pr/build/benchmarks/*

.github/workflows/ice/bench.sh

@@ -0,0 +1,15 @@
+#!/bin/bash
+
+n_ranks=12
+
+if [ "$job_device" == "gpu" ]; then
+    n_ranks=$(nvidia-smi -L | wc -l)        # number of GPUs on node
+    gpu_ids=$(seq -s ' ' 0 $(($n_ranks-1))) # 0,1,2,...,gpu_count-1
+    device_opts="--gpu -g $gpu_ids"
+fi
+
+if ["$job_device" == "gpu"]; then
+    ./mfc.sh bench --mem 12 -j $(nproc) -o "$job_slug.yaml" -- -c phoenix $device_opts -n $n_ranks
+else
+    ./mfc.sh bench --mem 1 -j $(nproc) -o "$job_slug.yaml" -- -c phoenix $device_opts -n $n_ranks
+fi