dxt-explorer/.github/workflows/darshan-3.4.4.yml at fdcd888aa3ab1d7eb81601a2ff36dfd372e23e47 · hpc-io/dxt-explorer · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
name: DXT Explorer (Darshan 3.4.4)

on:
  pull_request:
  workflow_dispatch:

concurrency:
  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
  cancel-in-progress: true

jobs:
  explorer:
    runs-on: ${{ matrix.os }}
    strategy:
      fail-fast: false
      matrix:
        os: ["ubuntu-latest", "macos-latest"]
        python-version: ["3.9", "3.10", "3.11"]

    timeout-minutes: 20

    steps:
      - uses: actions/checkout@v4
        with:
          submodules: true

      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python-version }}

      - name: Dependencies
        run: |
          git clone https://github.com/darshan-hpc/darshan.git

      - name: Install macOS Dependencies
        if: runner.os == 'macOS'
        run: |
          brew install libtool autoconf automake

      - name: Build Darshan
        run: |
          cd darshan
          git checkout darshan-3.4.4
          bash prepare.sh
          cd darshan-util
          ./configure
          make
          sudo make install

      - name: Configure Linux
        if: runner.os == 'Linux'
        run: |
          sudo ldconfig

      - name: Install DXT Explorer
        run: |
          python -m ensurepip --upgrade
          pip install --upgrade setuptools
          pip install darshan==3.4.4
          pip install -r requirements.txt
          pip install .

      - name: Run DXT Explorer (help)
        run: |
          dxt-explorer -h

      - name: Run DXT Explorer (list)
        run: |
          dxt-explorer --debug --list sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

      - name: Run DXT Explorer (operation)
        run: |
          dxt-explorer --debug sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

      - name: Run DXT Explorer (transfer)
        run: |
          dxt-explorer --debug --transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

      - name: Run DXT Explorer (spatiality)
        run: |
          dxt-explorer --debug --spatiality sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

      - name: Run DXT Explorer (io phase)
        run: |
          dxt-explorer --debug --io_phase sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

      - name: Run DXT Explorer (ost usage operation)
        run: |
          dxt-explorer --debug --ost_usage_operation sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

      - name: Run DXT Explorer (ost usage transfer)
        run: |
          dxt-explorer --debug --ost_usage_transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

      - name: Run DXT Explorer (rank zero workload)
        run: |
          dxt-explorer --debug --rank_zero_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

      - name: Run DXT Explorer (unbalanced workload)
        run: |
          dxt-explorer --debug --unbalanced_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

      - name: Run DXT Explorer (stragglers)
        run: |
          dxt-explorer --debug --stragglers sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

      - name: Run DXT Explorer (truncate runtime)
        run: |
          dxt-explorer --debug --start 3.7 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

      - name: Run DXT Explorer (truncate runtime)
        run: |
          dxt-explorer --debug --end 3.9 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

      - name: Run DXT Explorer (truncate rank)
        run: |
          dxt-explorer --debug --from 1 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

      - name: Run DXT Explorer (truncate rank)
        run: |
          dxt-explorer --debug --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

      - name: Run DXT Explorer (truncate both)
        run: |
          dxt-explorer --debug --start 3.7 --end 3.9 --from 1 --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

      - name: Upload Artifact
        if: always()
        uses: actions/upload-artifact@v4
        with:
          name: tests-${{ matrix.os }}-${{ matrix.python-version }}
          path: sample/**
          retention-days: 1