mscclpp/.github/workflows/mscclpp-lang.yml at 60ff32c014358fcae5fa6316c404eb2b95a25b95 · microsoft/mscclpp · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
name: MSCCLPPLang

on:
  pull_request:
    branches:
      - main
      - release/*

jobs:
  compare-diffs:
    runs-on: 'ubuntu-latest'
    container:
      image: ghcr.io/microsoft/mscclpp/mscclpp:base-dev-${{ matrix.version }}

    strategy:
        fail-fast: false
        matrix:
          version: [ 'cuda11.8', 'cuda12.9' ]

    steps:
    - uses: actions/checkout@v4

    - name: Set environment variable
      run: echo "LD_LIBRARY_PATH=/usr/local/cuda/compat:/usr/local/cuda/lib64" >> $GITHUB_ENV

    - name: Install mscclpp
      run: |
        CMAKE_ARGS="-DMSCCLPP_BYPASS_GPU_CHECK=ON -DMSCCLPP_USE_CUDA=ON" pip3 install .

    # - name: Copy test script/config to temp directory
    #   run: |
    #     cp python/test/test_generate_mscclpp_lang_result.py $RUNNER_TEMP/
    #     cp python/test/configs/mscclpp_lang_test_config.json $RUNNER_TEMP/
    # - name: generate outputs
    #   run: |
    #     python3 $RUNNER_TEMP/test_generate_mscclpp_lang_result.py python/examples/ $RUNNER_TEMP/mscclpp_lang_test_config.json $RUNNER_TEMP/tests/pr-outputs/
    # - name: Checkout main branch
    #   uses: actions/checkout@v4
    #   if: github.event_name == 'pull_request' || github.event_name == 'push'
    #   with:
    #     ref: main
    # - name: Install msccl and dependencies
    #   run: |
    #     CMAKE_ARGS="-DMSCCLPP_BYPASS_GPU_CHECK=ON -DMSCCLPP_USE_CUDA=ON" pip3 install .
    # - name: generate outputs
    #   run: |
    #     python3 $RUNNER_TEMP/test_generate_mscclpp_lang_result.py python/examples/ $RUNNER_TEMP/mscclpp_lang_test_config.json $RUNNER_TEMP/tests/main-outputs/
    # - name: Compare outputs
    #   run: |
    #     diff -rw $RUNNER_TEMP/tests/main-outputs/ $RUNNER_TEMP/tests/pr-outputs/