|
1 |
| -name: Unit-tests on Linux GPU |
| 1 | +# name: Unit-tests on Linux GPU |
2 | 2 |
|
3 |
| -on: |
4 |
| - pull_request: |
5 |
| - push: |
6 |
| - branches: |
7 |
| - - nightly |
8 |
| - - main |
9 |
| - - release/* |
10 |
| - workflow_dispatch: |
| 3 | +# on: |
| 4 | +# pull_request: |
| 5 | +# push: |
| 6 | +# branches: |
| 7 | +# - nightly |
| 8 | +# - main |
| 9 | +# - release/* |
| 10 | +# workflow_dispatch: |
11 | 11 |
|
12 |
| -jobs: |
13 |
| - tests: |
14 |
| - strategy: |
15 |
| - matrix: |
16 |
| - # TODO add up to 3.13 |
17 |
| - python_version: ["3.9", "3.10"] |
18 |
| - cuda_arch_version: ["12.6"] |
19 |
| - fail-fast: false |
20 |
| - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main |
21 |
| - permissions: |
22 |
| - id-token: write |
23 |
| - contents: read |
24 |
| - with: |
25 |
| - runner: linux.g5.4xlarge.nvidia.gpu |
26 |
| - repository: pytorch/audio |
27 |
| - gpu-arch-type: cuda |
28 |
| - gpu-arch-version: ${{ matrix.cuda_arch_version }} |
29 |
| - timeout: 120 |
| 12 | +# jobs: |
| 13 | +# tests: |
| 14 | +# strategy: |
| 15 | +# matrix: |
| 16 | +# # TODO add up to 3.13 |
| 17 | +# python_version: ["3.9", "3.10"] |
| 18 | +# cuda_arch_version: ["12.6"] |
| 19 | +# fail-fast: false |
| 20 | +# uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main |
| 21 | +# permissions: |
| 22 | +# id-token: write |
| 23 | +# contents: read |
| 24 | +# with: |
| 25 | +# runner: linux.g5.4xlarge.nvidia.gpu |
| 26 | +# repository: pytorch/audio |
| 27 | +# gpu-arch-type: cuda |
| 28 | +# gpu-arch-version: ${{ matrix.cuda_arch_version }} |
| 29 | +# timeout: 120 |
30 | 30 |
|
31 |
| - script: | |
32 |
| - set -ex |
33 |
| - # Set up Environment Variables |
34 |
| - export PYTHON_VERSION="${{ matrix.python_version }}" |
35 |
| - export CU_VERSION="${{ matrix.cuda_arch_version }}" |
36 |
| - export CUDATOOLKIT="pytorch-cuda=${CU_VERSION}" |
37 |
| - export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_APPLY_CMVN_SLIDING=true |
38 |
| - export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_FBANK_FEATS=true |
39 |
| - export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_KALDI_PITCH_FEATS=true |
40 |
| - export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_MFCC_FEATS=true |
41 |
| - export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_SPECTROGRAM_FEATS=true |
42 |
| - export TORCHAUDIO_TEST_ALLOW_SKIP_IF_CUDA_SMALL_MEMORY=true |
43 |
| - export TORCHAUDIO_TEST_ALLOW_SKIP_IF_ON_PYTHON_310=true |
44 |
| - export TORCHAUDIO_TEST_ALLOW_SKIP_IF_TEMPORARY_DISABLED=true |
45 |
| - export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_SOX_DECODER=true |
46 |
| - export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_SOX_ENCODER=true |
| 31 | +# script: | |
| 32 | +# set -ex |
| 33 | +# # Set up Environment Variables |
| 34 | +# export PYTHON_VERSION="${{ matrix.python_version }}" |
| 35 | +# export CU_VERSION="${{ matrix.cuda_arch_version }}" |
| 36 | +# export CUDATOOLKIT="pytorch-cuda=${CU_VERSION}" |
| 37 | +# export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_APPLY_CMVN_SLIDING=true |
| 38 | +# export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_FBANK_FEATS=true |
| 39 | +# export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_KALDI_PITCH_FEATS=true |
| 40 | +# export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_MFCC_FEATS=true |
| 41 | +# export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_SPECTROGRAM_FEATS=true |
| 42 | +# export TORCHAUDIO_TEST_ALLOW_SKIP_IF_CUDA_SMALL_MEMORY=true |
| 43 | +# export TORCHAUDIO_TEST_ALLOW_SKIP_IF_ON_PYTHON_310=true |
| 44 | +# export TORCHAUDIO_TEST_ALLOW_SKIP_IF_TEMPORARY_DISABLED=true |
| 45 | +# export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_SOX_DECODER=true |
| 46 | +# export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_SOX_ENCODER=true |
47 | 47 |
|
48 |
| - # Set CHANNEL |
49 |
| - if [[(${GITHUB_EVENT_NAME} = 'pull_request' && (${GITHUB_BASE_REF} = 'release'*)) || (${GITHUB_REF} = 'refs/heads/release'*) ]]; then |
50 |
| - export CHANNEL=test |
51 |
| - else |
52 |
| - export CHANNEL=nightly |
53 |
| - fi |
| 48 | +# # Set CHANNEL |
| 49 | +# if [[(${GITHUB_EVENT_NAME} = 'pull_request' && (${GITHUB_BASE_REF} = 'release'*)) || (${GITHUB_REF} = 'refs/heads/release'*) ]]; then |
| 50 | +# export CHANNEL=test |
| 51 | +# else |
| 52 | +# export CHANNEL=nightly |
| 53 | +# fi |
54 | 54 |
|
55 |
| - echo "::group::Create conda env" |
56 |
| - # Mark Build Directory Safe |
57 |
| - git config --global --add safe.directory /__w/audio/audio |
58 |
| - conda create --quiet -y --prefix ci_env python="${PYTHON_VERSION}" |
59 |
| - conda activate ./ci_env |
| 55 | +# echo "::group::Create conda env" |
| 56 | +# # Mark Build Directory Safe |
| 57 | +# git config --global --add safe.directory /__w/audio/audio |
| 58 | +# conda create --quiet -y --prefix ci_env python="${PYTHON_VERSION}" |
| 59 | +# conda activate ./ci_env |
60 | 60 |
|
61 |
| - echo "::endgroup::" |
62 |
| - echo "::group::Install PyTorch" |
63 |
| - conda install \ |
64 |
| - --yes \ |
65 |
| - --quiet \ |
66 |
| - -c "pytorch-${CHANNEL}" \ |
67 |
| - -c nvidia "pytorch-${CHANNEL}"::pytorch[build="*${CU_VERSION}*"] \ |
68 |
| - "${CUDATOOLKIT}" |
| 61 | +# echo "::endgroup::" |
| 62 | +# echo "::group::Install PyTorch" |
| 63 | +# conda install \ |
| 64 | +# --yes \ |
| 65 | +# --quiet \ |
| 66 | +# -c "pytorch-${CHANNEL}" \ |
| 67 | +# -c nvidia "pytorch-${CHANNEL}"::pytorch[build="*${CU_VERSION}*"] \ |
| 68 | +# "${CUDATOOLKIT}" |
69 | 69 |
|
70 |
| - echo "::endgroup::" |
71 |
| - echo "::group::Install TorchAudio" |
72 |
| - conda install --quiet --yes 'cmake>=3.18.0' ninja |
73 |
| - pip3 install --progress-bar off -v -e . --no-use-pep517 |
| 70 | +# echo "::endgroup::" |
| 71 | +# echo "::group::Install TorchAudio" |
| 72 | +# conda install --quiet --yes 'cmake>=3.18.0' ninja |
| 73 | +# pip3 install --progress-bar off -v -e . --no-use-pep517 |
74 | 74 |
|
75 |
| - echo "::endgroup::" |
76 |
| - echo "::group::Build FFmpeg" |
77 |
| - .github/scripts/ffmpeg/build_gpu.sh |
| 75 | +# echo "::endgroup::" |
| 76 | +# echo "::group::Build FFmpeg" |
| 77 | +# .github/scripts/ffmpeg/build_gpu.sh |
78 | 78 |
|
79 |
| - echo "::endgroup::" |
80 |
| - echo "::group::Install other Dependencies" |
81 |
| - conda install \ |
82 |
| - --quiet --yes \ |
83 |
| - -c conda-forge \ |
84 |
| - -c numba/label/dev \ |
85 |
| - sox libvorbis 'librosa==0.10.0' parameterized 'requests>=2.20' |
86 |
| - pip3 install --progress-bar off \ |
87 |
| - kaldi-io \ |
88 |
| - SoundFile \ |
89 |
| - coverage \ |
90 |
| - pytest \ |
91 |
| - pytest-cov \ |
92 |
| - 'scipy==1.7.3' \ |
93 |
| - transformers \ |
94 |
| - expecttest \ |
95 |
| - unidecode \ |
96 |
| - inflect \ |
97 |
| - Pillow \ |
98 |
| - sentencepiece \ |
99 |
| - pytorch-lightning \ |
100 |
| - 'protobuf<4.21.0' \ |
101 |
| - demucs \ |
102 |
| - tinytag \ |
103 |
| - flashlight-text \ |
104 |
| - git+https://github.com/kpu/kenlm/ \ |
105 |
| - git+https://github.com/pytorch/fairseq.git@e47a4c8 |
| 79 | +# echo "::endgroup::" |
| 80 | +# echo "::group::Install other Dependencies" |
| 81 | +# conda install \ |
| 82 | +# --quiet --yes \ |
| 83 | +# -c conda-forge \ |
| 84 | +# -c numba/label/dev \ |
| 85 | +# sox libvorbis 'librosa==0.10.0' parameterized 'requests>=2.20' |
| 86 | +# pip3 install --progress-bar off \ |
| 87 | +# kaldi-io \ |
| 88 | +# SoundFile \ |
| 89 | +# coverage \ |
| 90 | +# pytest \ |
| 91 | +# pytest-cov \ |
| 92 | +# 'scipy==1.7.3' \ |
| 93 | +# transformers \ |
| 94 | +# expecttest \ |
| 95 | +# unidecode \ |
| 96 | +# inflect \ |
| 97 | +# Pillow \ |
| 98 | +# sentencepiece \ |
| 99 | +# pytorch-lightning \ |
| 100 | +# 'protobuf<4.21.0' \ |
| 101 | +# demucs \ |
| 102 | +# tinytag \ |
| 103 | +# flashlight-text \ |
| 104 | +# git+https://github.com/kpu/kenlm/ \ |
| 105 | +# git+https://github.com/pytorch/fairseq.git@e47a4c8 |
106 | 106 |
|
107 |
| - echo "::endgroup::" |
108 |
| - echo "::group::Run tests" |
109 |
| - export PATH="${PWD}/third_party/install/bin/:${PATH}" |
| 107 | +# echo "::endgroup::" |
| 108 | +# echo "::group::Run tests" |
| 109 | +# export PATH="${PWD}/third_party/install/bin/:${PATH}" |
110 | 110 |
|
111 |
| - declare -a args=( |
112 |
| - '-v' |
113 |
| - '--cov=torchaudio' |
114 |
| - "--junitxml=${RUNNER_TEST_RESULTS_DIR}/junit.xml" |
115 |
| - '--durations' '100' |
116 |
| - '-k' 'cuda or gpu' |
117 |
| - ) |
| 111 | +# declare -a args=( |
| 112 | +# '-v' |
| 113 | +# '--cov=torchaudio' |
| 114 | +# "--junitxml=${RUNNER_TEST_RESULTS_DIR}/junit.xml" |
| 115 | +# '--durations' '100' |
| 116 | +# '-k' 'cuda or gpu' |
| 117 | +# ) |
118 | 118 |
|
119 |
| - cd test |
120 |
| - python3 -m torch.utils.collect_env |
121 |
| - env | grep TORCHAUDIO || true |
122 |
| - pytest "${args[@]}" torchaudio_unittest |
123 |
| - coverage html |
| 119 | +# cd test |
| 120 | +# python3 -m torch.utils.collect_env |
| 121 | +# env | grep TORCHAUDIO || true |
| 122 | +# pytest "${args[@]}" torchaudio_unittest |
| 123 | +# coverage html |
0 commit comments