fix ci; specify flash-attn version #61
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Test Example on Dispatch | ||
| on: | ||
| workflow_dispatch: | ||
| inputs: | ||
| example_directory: | ||
| type: string | ||
| description: example directory, separated by space. For example, language/gpt, images/vit. Simply input language or simply gpt does not work. | ||
| required: true | ||
| jobs: | ||
| matrix_preparation: | ||
| if: | | ||
| github.event.pull_request.draft == false && | ||
| github.base_ref == 'main' && | ||
| github.event.pull_request.base.repo.full_name == 'hpcaitech/ColossalAI' | ||
| name: Check the examples user want | ||
| runs-on: [self-hosted, ubuntu-latest] | ||
| outputs: | ||
| matrix: ${{ steps.set-matrix.outputs.matrix }} | ||
| steps: | ||
| - name: 📚 Checkout | ||
| uses: actions/checkout@v3 | ||
| - name: Set up matrix | ||
| id: set-matrix | ||
| env: | ||
| check_dir: ${{ inputs.example_directory }} | ||
| run: | | ||
| res=`python .github/workflows/scripts/example_checks/check_dispatch_inputs.py --fileNameList $check_dir` | ||
| if [ res == "failure" ];then | ||
| exit -1 | ||
| fi | ||
| dirs="[${check_dir}]" | ||
| echo "Testing examples in $dirs" | ||
| echo "matrix={\"directory\":$(echo "$dirs")}" >> $GITHUB_OUTPUT | ||
| test_example: | ||
| if: | | ||
| github.event.pull_request.draft == false && | ||
| github.base_ref == 'main' && | ||
| github.event.pull_request.base.repo.full_name == 'hpcaitech/ColossalAI' | ||
| name: Manually check example files | ||
| needs: manual_check_matrix_preparation | ||
| runs-on: [self-hosted, ubuntu-latest] | ||
| strategy: | ||
| fail-fast: false | ||
| matrix: ${{fromJson(needs.manual_check_matrix_preparation.outputs.matrix)}} | ||
| container: | ||
| image: image-cloud.luchentech.com/hpcaitech/pytorch-cuda:2.2.2-12.1.0 | ||
| options: --gpus all --rm -v /data/scratch/examples-data:/data/ -v /dev/shm | ||
| timeout-minutes: 15 | ||
| steps: | ||
| - name: 📚 Checkout | ||
| uses: actions/checkout@v3 | ||
| - name: Install Colossal-AI | ||
| run: | | ||
| BUILD_EXT=1 pip install -v -e . | ||
| - name: Test the example | ||
| run: | | ||
| dir=${{ matrix.directory }} | ||
| echo "Testing ${dir} now" | ||
| cd "${PWD}/examples/${dir}" | ||
| bash test_ci.sh | ||
