[CI] Use latest Docker image (#5)

Author: shink

.github/workflows/_build-and-test.yml

@@ -18,10 +18,11 @@ on:
 
 jobs:
   build-and-test:
+    name: build and test in ${{ inputs.image }} with ${{ inputs.device }}
     runs-on: ${{ inputs.runner }}
     defaults:
       run:
-        shell: bash
+        shell: bash -el {0}
     container:
       image: ${{ inputs.image }}
       env:
@@ -42,9 +43,11 @@ jobs:
       #- name: Set environment
       #  run: |
       #    source /root/.bashrc && conda activate torch_npu
+
       - name: Prepare the codes
         run: |
-          \cp -rf /root/codes/ /root/build
+          cp -rf /root/codes /root/build
+
       #- name: Compile torch
       #  working-directory: /root/build/pytorch/pytorch
       #  run: |
@@ -53,14 +56,57 @@ jobs:
       #    export USE_CUDA=0
       #    export USE_XNNPACK=0
       #    python setup.py develop
+
+      - name: Install system dependencies
+        env:
+          DEBIAN_FRONTEND: noninteractive
+        run: |
+          sed -i 's|ports.ubuntu.com|mirrors.tuna.tsinghua.edu.cn|g' /etc/apt/sources.list
+          apt update
+          apt install --no-install-recommends -y \
+              git \
+              gcc-10 \
+              g++-10 \
+              make \
+              cmake \
+              ninja-build
+
+      - name: Create symlinks for gcc and g++
+        run: |
+          ln -s /usr/bin/gcc-10 /usr/bin/gcc
+          ln -s /usr/bin/g++-10 /usr/bin/g++
+
+      - name: Install pip dependencies
+        run: |
+          pip install -i https://pypi.tuna.tsinghua.edu.cn/simple \
+              wheel \
+              setuptools \
+              unittest-xml-reporting
+
+      - name: Show versions
+        run: |
+          set -x
+          python --version
+          pip --version
+          gcc --version
+          g++ --version
+          make --version
+          cmake --version
+          ninja --version
+
+      - name: Show NPU info
+        run: |
+          npu-smi info
+
       - name: Compile and install torch_npu
         working-directory: /root/build/npu/pytorch
         run: |
-          pip install -r requirements.txt
+          pip install -r requirements.txt -i https://pypi.tuna.tsinghua.edu.cn/simple
           bash ci/build.sh --python=`python --version | awk '{print $2}' | cut -d '.' -f 1,2`
-          pip3 install dist/torch_npu*.whl
+          pip install dist/torch_npu*.whl
+
       - name: Do the test
-        working-directory: /root/build/npu/pytorch
+        working-directory: /root/build
         run: |
-          pip3 install -r test/requirements.txt --no-deps
-          python ci/access_control_test.py
+          pip install -r npu/pytorch/test/requirements.txt -i https://pypi.tuna.tsinghua.edu.cn/simple --no-deps
+          python npu/pytorch/ci/access_control_test.py

.github/workflows/_fetch_and_rebase.yml

@@ -7,14 +7,10 @@ on:
   push:
     branches:
       - 'main'
-    paths:
-      - '!**/*.md'
 
   pull_request:
     branches:
       - 'main'
-    paths:
-      - '!**/*.md'
 
   release:
     types:
@@ -49,13 +45,20 @@ on:
         description: 'The device selected to run on'
       image:
         required: true
-        type: string
-        default: 'ascendai/cann:7.1-openeuler2203sp2'
+        type: choice
+        options:
+          - 'ascendai/cann:7.1-openeuler2203sp2'
+          - 'ascendai/cann:8.0.rc2.alpha003-910b-ubuntu22.04-py3.9'
+        default: 'ascendai/cann:8.0.rc2.alpha003-910b-ubuntu22.04-py3.9'
         description: The docker image which will be loaded
 
+concurrency:
+  group: ${{ github.workflow }}
+  cancel-in-progress: ${{ github.event_name == 'pull_request' }}
+
 jobs:
   prepare:
-    name: prepare
+    name: Prepare
     runs-on: ubuntu-latest
     outputs:
       runner: ${{ steps.set-param.outputs.runner }}
@@ -68,22 +71,26 @@ jobs:
           set -e
           echo "runner=${{ github.event.inputs.runner || 'self-hosted' }}" >> $GITHUB_OUTPUT
           echo "device=${{ github.event.inputs.device || '/dev/davinci6' }}" >> $GITHUB_OUTPUT
-          echo "image=${{ github.event.inputs.image || 'ascendai/cann:7.1-openeuler2203sp2' }}" >> $GITHUB_OUTPUT
+          echo "image=${{ github.event.inputs.image || 'ascendai/cann:8.0.rc2.alpha003-910b-ubuntu22.04-py3.9' }}" >> $GITHUB_OUTPUT
 
-  linux-py3_8-fetch-and-rebase:
-    name: linux-py3_8-7.0.RC1.alpha005
+  fetch-and-rebase:
+    name: Fetch and rebase
+    runs-on: ${{ needs.prepare.outputs.runner }}
     needs:
       - prepare
-    uses: ./.github/workflows/_fetch_and_rebase.yml
-    with:
-      runner: ${{ needs.prepare.outputs.runner }}
-      loop: 10
+    steps:
+      - name: Pull latest codes for torch_npu
+        uses: ./.github/actions/fetch-and-rebase
+        with:
+          repo_path: /home/runner/actions-runner/codes/npu/pytorch
+          remote_branch: upstream/master
+          loop: 10
 
-  linux-py3_8-build-and-test:
-    name: linux-py3_8-7.0.RC1.alpha005
+  build-and-test:
+    name: Build and test
     needs:
       - prepare
-      - linux-py3_8-fetch-and-rebase
+      - fetch-and-rebase
     uses: ./.github/workflows/_build-and-test.yml
     with:
       runner: ${{ needs.prepare.outputs.runner }}

.github/workflows/ascend_npu_test.yml

@@ -0,0 +1 @@
+.idea

.gitignore

@@ -7,20 +7,15 @@ across various devices by running comprehensive GitHub workflows.
 
 ## Accelerator Integration Test Results
 
-| [torch_npu][1]                         |
-|----------------------------------------|
-| [![torch_npu periodic workflow][2]][3] | 
-| [![torch_npu manual workflow][4]][5]   |
+| [torch_npu][1]                   |
+|----------------------------------|
+| [![Ascend NPU Test Suite][2]][3] | 
 
 [1]: https://github.com/ascend/pytorch
 
-[2]: https://github.com/cosdt/pytorch-integration-tests/actions/workflows/periodic.yml/badge.svg
+[2]: https://github.com/cosdt/pytorch-integration-tests/actions/workflows/ascend_npu_test.yml/badge.svg
 
-[3]: https://github.com/cosdt/pytorch-integration-tests/actions/workflows/periodic.yml
-
-[4]: https://github.com/cosdt/pytorch-integration-tests/actions/workflows/manual.yml/badge.svg
-
-[5]: https://github.com/cosdt/pytorch-integration-tests/actions/workflows/manual.yml
+[3]: https://github.com/cosdt/pytorch-integration-tests/actions/workflows/ascend_npu_test.yml
 
 ## Overview