[ci] add unittest (#2390)

* Fix extract_role_pred to properly strip whitespace and use explicit None checks

* update

* fix lint

* update

* update

* update

* update

* update

* update

* update

* update

* update

* Update test_base_task.py

* Update test_base_task.py

Author: zhulinJulia24

.github/workflows/pr-stage-check.yml

@@ -20,7 +20,7 @@ jobs:
       matrix:
         python-version: ['3.10']
         include:
-          - torch: 2.5.1
+          - torch: 2.9.0
     steps:
       - name: Free disk space
         uses: jlumbroso/free-disk-space@main
@@ -62,10 +62,10 @@ jobs:
         run: |
           python run.py --models hf_opt_125m --datasets siqa_gen winograd_ppl --dry-run
 
-  build_cu117:
+  build_cu131:
     runs-on: ubuntu-latest
     container:
-      image: nvidia/cuda:11.7.1-cudnn8-runtime-ubuntu22.04
+      image: nvidia/cuda:13.1.1-cudnn-runtime-ubuntu24.04
     strategy:
       matrix:
         python-version: ['3.10']

.github/workflows/unit-test.yml

@@ -0,0 +1,56 @@
+name: unit_test
+
+on:
+  pull_request:
+    paths-ignore:
+      - 'README.md'
+      - 'README_zh-CN.md'
+      - 'docs/**'
+      - 'configs/**'
+      - 'tools/**'
+  workflow_dispatch:
+  schedule:
+    - cron:  '56 22 * * *'
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+env:
+  CONDA_ENV: unit_test
+  CONDA_PATH: /mnt/shared-storage-user/opencompass-shared/qa-llm-cicd/miniconda3
+  COMPASS_DATA_CACHE: /mnt/shared-storage-user/auto-eval-pipeline/opencompass/llmeval/compass_data_cache
+  KUBEBRAIN_CLUSTER_ENTRY: https://h.pjlab.org.cn
+  KUBEBRAIN_NAMESPACE: ailab-opencompass
+  JOB_NAME: unit-test-${{ github.run_id }}-${{ github.run_attempt }}
+
+jobs:
+  unit_test:
+    runs-on: yidian_cu12_ut
+    timeout-minutes: 45
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+      - name: Prepare - Install opencompass
+        run: |
+          . ${{env.CONDA_PATH}}/bin/activate
+          conda activate ${{env.CONDA_ENV}}
+          python3 -m pip uninstall opencompass -y
+          python3 -m pip install .[full]
+          conda info --envs 
+          pip list
+          lmdeploy check_env
+      - name: Run test
+        run: |
+          . ${{env.CONDA_PATH}}/bin/activate
+          conda activate ${{env.CONDA_ENV}}
+          pip list
+          coverage run --include="**/opencompass/**/*.py" -m pytest tests -s -vv
+          coverage report -m
+      - name:  Uninstall opencompass
+        if: always()
+        run: |
+          . ${{env.CONDA_PATH}}/bin/activate
+          conda activate ${{env.CONDA_ENV}}
+          python3 -m pip uninstall opencompass -y
+          conda info --envs

.pre-commit-config-zh-cn.yaml

@@ -1,7 +1,7 @@
 exclude: |
     (?x)^(
       tests/data/|
-      tests/dataset/|
+      tests/datasets/|
       opencompass/models/internal/|
       opencompass/utils/internal/|
       opencompass/openicl/icl_evaluator/hf_metrics/|

.pre-commit-config.yaml

@@ -1,7 +1,7 @@
 exclude: |
     (?x)^(
       tests/data/|
-      tests/dataset/|
+      tests/datasets/|
       opencompass/models/internal/|
       opencompass/utils/internal/|
       opencompass/openicl/icl_evaluator/hf_metrics/|
@@ -16,7 +16,7 @@ exclude: |
       docs/zh_cn/advanced_guides/compassbench_intro.md |
       docs/zh_cn/advanced_guides/compassbench_v2_0.md |
       opencompass/utils/datasets.py |
-      opencompass/utils/datasets_info.py
+      opencompass/utils/datasets_info.py 
     )
 repos:
   - repo: https://github.com/PyCQA/flake8