[CI] update pytest config (#2620)

Author: Liujie0926

.github/workflows/ce-unittest-gpu.yml

@@ -102,7 +102,7 @@ jobs:
           pip config set global.cache-dir "/home/.cache/pip"
           set -e
           cd /workspace/PaddleFormers && git config --global --add safe.directory $PWD
-          timeout 2h bash scripts/unit_test/ci_unit.sh ${paddle_whl} true
+          timeout 40m bash scripts/unit_test/ci_unit.sh ${paddle_whl} true
           '
           
       - name: Upload Allure-reports & Logs

.github/workflows/unittest-gpu.yml

@@ -112,7 +112,7 @@ jobs:
           cd /workspace/PaddleFormers && git config --global --add safe.directory $PWD
           source $work_dir/../../../proxy
           source $work_dir/../../../AISTUDIO_ACCESS_TOKEN
-          timeout 100m bash scripts/unit_test/ci_unit.sh ${paddle_whl}
+          timeout 30m bash scripts/unit_test/ci_unit.sh ${paddle_whl}
           '
           
       - name: Upload Products

pyproject.toml

@@ -14,9 +14,10 @@ addopts = "-ra -q "
 pythonpath = ["."]
 testpaths = [
     "tests/data",
-    "tests/datasets",
+    "tests/dataset",
     "tests/generation",
     "tests/mergekit",
+    "tests/nn",
     "tests/peft",
     "tests/trainer",
     "tests/transformers",

scripts/unit_test/ci_unit.sh

@@ -47,14 +47,12 @@ set_env() {
     export FLAGS_cudnn_deterministic=1
     export HF_ENDPOINT=https://hf-mirror.com
     export FLAGS_use_cuda_managed_memory=true
-    export running_time=80m
 
     # for CE
     if [[ ${FLAGS_enable_CE} == "true" ]];then
         export CE_TEST_ENV=1
         export RUN_SLOW_TEST=1
         export PYTHONPATH=${nlp_dir}:${nlp_dir}/llm:${PYTHONPATH}
-        export running_time=5h
     fi
 }
 
@@ -111,7 +109,6 @@ if [[ ${FLAGS_enable_CI} == "true" ]] || [[ ${FLAGS_enable_CE} == "true" ]];then
     DOWNLOAD_SOURCE=aistudio WAIT_UNTIL_DONE=True \
     PYTHONPATH=$(pwd) \
     COVERAGE_SOURCE=paddleformers \
-    timeout ${running_time} \
     python -m pytest -v -n 8 \
         --dist loadgroup \
         --retries 3 --retry-delay 1 \

tests/nn/test_attention.py

@@ -219,7 +219,7 @@ def test_forward_calls_correct_function(self):
             self.key,
             self.value,
             scaling=self.scaling,
-            attn_mask_start_row_indices=self.startend_row_indices,
+            attn_mask_startend_row_indices=self.startend_row_indices,
             sink=self.sink,
         )
 
@@ -261,7 +261,7 @@ def test_correctness(self):
             self.key,
             self.value,
             scaling=self.scaling,
-            attn_mask_start_row_indices=self.startend_row_indices,
+            attn_mask_startend_row_indices=self.startend_row_indices,
             sink=self.sink,
             is_causal=False,
         )

tests/testing_utils.py

@@ -573,7 +573,7 @@ def wrapper(*args, **kwargs):
                 )  # proxy_aistudio also suit for modelscope
 
             print(f"set proxy for {download_hub}, proxy path: {proxy_path}")
-            command = f"source {proxy_path} && env"
+            command = f". {proxy_path} && env"
 
             proc = subprocess.Popen(command, stdout=subprocess.PIPE, shell=True)
             out, _ = proc.communicate()