Fix model unittest CI

Author: huanghengheng

.github/workflows/model-unittest-gpu.yml

@@ -34,7 +34,7 @@ defaults:
 jobs:
   model-unittest-gpu-ci:
     name: model-unittest-gpu-ci
-    runs-on: ${{ inputs.runner || 'ernie-8gpu-1' }}
+    runs-on: ${{ inputs.runner || 'ernie-8gpu' }}
     steps:
       - name: Determine Image Name
         env:
@@ -72,6 +72,8 @@ jobs:
             -e python_version \
             -e HF_PROXY_PATH=$work_dir/../../../proxy_huggingface \
             -e AISTUDIO_PROXY_PATH=$work_dir/../../../proxy_aistudio \
+            -e "HF_DATASETS_CACHE=$work_dir/../../../paddlenlp/huggingface/datasets" \
+            -e "TRANSFORMERS_CACHE=$work_dir/../../../paddlenlp/huggingface" \
             -w /workspace --runtime=nvidia --privileged $IMAGE_NAME
             
       - name: Download Code

.github/workflows/unittest-gpu.yml

@@ -73,6 +73,8 @@ jobs:
             -e python_version \
             -e HF_PROXY_PATH=$work_dir/../../../proxy_huggingface \
             -e AISTUDIO_PROXY_PATH=$work_dir/../../../proxy_aistudio \
+            -e "HF_DATASETS_CACHE=$work_dir/../../../paddlenlp/huggingface/datasets" \
+            -e "TRANSFORMERS_CACHE=$work_dir/../../../paddlenlp/huggingface" \
             -w /workspace --runtime=nvidia --privileged $IMAGE_NAME
             
       - name: Download Code

pyproject.toml

@@ -6,7 +6,6 @@ skip = ['paddleformers/transformers/__init__.py']
 [tool.black]
 line-length = 119
 target_version = ['py35', 'py36', 'py37', 'py38', 'py39', 'py310']
-exclude = ['.flake8']
 
 [tool.pytest.ini_options]
 minversion = "6.0"

scripts/regression/test_dpo.py

@@ -177,9 +177,7 @@ def test_dpo_lora(self):
             "--output_path",
             lora_merge_output_dir,
         ]
-        lora_merge_p = subprocess.run(
-            lora_merge_cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, text=True
-        )
+        lora_merge_p = subprocess.run(lora_merge_cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, text=True)
         self.dpotrain_tester.assert_result(lora_merge_p.returncode, lora_merge_p.stdout)
 
         # test lora_merge_model generate

scripts/regression/test_sft.py

@@ -201,9 +201,7 @@ def test_sft_lora(self):
             "--output_path",
             lora_merge_output_dir,
         ]
-        lora_merge_p = subprocess.run(
-            lora_merge_cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, text=True
-        )
+        lora_merge_p = subprocess.run(lora_merge_cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, text=True)
         self.sfttrain_tester.assert_result(lora_merge_p.returncode, lora_merge_p.stdout)
 
         # test lora_merge_model generate