[CI] fix workflow (#10861)

* fix workflow

* remove codecov

Author: Liujie0926

.github/workflows/distribute.yml

@@ -49,7 +49,7 @@ jobs:
           if [[ -n "${IMAGE_NAME}" ]]; then
             echo "IMAGE_NAME=${IMAGE_NAME}" >> "$GITHUB_ENV"
           else
-            echo "IMAGE_NAME=registry.baidubce.com/paddlepaddle/paddle:latest-dev-cuda11.8-cudnn8.6-trt8.5-gcc82" >> "$GITHUB_ENV"
+            echo "IMAGE_NAME=registry.baidubce.com/paddlepaddle/paddle:latest-dev-cuda11.8-cudnn8.6-trt8.5-gcc82-latest" >> "$GITHUB_ENV"
           fi
 
       - name: Run Container
@@ -83,7 +83,7 @@ jobs:
               -e paddle_whl \
               -e FLAGS_dynamic_static_unified_comm \
               -e python_version \
-              -w /workspace --runtime=nvidia ${{ env.IMAGE_NAME }}
+              -w /workspace --runtime=nvidia $IMAGE_NAME
           fi
 
       - name: Download Code
@@ -136,17 +136,18 @@ jobs:
       - name: Upload Logs
         if: always()
         env:
-          home_path: ${{ github.workspace }}/../../..
-          bos_file: ${{ github.workspace }}/../../../bos/BosClient.py
+          home_path: ${{ github.workspace }}/..
+          bos_file: ${{ github.workspace }}/../bos_retry/BosClient.py
         run: |
           if [[ "$RUN_DOWNSTREAM" == "false" ]]; then
             echo "Not in a pull_request or test_build event. Skipping..."
           else
             docker exec -t $container_name /bin/bash -c '
+            unset http_proxy && unset https_proxy
             if [ ! -f "${{ env.bos_file }}" ]; then
-              wget -q --no-proxy -O ${{ env.home_path }}/bos_new.tar.gz https://xly-devops.bj.bcebos.com/home/bos_new.tar.gz --no-check-certificate
-              mkdir ${{ env.home_path }}/bos
-              tar xf ${{ env.home_path }}/bos_new.tar.gz -C ${{ env.home_path }}/bos
+              wget -q --no-proxy -O ${{ env.home_path }}/bos_retry.tar.gz https://xly-devops.bj.bcebos.com/home/bos_retry.tar.gz --no-check-certificate
+              mkdir ${{ env.home_path }}/bos_retry
+              tar xf ${{ env.home_path }}/bos_retry.tar.gz -C ${{ env.home_path }}/bos_retry
             fi
             
             if [[ "${{ env.RUN_DOWNSTREAM }}" == "" && -n "${PR_ID}" ]]; then
@@ -163,13 +164,11 @@ jobs:
               python ${{ env.bos_file }} $file paddle-github-action/PR/PaddleNLP/distribute/${bos_prefix}/logs
               echo "$file: https://paddle-github-action.bj.bcebos.com/PR/PaddleNLP/distribute/${bos_prefix}/logs/$file"
             done
-            tar -czf products.tar.gz ./
-            python ${{ env.bos_file }} products.tar.gz paddle-github-action/PR/PaddleNLP/distribute/${bos_prefix}/logs
-            echo "products: https://paddle-github-action.bj.bcebos.com/PR/PaddleNLP/distribute/${bos_prefix}/logs/products.tar.gz"
             '
           fi
 
       - name: Terminate And Delete the Container
         if: always()
         run: |
+          docker exec -t ${{ env.container_name }} /bin/bash -c 'rm -rf * .[^.]*'
           docker rm -f $container_name 2>/dev/null || true

.github/workflows/unittest-cpu.yml

@@ -94,12 +94,13 @@ jobs:
           make test
           '
 
-      - name: Upload Coverage To Codecov
-        uses: codecov/codecov-action@v3
-        env:
-          CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
-        with:
-          token: ${{ secrets.CODECOV_TOKEN }}
+      # - name: Upload Coverage To Codecov
+      #   uses: codecov/codecov-action@v3
+      #   env:
+      #     CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
+      #   with:
+      #     token: ${{ secrets.CODECOV_TOKEN }}
+      #     files: ./PaddleNLP/coverage.xml
 
       - name: Terminate And Delete the Container
         if: always()

.github/workflows/unittest-gpu.yml

@@ -106,7 +106,7 @@ get_diff_TO_case(){
     else
         cd ${nlp_dir}
         if [ $IS_A100 -ne 0 ];then
-            for file_name in `git diff --numstat ${AGILE_COMPILE_BRANCH} |awk '{print $NF}'`;do
+            for file_name in `git diff --numstat ${AGILE_COMPILE_BRANCH} -- |awk '{print $NF}'`;do
                 arr_file_name=(${file_name//// })
                 dir1=${arr_file_name[0]}
                 dir2=${arr_file_name[1]}

scripts/distribute/run_ci.sh

@@ -63,9 +63,6 @@ all_P0case_dic=(["msra_ner"]=15
     ["llm"]=5)
 ####################################
 
-python -m pip config --user unset global.index
-python -m pip config --user unset global.index-url
-python -m pip config --user unset global.trusted-host
 python -m pip config --user set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple
 python -m pip config --user set global.trusted-host pypi.tuna.tsinghua.edu.cn
 

scripts/regression/run_ci.sh

@@ -26,9 +26,6 @@ if [ ! -d "unittest_logs" ];then
 fi
 
 install_requirements() {
-    python -m pip config --user unset global.index
-    python -m pip config --user unset global.index-url
-    python -m pip config --user unset global.trusted-host
     python -m pip config --user set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple
     python -m pip config --user set global.trusted-host pypi.tuna.tsinghua.edu.cn
     python -m pip install -r requirements.txt

scripts/unit_test/ci_unit.sh

@@ -22,4 +22,3 @@ paddleslim
 codecov-cli
 allure-pytest
 bce-python-sdk==0.8.74
-torchcodec