From bf51f3e01342d31812633dbb634ad497d048829d Mon Sep 17 00:00:00 2001 From: "Liu, Wenjun" Date: Mon, 18 Dec 2023 14:20:15 +0800 Subject: [PATCH 01/18] 1 --- test | 0 1 file changed, 0 insertions(+), 0 deletions(-) create mode 100644 test diff --git a/test b/test new file mode 100644 index 0000000..e69de29 From f93e1710a049ee12a1fe7d26f31ca5e9c60a0a9f Mon Sep 17 00:00:00 2001 From: "Liu, Wenjun" Date: Mon, 18 Dec 2023 14:25:34 +0800 Subject: [PATCH 02/18] chagne machine to IDC --- .github/workflows/demo.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/demo.yml b/.github/workflows/demo.yml index 09fa3f0..ead7046 100644 --- a/.github/workflows/demo.yml +++ b/.github/workflows/demo.yml @@ -12,7 +12,7 @@ concurrency: jobs: openXLA-DEMO-CI: - runs-on: IDC_demo + runs-on: Intel_openxla steps: - name: Check out repository code uses: actions/checkout@v3 From 012b65c8d5e2a8fd7e4b026699543711ec1b653d Mon Sep 17 00:00:00 2001 From: "Liu, Wenjun" Date: Mon, 18 Dec 2023 14:27:59 +0800 Subject: [PATCH 03/18] change branch --- .github/workflows/demo.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/demo.yml b/.github/workflows/demo.yml index ead7046..8fdfa8e 100644 --- a/.github/workflows/demo.yml +++ b/.github/workflows/demo.yml @@ -3,7 +3,7 @@ run-name: ${{ github.actor }} is testing out GitHub Action on: pull_request: branches: - - IDC_demo_master + - wenjun/ci concurrency: group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} From 89d15a59f551da5097b553d3d2923ac7b3d75ca1 Mon Sep 17 00:00:00 2001 From: "Liu, Wenjun" Date: Mon, 18 Dec 2023 14:34:33 +0800 Subject: [PATCH 04/18] use the default mini conda --- .github/workflows/demo.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/demo.yml b/.github/workflows/demo.yml index 8fdfa8e..c2ec0d5 100644 --- a/.github/workflows/demo.yml +++ b/.github/workflows/demo.yml @@ -21,7 +21,7 @@ jobs: run: | set +e CONDA_ENV=openxla_preCI_${{ github.event.pull_request.number }}_${{ runner.name }} - source ${HOME}/miniconda3/bin/activate ${CONDA_ENV} + source /opt/miniconda/bin/activate ${CONDA_ENV} if [ $? -ne 0 ]; then echo 'conda env does not exist' conda create -n ${CONDA_ENV} python=3.10 -y @@ -38,7 +38,7 @@ jobs: run: | set +e CONDA_ENV=openxla_preCI_${{ github.event.pull_request.number }}_${{ runner.name }} - source ${HOME}/miniconda3/bin/activate ${CONDA_ENV} + source /opt/miniconda/bin/activate ${CONDA_ENV} which bazel if [ $? -eq 1 ]; then wget https://github.com/bazelbuild/bazel/releases/download/5.3.0/bazel-5.3.0-installer-linux-x86_64.sh @@ -74,7 +74,7 @@ jobs: run: | set +e CONDA_ENV=openxla_preCI_${{ github.event.pull_request.number }}_${{ runner.name }} - source ${HOME}/miniconda3/bin/activate ${CONDA_ENV} + source /opt/miniconda/bin/activate ${CONDA_ENV} # install requirement from https://github.com/intel-innersource/frameworks.ai.infrastructure.intel-extension-for-tensorflow.jax/blob/yang/jax-v0.4.20/build/test-requirements.txt # pip install -e . (install in local ) basekit_path=/home/sdp From b0f0a5ea3f04e1f1701c19765eb3b32466436b26 Mon Sep 17 00:00:00 2001 From: wenjun liu Date: Mon, 18 Dec 2023 14:43:20 +0800 Subject: [PATCH 05/18] Update demo.yml --- .github/workflows/demo.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/demo.yml b/.github/workflows/demo.yml index c2ec0d5..4f56b1f 100644 --- a/.github/workflows/demo.yml +++ b/.github/workflows/demo.yml @@ -12,7 +12,7 @@ concurrency: jobs: openXLA-DEMO-CI: - runs-on: Intel_openxla + runs-on: Linux steps: - name: Check out repository code uses: actions/checkout@v3 From 9398499f69e19c371790f6537d0bd2692a4c6bb0 Mon Sep 17 00:00:00 2001 From: wenjun liu Date: Tue, 19 Dec 2023 10:08:09 +0800 Subject: [PATCH 06/18] Update intel_openxla_ci.yml --- .github/workflows/intel_openxla_ci.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/intel_openxla_ci.yml b/.github/workflows/intel_openxla_ci.yml index cc61410..5852826 100644 --- a/.github/workflows/intel_openxla_ci.yml +++ b/.github/workflows/intel_openxla_ci.yml @@ -21,7 +21,7 @@ jobs: run: | set +e CONDA_ENV=openxla_preCI_${{ github.event.pull_request.number }}_${{ runner.name }} - source ${HOME}/miniconda3/bin/activate ${CONDA_ENV} + source /opt/miniconda/bin/activate ${CONDA_ENV} if [ $? -ne 0 ]; then echo 'conda env does not exist' conda create -n ${CONDA_ENV} python=3.10 -y @@ -38,7 +38,7 @@ jobs: run: | set +e CONDA_ENV=openxla_preCI_${{ github.event.pull_request.number }}_${{ runner.name }} - source ${HOME}/miniconda3/bin/activate ${CONDA_ENV} + source /opt/miniconda/bin/activate ${CONDA_ENV} which bazel if [ $? -eq 1 ]; then wget https://github.com/bazelbuild/bazel/releases/download/5.3.0/bazel-5.3.0-installer-linux-x86_64.sh @@ -74,7 +74,7 @@ jobs: run: | set +e CONDA_ENV=openxla_preCI_${{ github.event.pull_request.number }}_${{ runner.name }} - source ${HOME}/miniconda3/bin/activate ${CONDA_ENV} + source /opt/miniconda/bin/activate ${CONDA_ENV} # install requirement from https://github.com/intel-innersource/frameworks.ai.infrastructure.intel-extension-for-tensorflow.jax/blob/yang/jax-v0.4.20/build/test-requirements.txt # pip install -e . (install in local ) basekit_path=/home/sdp From a5806ee676683915d2180a7bc4eb207c43f48004 Mon Sep 17 00:00:00 2001 From: wenjun liu Date: Tue, 19 Dec 2023 15:23:26 +0800 Subject: [PATCH 07/18] Update intel_openxla_ci.yml --- .github/workflows/intel_openxla_ci.yml | 104 ++++++++++++------------- 1 file changed, 52 insertions(+), 52 deletions(-) diff --git a/.github/workflows/intel_openxla_ci.yml b/.github/workflows/intel_openxla_ci.yml index 5852826..55deb22 100644 --- a/.github/workflows/intel_openxla_ci.yml +++ b/.github/workflows/intel_openxla_ci.yml @@ -17,58 +17,58 @@ jobs: - name: Check out repository code uses: actions/checkout@v3 - - name: Prepare Conda Environment - run: | - set +e - CONDA_ENV=openxla_preCI_${{ github.event.pull_request.number }}_${{ runner.name }} - source /opt/miniconda/bin/activate ${CONDA_ENV} - if [ $? -ne 0 ]; then - echo 'conda env does not exist' - conda create -n ${CONDA_ENV} python=3.10 -y - conda activate ${CONDA_ENV} - fi - pip install jax==0.4.20 jaxlib==0.4.20 - pip install numpy - conda install libstdcxx-ng==12.2.0 -c conda-forge - pip install absl-py - pip list | grep numpy - pip list | grep jax + # - name: Prepare Conda Environment + # run: | + # set +e + # CONDA_ENV=openxla_preCI_${{ github.event.pull_request.number }}_${{ runner.name }} + # source /opt/miniconda/bin/activate ${CONDA_ENV} + # if [ $? -ne 0 ]; then + # echo 'conda env does not exist' + # conda create -n ${CONDA_ENV} python=3.10 -y + # conda activate ${CONDA_ENV} + # fi + # pip install jax==0.4.20 jaxlib==0.4.20 + # pip install numpy + # conda install libstdcxx-ng==12.2.0 -c conda-forge + # pip install absl-py + # pip list | grep numpy + # pip list | grep jax - - name: Build openXLA - run: | - set +e - CONDA_ENV=openxla_preCI_${{ github.event.pull_request.number }}_${{ runner.name }} - source /opt/miniconda/bin/activate ${CONDA_ENV} - which bazel - if [ $? -eq 1 ]; then - wget https://github.com/bazelbuild/bazel/releases/download/5.3.0/bazel-5.3.0-installer-linux-x86_64.sh - bash bazel-5.3.0-installer-linux-x86_64.sh --user - fi - export PATH=$PATH:/home/sdp/bin - source /home/sdp/.bazel/bin/bazel-complete.bash - bazel --version - pip list | grep numpy - pip install numpy - basekit_path=/home/sdp - complier_path=${basekit_path}/intel/oneapi/compiler/latest - mkl_path=${basekit_path}/intel/oneapi/mkl/latest - cp /home/sdp/openXLA_demoxla_auto_configure_mkl.exp . - ls - python --version - chmod +x ./openXLA_demoxla_auto_configure_mkl.exp - ./openXLA_demoxla_auto_configure_mkl.exp $complier_path $mkl_path - bazel clean --expunge --async - bazel build //xla/tools/pip_package:build_pip_package - ./bazel-bin/xla/tools/pip_package/build_pip_package ./ - build_result=${PIPESTATUS[0]} - echo $build_result - if [ "$build_result" = "0" ];then - echo "Build successful" - pip install *.whl - else - echo "Build Failed" - exit 1 - fi + # - name: Build openXLA + # run: | + # set +e + # CONDA_ENV=openxla_preCI_${{ github.event.pull_request.number }}_${{ runner.name }} + # source /opt/miniconda/bin/activate ${CONDA_ENV} + # which bazel + # if [ $? -eq 1 ]; then + # wget https://github.com/bazelbuild/bazel/releases/download/5.3.0/bazel-5.3.0-installer-linux-x86_64.sh + # bash bazel-5.3.0-installer-linux-x86_64.sh --user + # fi + # export PATH=$PATH:/home/sdp/bin + # source /home/sdp/.bazel/bin/bazel-complete.bash + # bazel --version + # pip list | grep numpy + # pip install numpy + # basekit_path=/home/sdp + # complier_path=${basekit_path}/intel/oneapi/compiler/latest + # mkl_path=${basekit_path}/intel/oneapi/mkl/latest + # cp /home/sdp/openXLA_demoxla_auto_configure_mkl.exp . + # ls + # python --version + # chmod +x ./openXLA_demoxla_auto_configure_mkl.exp + # ./openXLA_demoxla_auto_configure_mkl.exp $complier_path $mkl_path + # bazel clean --expunge --async + # bazel build //xla/tools/pip_package:build_pip_package + # ./bazel-bin/xla/tools/pip_package/build_pip_package ./ + # build_result=${PIPESTATUS[0]} + # echo $build_result + # if [ "$build_result" = "0" ];then + # echo "Build successful" + # pip install *.whl + # else + # echo "Build Failed" + # exit 1 + # fi - name: UT testing run: | @@ -85,7 +85,7 @@ jobs: cd jax_test/openxla/ mkdir -p ./logs/ut pip install -r /home/sdp/xuming/test-requirements.txt - find ./tests -name "*.py" | sed 's#\./##g' > ut_list.txt + find ./tests -name "*.py" | sed 's#\./##g' |& tee ut_list.txt file_path=./ut_list.txt reference_file=./distribute_ut_list.txt From c4a995031a392fc41e3dbb0ea30afe2ff0538270 Mon Sep 17 00:00:00 2001 From: wenjun liu Date: Tue, 19 Dec 2023 16:35:33 +0800 Subject: [PATCH 08/18] Update intel_openxla_ci.yml --- .github/workflows/intel_openxla_ci.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/intel_openxla_ci.yml b/.github/workflows/intel_openxla_ci.yml index 55deb22..a0a79ba 100644 --- a/.github/workflows/intel_openxla_ci.yml +++ b/.github/workflows/intel_openxla_ci.yml @@ -82,7 +82,8 @@ jobs: source ${basekit_path}/intel/oneapi/mkl/latest/env/vars.sh git clone https://github.com/wendyliu235/aipc_unify_validation_infr.git jax_test - cd jax_test/openxla/ + cd jax_test && pip install -e . + cd openxla mkdir -p ./logs/ut pip install -r /home/sdp/xuming/test-requirements.txt find ./tests -name "*.py" | sed 's#\./##g' |& tee ut_list.txt From 0e310321c5953cef3e3b9801945673ae39420f7b Mon Sep 17 00:00:00 2001 From: wenjun liu Date: Wed, 20 Dec 2023 13:03:27 +0800 Subject: [PATCH 09/18] Update intel_openxla_ci.yml --- .github/workflows/intel_openxla_ci.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/intel_openxla_ci.yml b/.github/workflows/intel_openxla_ci.yml index a0a79ba..6260e2d 100644 --- a/.github/workflows/intel_openxla_ci.yml +++ b/.github/workflows/intel_openxla_ci.yml @@ -82,8 +82,8 @@ jobs: source ${basekit_path}/intel/oneapi/mkl/latest/env/vars.sh git clone https://github.com/wendyliu235/aipc_unify_validation_infr.git jax_test - cd jax_test && pip install -e . - cd openxla + cd jax_test/openxla + pip install ./tools/*.whl mkdir -p ./logs/ut pip install -r /home/sdp/xuming/test-requirements.txt find ./tests -name "*.py" | sed 's#\./##g' |& tee ut_list.txt From 666ee3c27ae67e8732b6b45a1845669c83345c7a Mon Sep 17 00:00:00 2001 From: wenjun liu Date: Wed, 20 Dec 2023 13:24:53 +0800 Subject: [PATCH 10/18] Update intel_openxla_ci.yml --- .github/workflows/intel_openxla_ci.yml | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/.github/workflows/intel_openxla_ci.yml b/.github/workflows/intel_openxla_ci.yml index 6260e2d..4603d33 100644 --- a/.github/workflows/intel_openxla_ci.yml +++ b/.github/workflows/intel_openxla_ci.yml @@ -130,14 +130,14 @@ jobs: else log_name=$(basename "$line" .py) echo "running ut on device-$id" - echo $file + echo $line echo $id - echo "ZE_AFFINITY_MASK=$id python $file" - ZE_AFFINITY_MASK=$id python $file > ./logs/ut/$log_name.log + echo "ZE_AFFINITY_MASK=$id python $line" + ZE_AFFINITY_MASK=$id python $line > ./logs/ut/$log_name.log if [ ${PIPESTATUS[0]} -eq 0 ]; then - echo "run $file successfully" + echo "run $line successfully" else - echo "run $test_case failed" + echo "run $line failed" fi # writing one data to the pipe for the next task echo $id >&6 From d4c92da17e6b00baccdc1c3ac9aaf2a5904ea21e Mon Sep 17 00:00:00 2001 From: wenjun liu Date: Wed, 20 Dec 2023 15:47:58 +0800 Subject: [PATCH 11/18] Update intel_openxla_ci.yml --- .github/workflows/intel_openxla_ci.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/intel_openxla_ci.yml b/.github/workflows/intel_openxla_ci.yml index 4603d33..7c35546 100644 --- a/.github/workflows/intel_openxla_ci.yml +++ b/.github/workflows/intel_openxla_ci.yml @@ -127,6 +127,7 @@ jobs: echo "Processing line: $line" if grep -qFx "$line" "$reference_file"; then echo "'$line' is distribute case,skip" + echo $id >&6 else log_name=$(basename "$line" .py) echo "running ut on device-$id" From a15838fdf0daa30354176dc092e3264c220b1c0b Mon Sep 17 00:00:00 2001 From: wenjun liu Date: Wed, 20 Dec 2023 16:11:08 +0800 Subject: [PATCH 12/18] Update intel_openxla_ci.yml --- .github/workflows/intel_openxla_ci.yml | 18 ++++++++++++++++-- 1 file changed, 16 insertions(+), 2 deletions(-) diff --git a/.github/workflows/intel_openxla_ci.yml b/.github/workflows/intel_openxla_ci.yml index 7c35546..4aca1f9 100644 --- a/.github/workflows/intel_openxla_ci.yml +++ b/.github/workflows/intel_openxla_ci.yml @@ -101,6 +101,11 @@ jobs: echo "'$line' is distribute case" log_name=$(basename "$line" .py) python $line > ./logs/ut/$log_name.log + if [ ${PIPESTATUS[0]} -eq 0 ]; then + echo "run $line successfully" >> ./logs/ut/successful.log + else + echo "run $line failed" >> ./logs/ut/err.log + fi fi done < "$file_path" else @@ -136,9 +141,9 @@ jobs: echo "ZE_AFFINITY_MASK=$id python $line" ZE_AFFINITY_MASK=$id python $line > ./logs/ut/$log_name.log if [ ${PIPESTATUS[0]} -eq 0 ]; then - echo "run $line successfully" + echo "run $line successfully" >> ./logs/ut/successful.log else - echo "run $line failed" + echo "run $line failed" >> ./logs/ut/err.log fi # writing one data to the pipe for the next task echo $id >&6 @@ -147,3 +152,12 @@ jobs: done < "$file_path" wait exec 6>&- + + if [ -f "./logs/ut/err.log" ]; then + echo "exist fail cases" + exit 1 + else + echo "run successful" + fi + + From a1710b6dba1148155130b641299acfcb51b6def1 Mon Sep 17 00:00:00 2001 From: wenjun liu Date: Wed, 20 Dec 2023 16:30:40 +0800 Subject: [PATCH 13/18] Update intel_openxla_ci.yml --- .github/workflows/intel_openxla_ci.yml | 102 ++++++++++++------------- 1 file changed, 51 insertions(+), 51 deletions(-) diff --git a/.github/workflows/intel_openxla_ci.yml b/.github/workflows/intel_openxla_ci.yml index 4aca1f9..b7d1762 100644 --- a/.github/workflows/intel_openxla_ci.yml +++ b/.github/workflows/intel_openxla_ci.yml @@ -17,58 +17,58 @@ jobs: - name: Check out repository code uses: actions/checkout@v3 - # - name: Prepare Conda Environment - # run: | - # set +e - # CONDA_ENV=openxla_preCI_${{ github.event.pull_request.number }}_${{ runner.name }} - # source /opt/miniconda/bin/activate ${CONDA_ENV} - # if [ $? -ne 0 ]; then - # echo 'conda env does not exist' - # conda create -n ${CONDA_ENV} python=3.10 -y - # conda activate ${CONDA_ENV} - # fi - # pip install jax==0.4.20 jaxlib==0.4.20 - # pip install numpy - # conda install libstdcxx-ng==12.2.0 -c conda-forge - # pip install absl-py - # pip list | grep numpy - # pip list | grep jax + - name: Prepare Conda Environment + run: | + set +e + CONDA_ENV=openxla_preCI_${{ github.event.pull_request.number }}_${{ runner.name }} + source /opt/miniconda/bin/activate ${CONDA_ENV} + if [ $? -ne 0 ]; then + echo 'conda env does not exist' + conda create -n ${CONDA_ENV} python=3.10 -y + conda activate ${CONDA_ENV} + fi + pip install jax==0.4.20 jaxlib==0.4.20 + pip install numpy + conda install libstdcxx-ng==12.2.0 -c conda-forge + pip install absl-py + pip list | grep numpy + pip list | grep jax - # - name: Build openXLA - # run: | - # set +e - # CONDA_ENV=openxla_preCI_${{ github.event.pull_request.number }}_${{ runner.name }} - # source /opt/miniconda/bin/activate ${CONDA_ENV} - # which bazel - # if [ $? -eq 1 ]; then - # wget https://github.com/bazelbuild/bazel/releases/download/5.3.0/bazel-5.3.0-installer-linux-x86_64.sh - # bash bazel-5.3.0-installer-linux-x86_64.sh --user - # fi - # export PATH=$PATH:/home/sdp/bin - # source /home/sdp/.bazel/bin/bazel-complete.bash - # bazel --version - # pip list | grep numpy - # pip install numpy - # basekit_path=/home/sdp - # complier_path=${basekit_path}/intel/oneapi/compiler/latest - # mkl_path=${basekit_path}/intel/oneapi/mkl/latest - # cp /home/sdp/openXLA_demoxla_auto_configure_mkl.exp . - # ls - # python --version - # chmod +x ./openXLA_demoxla_auto_configure_mkl.exp - # ./openXLA_demoxla_auto_configure_mkl.exp $complier_path $mkl_path - # bazel clean --expunge --async - # bazel build //xla/tools/pip_package:build_pip_package - # ./bazel-bin/xla/tools/pip_package/build_pip_package ./ - # build_result=${PIPESTATUS[0]} - # echo $build_result - # if [ "$build_result" = "0" ];then - # echo "Build successful" - # pip install *.whl - # else - # echo "Build Failed" - # exit 1 - # fi + - name: Build openXLA + run: | + set +e + CONDA_ENV=openxla_preCI_${{ github.event.pull_request.number }}_${{ runner.name }} + source /opt/miniconda/bin/activate ${CONDA_ENV} + which bazel + if [ $? -eq 1 ]; then + wget https://github.com/bazelbuild/bazel/releases/download/5.3.0/bazel-5.3.0-installer-linux-x86_64.sh + bash bazel-5.3.0-installer-linux-x86_64.sh --user + fi + export PATH=$PATH:/home/sdp/bin + source /home/sdp/.bazel/bin/bazel-complete.bash + bazel --version + pip list | grep numpy + pip install numpy + basekit_path=/home/sdp + complier_path=${basekit_path}/intel/oneapi/compiler/latest + mkl_path=${basekit_path}/intel/oneapi/mkl/latest + cp /home/sdp/openXLA_demoxla_auto_configure_mkl.exp . + ls + python --version + chmod +x ./openXLA_demoxla_auto_configure_mkl.exp + ./openXLA_demoxla_auto_configure_mkl.exp $complier_path $mkl_path + bazel clean --expunge --async + bazel build //xla/tools/pip_package:build_pip_package + ./bazel-bin/xla/tools/pip_package/build_pip_package ./ + build_result=${PIPESTATUS[0]} + echo $build_result + if [ "$build_result" = "0" ];then + echo "Build successful" + pip install *.whl + else + echo "Build Failed" + exit 1 + fi - name: UT testing run: | From 45e302d5c81a90331bd8bf5655e9de81189c71bd Mon Sep 17 00:00:00 2001 From: wenjun liu Date: Thu, 21 Dec 2023 15:42:47 +0800 Subject: [PATCH 14/18] Update intel_openxla_ci.yml --- .github/workflows/intel_openxla_ci.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/intel_openxla_ci.yml b/.github/workflows/intel_openxla_ci.yml index b7d1762..0188807 100644 --- a/.github/workflows/intel_openxla_ci.yml +++ b/.github/workflows/intel_openxla_ci.yml @@ -100,7 +100,7 @@ jobs: if grep -qFx "$line" "$reference_file"; then echo "'$line' is distribute case" log_name=$(basename "$line" .py) - python $line > ./logs/ut/$log_name.log + python $line |& tee ./logs/ut/$log_name.log if [ ${PIPESTATUS[0]} -eq 0 ]; then echo "run $line successfully" >> ./logs/ut/successful.log else @@ -139,7 +139,7 @@ jobs: echo $line echo $id echo "ZE_AFFINITY_MASK=$id python $line" - ZE_AFFINITY_MASK=$id python $line > ./logs/ut/$log_name.log + ZE_AFFINITY_MASK=$id python $line |& tee ./logs/ut/$log_name.log if [ ${PIPESTATUS[0]} -eq 0 ]; then echo "run $line successfully" >> ./logs/ut/successful.log else From ba555eee940b5d2bc1174538f8b38f259650fd85 Mon Sep 17 00:00:00 2001 From: wenjun liu Date: Fri, 22 Dec 2023 09:31:46 +0800 Subject: [PATCH 15/18] Update intel_openxla_ci.yml --- .github/workflows/intel_openxla_ci.yml | 291 +++++++++++++------------ 1 file changed, 149 insertions(+), 142 deletions(-) diff --git a/.github/workflows/intel_openxla_ci.yml b/.github/workflows/intel_openxla_ci.yml index 0188807..8ff7c56 100644 --- a/.github/workflows/intel_openxla_ci.yml +++ b/.github/workflows/intel_openxla_ci.yml @@ -17,147 +17,154 @@ jobs: - name: Check out repository code uses: actions/checkout@v3 - - name: Prepare Conda Environment - run: | - set +e - CONDA_ENV=openxla_preCI_${{ github.event.pull_request.number }}_${{ runner.name }} - source /opt/miniconda/bin/activate ${CONDA_ENV} - if [ $? -ne 0 ]; then - echo 'conda env does not exist' - conda create -n ${CONDA_ENV} python=3.10 -y - conda activate ${CONDA_ENV} - fi - pip install jax==0.4.20 jaxlib==0.4.20 - pip install numpy - conda install libstdcxx-ng==12.2.0 -c conda-forge - pip install absl-py - pip list | grep numpy - pip list | grep jax - - - name: Build openXLA - run: | - set +e - CONDA_ENV=openxla_preCI_${{ github.event.pull_request.number }}_${{ runner.name }} - source /opt/miniconda/bin/activate ${CONDA_ENV} - which bazel - if [ $? -eq 1 ]; then - wget https://github.com/bazelbuild/bazel/releases/download/5.3.0/bazel-5.3.0-installer-linux-x86_64.sh - bash bazel-5.3.0-installer-linux-x86_64.sh --user - fi - export PATH=$PATH:/home/sdp/bin - source /home/sdp/.bazel/bin/bazel-complete.bash - bazel --version - pip list | grep numpy - pip install numpy - basekit_path=/home/sdp - complier_path=${basekit_path}/intel/oneapi/compiler/latest - mkl_path=${basekit_path}/intel/oneapi/mkl/latest - cp /home/sdp/openXLA_demoxla_auto_configure_mkl.exp . - ls - python --version - chmod +x ./openXLA_demoxla_auto_configure_mkl.exp - ./openXLA_demoxla_auto_configure_mkl.exp $complier_path $mkl_path - bazel clean --expunge --async - bazel build //xla/tools/pip_package:build_pip_package - ./bazel-bin/xla/tools/pip_package/build_pip_package ./ - build_result=${PIPESTATUS[0]} - echo $build_result - if [ "$build_result" = "0" ];then - echo "Build successful" - pip install *.whl - else - echo "Build Failed" - exit 1 - fi - - - name: UT testing - run: | - set +e - CONDA_ENV=openxla_preCI_${{ github.event.pull_request.number }}_${{ runner.name }} - source /opt/miniconda/bin/activate ${CONDA_ENV} - # install requirement from https://github.com/intel-innersource/frameworks.ai.infrastructure.intel-extension-for-tensorflow.jax/blob/yang/jax-v0.4.20/build/test-requirements.txt - # pip install -e . (install in local ) - basekit_path=/home/sdp - source ${basekit_path}/intel/oneapi/compiler/latest/env/vars.sh - source ${basekit_path}/intel/oneapi/mkl/latest/env/vars.sh + # - name: Prepare Conda Environment + # run: | + # set +e + # CONDA_ENV=openxla_preCI_${{ github.event.pull_request.number }}_${{ runner.name }} + # source /opt/miniconda/bin/activate ${CONDA_ENV} + # if [ $? -ne 0 ]; then + # echo 'conda env does not exist' + # conda create -n ${CONDA_ENV} python=3.10 -y + # conda activate ${CONDA_ENV} + # fi + # pip install jax==0.4.20 jaxlib==0.4.20 + # pip install numpy + # conda install libstdcxx-ng==12.2.0 -c conda-forge + # pip install absl-py + # pip list | grep numpy + # pip list | grep jax + # - name: Build openXLA + # run: | + # set +e + # CONDA_ENV=openxla_preCI_${{ github.event.pull_request.number }}_${{ runner.name }} + # source /opt/miniconda/bin/activate ${CONDA_ENV} + # which bazel + # if [ $? -eq 1 ]; then + # wget https://github.com/bazelbuild/bazel/releases/download/5.3.0/bazel-5.3.0-installer-linux-x86_64.sh + # bash bazel-5.3.0-installer-linux-x86_64.sh --user + # fi + # export PATH=$PATH:/home/sdp/bin + # source /home/sdp/.bazel/bin/bazel-complete.bash + # bazel --version + # basekit_path=/home/sdp + # complier_path=${basekit_path}/intel/oneapi/compiler/latest + # mkl_path=${basekit_path}/intel/oneapi/mkl/latest + # #get build config + # if [ -d "jax_test" ]; then + # echo "jax_test folder already exists. Doing nothing." + # cp ./jax_test/openxla/config/openXLA_demoxla_auto_configure_mkl.exp . + # else + # git clone https://github.com/wendyliu235/aipc_unify_validation_infr.git jax_test + # cp ./jax_test/openxla/config/openXLA_demoxla_auto_configure_mkl.exp . + # fi + # python --version + # chmod +x ./openXLA_demoxla_auto_configure_mkl.exp + # ./openXLA_demoxla_auto_configure_mkl.exp $complier_path $mkl_path + # bazel clean --expunge --async + # bazel build //xla/tools/pip_package:build_pip_package + # ./bazel-bin/xla/tools/pip_package/build_pip_package ./ + # build_result=${PIPESTATUS[0]} + # echo $build_result + # if [ "$build_result" = "0" ];then + # echo "Build successful" + # pip install *.whl + # else + # echo "Build Failed" + # exit 1 + # fi + # - name: UT testing + # run: | + # set +e + # CONDA_ENV=openxla_preCI_${{ github.event.pull_request.number }}_${{ runner.name }} + # source /opt/miniconda/bin/activate ${CONDA_ENV} + # # install requirement from https://github.com/intel-innersource/frameworks.ai.infrastructure.intel-extension-for-tensorflow.jax/blob/yang/jax-v0.4.20/build/test-requirements.txt + # # pip install -e . (install in local ) + # basekit_path=/home/sdp + # source ${basekit_path}/intel/oneapi/compiler/latest/env/vars.sh + # source ${basekit_path}/intel/oneapi/mkl/latest/env/vars.sh + # if [ -d "jax_test" ]; then + # echo "jax_test folder already exists. Doing nothing." + # else + # git clone https://github.com/wendyliu235/aipc_unify_validation_infr.git jax_test + # fi + # cd jax_test/openxla + # pip install ./tools/*.whl + # pip install -r test-requirements.txt + # mkdir -p ./logs/ut + # find ./tests -name "*.py" | sed 's#\./##g' |& tee ut_list.txt + # file_path=./ut_list.txt + # reference_file=./distribute_ut_list.txt - git clone https://github.com/wendyliu235/aipc_unify_validation_infr.git jax_test - cd jax_test/openxla - pip install ./tools/*.whl - mkdir -p ./logs/ut - pip install -r /home/sdp/xuming/test-requirements.txt - find ./tests -name "*.py" | sed 's#\./##g' |& tee ut_list.txt - file_path=./ut_list.txt - reference_file=./distribute_ut_list.txt - - # run distribute ut first - # Check if the file exists - if [ -f "$file_path" ]; then - # Read each line using a while loop - while IFS= read -r line; do - # Process each line (you can replace this with your own logic) - echo "Processing line: $line" - if grep -qFx "$line" "$reference_file"; then - echo "'$line' is distribute case" - log_name=$(basename "$line" .py) - python $line |& tee ./logs/ut/$log_name.log - if [ ${PIPESTATUS[0]} -eq 0 ]; then - echo "run $line successfully" >> ./logs/ut/successful.log - else - echo "run $line failed" >> ./logs/ut/err.log - fi - fi - done < "$file_path" - else - echo "File not found: $file_path" - exit - fi - - # Loop through all Python files in the folder and execute them - dev_num=4 #IDC have 4 1100 pvc card - # Create a pipe and bind the file descriptor 6 - tmp_fifofile="/tmp/$$.fifo" - mkfifo $tmp_fifofile - exec 6<>$tmp_fifofile - rm $tmp_fifofile - # Writing NUM_PROC blank data to the pipe - for ((i=0;i<$dev_num;i++)); do - echo "$i" - done >&6 - - while IFS= read -r line; do - read -u6 id - { - # Process each line (you can replace this with your own logic) - echo "Processing line: $line" - if grep -qFx "$line" "$reference_file"; then - echo "'$line' is distribute case,skip" - echo $id >&6 - else - log_name=$(basename "$line" .py) - echo "running ut on device-$id" - echo $line - echo $id - echo "ZE_AFFINITY_MASK=$id python $line" - ZE_AFFINITY_MASK=$id python $line |& tee ./logs/ut/$log_name.log - if [ ${PIPESTATUS[0]} -eq 0 ]; then - echo "run $line successfully" >> ./logs/ut/successful.log - else - echo "run $line failed" >> ./logs/ut/err.log - fi - # writing one data to the pipe for the next task - echo $id >&6 - fi - } & - done < "$file_path" - wait - exec 6>&- - - if [ -f "./logs/ut/err.log" ]; then - echo "exist fail cases" - exit 1 - else - echo "run successful" - fi - + # # run distribute ut first + # # Check if the file exists + # if [ -f "$file_path" ]; then + # # Read each line using a while loop + # while IFS= read -r line; do + # # Process each line (you can replace this with your own logic) + # echo "Processing line: $line" + # if grep -qFx "$line" "$reference_file"; then + # echo "'$line' is distribute case" + # log_name=$(basename "$line" .py) + # python $line |& tee ./logs/ut/$log_name.log + # if [ ${PIPESTATUS[0]} -eq 0 ]; then + # echo "$line" >> ./logs/ut/successful.log + # else + # echo "$line" >> ./logs/ut/err.log + # fi + # fi + # done < "$file_path" + # else + # echo "File not found: $file_path" + # exit + # fi + # # Loop through all Python files in the folder and execute them + # dev_num=4 #IDC have 4 1100 pvc card + # # Create a pipe and bind the file descriptor 6 + # tmp_fifofile="/tmp/$$.fifo" + # mkfifo $tmp_fifofile + # exec 6<>$tmp_fifofile + # rm $tmp_fifofile + # # Writing NUM_PROC blank data to the pipe + # for ((i=0;i<$dev_num;i++)); do + # echo "$i" + # done >&6 + # while IFS= read -r line; do + # read -u6 id + # { + # # Process each line (you can replace this with your own logic) + # echo "Processing line: $line" + # if grep -qFx "$line" "$reference_file"; then + # echo "'$line' is distribute case,skip" + # echo $id >&6 + # else + # log_name=$(basename "$line" .py) + # echo "running ut on device-$id" + # echo $line + # echo $id + # echo "ZE_AFFINITY_MASK=$id python $line" + # ZE_AFFINITY_MASK=$id python $line |& tee ./logs/ut/$log_name.log + # if [ ${PIPESTATUS[0]} -eq 0 ]; then + # echo "$line" >> ./logs/ut/successful.log + # else + # echo "$line" >> ./logs/ut/err.log + # fi + # # writing one data to the pipe for the next task + # echo $id >&6 + # fi + # } & + # done < "$file_path" + # wait + # exec 6>&- + # if [ -f "./logs/ut/err.log" ]; then + # echo "exist fail cases" + # cat ./logs/ut/err.log + # exit 1 + # else + # echo "run successful" + # fi + - name: Upload XLA CI Data + uses: actions/upload-artifact@v3 + with: + name: XLA-CI-Data + path: /home/sdp/actions-runner/workspace_openxla/intel-extension-for-openxla/intel-extension-for-openxla/jax_test/openxla/logs From f85bdd672d9fcd63b0fa7ccc0a099e090e04c9a3 Mon Sep 17 00:00:00 2001 From: wenjun liu Date: Fri, 22 Dec 2023 09:42:52 +0800 Subject: [PATCH 16/18] Update intel_openxla_ci.yml --- .github/workflows/intel_openxla_ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/intel_openxla_ci.yml b/.github/workflows/intel_openxla_ci.yml index 8ff7c56..732e79d 100644 --- a/.github/workflows/intel_openxla_ci.yml +++ b/.github/workflows/intel_openxla_ci.yml @@ -167,4 +167,4 @@ jobs: uses: actions/upload-artifact@v3 with: name: XLA-CI-Data - path: /home/sdp/actions-runner/workspace_openxla/intel-extension-for-openxla/intel-extension-for-openxla/jax_test/openxla/logs + path: /home/sdp/xuming From 15e2aff146bdbed8028edadecda98c219b649b4d Mon Sep 17 00:00:00 2001 From: wenjun liu Date: Fri, 22 Dec 2023 10:12:06 +0800 Subject: [PATCH 17/18] Update intel_openxla_ci.yml --- .github/workflows/intel_openxla_ci.yml | 295 +++++++++++++------------ 1 file changed, 150 insertions(+), 145 deletions(-) diff --git a/.github/workflows/intel_openxla_ci.yml b/.github/workflows/intel_openxla_ci.yml index 732e79d..2bb8fe9 100644 --- a/.github/workflows/intel_openxla_ci.yml +++ b/.github/workflows/intel_openxla_ci.yml @@ -17,154 +17,159 @@ jobs: - name: Check out repository code uses: actions/checkout@v3 - # - name: Prepare Conda Environment - # run: | - # set +e - # CONDA_ENV=openxla_preCI_${{ github.event.pull_request.number }}_${{ runner.name }} - # source /opt/miniconda/bin/activate ${CONDA_ENV} - # if [ $? -ne 0 ]; then - # echo 'conda env does not exist' - # conda create -n ${CONDA_ENV} python=3.10 -y - # conda activate ${CONDA_ENV} - # fi - # pip install jax==0.4.20 jaxlib==0.4.20 - # pip install numpy - # conda install libstdcxx-ng==12.2.0 -c conda-forge - # pip install absl-py - # pip list | grep numpy - # pip list | grep jax - # - name: Build openXLA - # run: | - # set +e - # CONDA_ENV=openxla_preCI_${{ github.event.pull_request.number }}_${{ runner.name }} - # source /opt/miniconda/bin/activate ${CONDA_ENV} - # which bazel - # if [ $? -eq 1 ]; then - # wget https://github.com/bazelbuild/bazel/releases/download/5.3.0/bazel-5.3.0-installer-linux-x86_64.sh - # bash bazel-5.3.0-installer-linux-x86_64.sh --user - # fi - # export PATH=$PATH:/home/sdp/bin - # source /home/sdp/.bazel/bin/bazel-complete.bash - # bazel --version - # basekit_path=/home/sdp - # complier_path=${basekit_path}/intel/oneapi/compiler/latest - # mkl_path=${basekit_path}/intel/oneapi/mkl/latest - # #get build config - # if [ -d "jax_test" ]; then - # echo "jax_test folder already exists. Doing nothing." - # cp ./jax_test/openxla/config/openXLA_demoxla_auto_configure_mkl.exp . - # else - # git clone https://github.com/wendyliu235/aipc_unify_validation_infr.git jax_test - # cp ./jax_test/openxla/config/openXLA_demoxla_auto_configure_mkl.exp . - # fi - # python --version - # chmod +x ./openXLA_demoxla_auto_configure_mkl.exp - # ./openXLA_demoxla_auto_configure_mkl.exp $complier_path $mkl_path - # bazel clean --expunge --async - # bazel build //xla/tools/pip_package:build_pip_package - # ./bazel-bin/xla/tools/pip_package/build_pip_package ./ - # build_result=${PIPESTATUS[0]} - # echo $build_result - # if [ "$build_result" = "0" ];then - # echo "Build successful" - # pip install *.whl - # else - # echo "Build Failed" - # exit 1 - # fi - # - name: UT testing - # run: | - # set +e - # CONDA_ENV=openxla_preCI_${{ github.event.pull_request.number }}_${{ runner.name }} - # source /opt/miniconda/bin/activate ${CONDA_ENV} - # # install requirement from https://github.com/intel-innersource/frameworks.ai.infrastructure.intel-extension-for-tensorflow.jax/blob/yang/jax-v0.4.20/build/test-requirements.txt - # # pip install -e . (install in local ) - # basekit_path=/home/sdp - # source ${basekit_path}/intel/oneapi/compiler/latest/env/vars.sh - # source ${basekit_path}/intel/oneapi/mkl/latest/env/vars.sh - # if [ -d "jax_test" ]; then - # echo "jax_test folder already exists. Doing nothing." - # else - # git clone https://github.com/wendyliu235/aipc_unify_validation_infr.git jax_test - # fi - # cd jax_test/openxla - # pip install ./tools/*.whl - # pip install -r test-requirements.txt - # mkdir -p ./logs/ut - # find ./tests -name "*.py" | sed 's#\./##g' |& tee ut_list.txt - # file_path=./ut_list.txt - # reference_file=./distribute_ut_list.txt + - name: Prepare Conda Environment + run: | + set +e + CONDA_ENV=openxla_preCI_${{ github.event.pull_request.number }}_${{ runner.name }} + source /opt/miniconda/bin/activate ${CONDA_ENV} + if [ $? -ne 0 ]; then + echo 'conda env does not exist' + conda create -n ${CONDA_ENV} python=3.10 -y + conda activate ${CONDA_ENV} + fi + pip install jax==0.4.20 jaxlib==0.4.20 + pip install numpy + conda install libstdcxx-ng==12.2.0 -c conda-forge + pip install absl-py + pip list | grep numpy + pip list | grep jax + - name: Build openXLA + run: | + set +e + CONDA_ENV=openxla_preCI_${{ github.event.pull_request.number }}_${{ runner.name }} + source /opt/miniconda/bin/activate ${CONDA_ENV} + which bazel + if [ $? -eq 1 ]; then + wget https://github.com/bazelbuild/bazel/releases/download/5.3.0/bazel-5.3.0-installer-linux-x86_64.sh + bash bazel-5.3.0-installer-linux-x86_64.sh --user + fi + export PATH=$PATH:/home/sdp/bin + source /home/sdp/.bazel/bin/bazel-complete.bash + bazel --version + basekit_path=/home/sdp + complier_path=${basekit_path}/intel/oneapi/compiler/latest + mkl_path=${basekit_path}/intel/oneapi/mkl/latest + #get build config + if [ -d "jax_test" ]; then + echo "jax_test folder already exists. Doing nothing." + cp ./jax_test/openxla/config/openXLA_demoxla_auto_configure_mkl.exp . + else + git clone https://github.com/wendyliu235/aipc_unify_validation_infr.git jax_test + cp ./jax_test/openxla/config/openXLA_demoxla_auto_configure_mkl.exp . + fi + python --version + chmod +x ./openXLA_demoxla_auto_configure_mkl.exp + ./openXLA_demoxla_auto_configure_mkl.exp $complier_path $mkl_path + bazel clean --expunge --async + bazel build //xla/tools/pip_package:build_pip_package + ./bazel-bin/xla/tools/pip_package/build_pip_package ./ + build_result=${PIPESTATUS[0]} + echo $build_result + if [ "$build_result" = "0" ];then + echo "Build successful" + pip install *.whl + else + echo "Build Failed" + exit 1 + fi + - name: UT testing + run: | + set +e + CONDA_ENV=openxla_preCI_${{ github.event.pull_request.number }}_${{ runner.name }} + source /opt/miniconda/bin/activate ${CONDA_ENV} + # install requirement from https://github.com/intel-innersource/frameworks.ai.infrastructure.intel-extension-for-tensorflow.jax/blob/yang/jax-v0.4.20/build/test-requirements.txt + # pip install -e . (install in local ) + basekit_path=/home/sdp + source ${basekit_path}/intel/oneapi/compiler/latest/env/vars.sh + source ${basekit_path}/intel/oneapi/mkl/latest/env/vars.sh + if [ -d "jax_test" ]; then + echo "jax_test folder already exists. Doing nothing." + else + git clone https://github.com/wendyliu235/aipc_unify_validation_infr.git jax_test + fi + cd jax_test/openxla + pip install ./tools/*.whl + pip install -r test-requirements.txt + mkdir -p ./logs/ut + find ./tests -name "*.py" | sed 's#\./##g' |& tee ut_list.txt + file_path=./ut_list.txt + reference_file=./distribute_ut_list.txt - # # run distribute ut first - # # Check if the file exists - # if [ -f "$file_path" ]; then - # # Read each line using a while loop - # while IFS= read -r line; do - # # Process each line (you can replace this with your own logic) - # echo "Processing line: $line" - # if grep -qFx "$line" "$reference_file"; then - # echo "'$line' is distribute case" - # log_name=$(basename "$line" .py) - # python $line |& tee ./logs/ut/$log_name.log - # if [ ${PIPESTATUS[0]} -eq 0 ]; then - # echo "$line" >> ./logs/ut/successful.log - # else - # echo "$line" >> ./logs/ut/err.log - # fi - # fi - # done < "$file_path" - # else - # echo "File not found: $file_path" - # exit - # fi - # # Loop through all Python files in the folder and execute them - # dev_num=4 #IDC have 4 1100 pvc card - # # Create a pipe and bind the file descriptor 6 - # tmp_fifofile="/tmp/$$.fifo" - # mkfifo $tmp_fifofile - # exec 6<>$tmp_fifofile - # rm $tmp_fifofile - # # Writing NUM_PROC blank data to the pipe - # for ((i=0;i<$dev_num;i++)); do - # echo "$i" - # done >&6 + # run distribute ut first + # Check if the file exists + if [ -f "$file_path" ]; then + # Read each line using a while loop + while IFS= read -r line; do + # Process each line (you can replace this with your own logic) + echo "Processing line: $line" + if grep -qFx "$line" "$reference_file"; then + echo "'$line' is distribute case" + log_name=$(basename "$line" .py) + python $line |& tee ./logs/ut/$log_name.log + if [ ${PIPESTATUS[0]} -eq 0 ]; then + echo "$line" >> ./logs/ut/successful.log + else + echo "$line" >> ./logs/ut/err.log + fi + fi + done < "$file_path" + else + echo "File not found: $file_path" + exit + fi + # Loop through all Python files in the folder and execute them + dev_num=4 #IDC have 4 1100 pvc card + # Create a pipe and bind the file descriptor 6 + tmp_fifofile="/tmp/$$.fifo" + mkfifo $tmp_fifofile + exec 6<>$tmp_fifofile + rm $tmp_fifofile + # Writing NUM_PROC blank data to the pipe + for ((i=0;i<$dev_num;i++)); do + echo "$i" + done >&6 + + while IFS= read -r line; do + read -u6 id + { + # Process each line (you can replace this with your own logic) + echo "Processing line: $line" + if grep -qFx "$line" "$reference_file"; then + echo "'$line' is distribute case,skip" + echo $id >&6 + else + log_name=$(basename "$line" .py) + echo "running ut on device-$id" + echo $line + echo $id + echo "ZE_AFFINITY_MASK=$id python $line" + ZE_AFFINITY_MASK=$id python $line |& tee ./logs/ut/$log_name.log + if [ ${PIPESTATUS[0]} -eq 0 ]; then + echo "$line" >> ./logs/ut/successful.log + else + echo "$line" >> ./logs/ut/err.log + fi + # writing one data to the pipe for the next task + echo $id >&6 + fi + } & + done < "$file_path" + wait + exec 6>&- - # while IFS= read -r line; do - # read -u6 id - # { - # # Process each line (you can replace this with your own logic) - # echo "Processing line: $line" - # if grep -qFx "$line" "$reference_file"; then - # echo "'$line' is distribute case,skip" - # echo $id >&6 - # else - # log_name=$(basename "$line" .py) - # echo "running ut on device-$id" - # echo $line - # echo $id - # echo "ZE_AFFINITY_MASK=$id python $line" - # ZE_AFFINITY_MASK=$id python $line |& tee ./logs/ut/$log_name.log - # if [ ${PIPESTATUS[0]} -eq 0 ]; then - # echo "$line" >> ./logs/ut/successful.log - # else - # echo "$line" >> ./logs/ut/err.log - # fi - # # writing one data to the pipe for the next task - # echo $id >&6 - # fi - # } & - # done < "$file_path" - # wait - # exec 6>&- - # if [ -f "./logs/ut/err.log" ]; then - # echo "exist fail cases" - # cat ./logs/ut/err.log - # exit 1 - # else - # echo "run successful" - # fi - name: Upload XLA CI Data uses: actions/upload-artifact@v3 with: name: XLA-CI-Data - path: /home/sdp/xuming + path: /home/sdp/actions-runner/workspace_openxla/intel-extension-for-openxla/intel-extension-for-openxla/jax_test/openxla/logs + - name: Test Results Check + run: | + cd /home/sdp/actions-runner/workspace_openxla/intel-extension-for-openxla/intel-extension-for-openxla/jax_test/openxla + #UT results check + if [ -f "./logs/ut/err.log" ]; then + echo "exist fail cases" + cat ./logs/ut/err.log + exit 1 + else + echo "run successful" + fi From c6b4e74f0052d57da4903a7bca54d5345d06f48f Mon Sep 17 00:00:00 2001 From: wenjun liu Date: Fri, 22 Dec 2023 10:29:26 +0800 Subject: [PATCH 18/18] Update intel_openxla_ci.yml --- .github/workflows/intel_openxla_ci.yml | 23 +++++++++++------------ 1 file changed, 11 insertions(+), 12 deletions(-) diff --git a/.github/workflows/intel_openxla_ci.yml b/.github/workflows/intel_openxla_ci.yml index 2bb8fe9..3524e91 100644 --- a/.github/workflows/intel_openxla_ci.yml +++ b/.github/workflows/intel_openxla_ci.yml @@ -155,21 +155,20 @@ jobs: } & done < "$file_path" wait - exec 6>&- - + exec 6>&- - name: Upload XLA CI Data uses: actions/upload-artifact@v3 with: name: XLA-CI-Data path: /home/sdp/actions-runner/workspace_openxla/intel-extension-for-openxla/intel-extension-for-openxla/jax_test/openxla/logs - name: Test Results Check - run: | - cd /home/sdp/actions-runner/workspace_openxla/intel-extension-for-openxla/intel-extension-for-openxla/jax_test/openxla - #UT results check - if [ -f "./logs/ut/err.log" ]; then - echo "exist fail cases" - cat ./logs/ut/err.log - exit 1 - else - echo "run successful" - fi + run: | + cd /home/sdp/actions-runner/workspace_openxla/intel-extension-for-openxla/intel-extension-for-openxla/jax_test/openxla + #UT results check + if [ -f "./logs/ut/err.log" ]; then + echo "exist fail cases" + cat ./logs/ut/err.log + exit 1 + else + echo "run successful" + fi