ci: separate x86_64 gnu build for dev-linux (#10893)

* fix: separate x86_64 gnu build for dev-linux

* ci: remove setup build tool for tests

* chore: clean old sqllogic dependencies

* chore: use latest sccache

* fix: ignore tar.gz for failure

* fix: sleep longer for meta cluster

Author: everpcpc

.github/actions/artifact_failure/action.yml

@@ -19,6 +19,7 @@ runs:
             --exclude='docker' \
             --exclude='bins' \
             --exclude='.git' \
+            --exclude='*.tar.gz' \
             --exclude='tests/suites/0_stateless/13_tpch/data' \
             -zcf target/failure-${{ inputs.name }}.tar.gz .
     - uses: actions/upload-artifact@v3

.github/actions/fuse_compat/action.yml

@@ -19,10 +19,6 @@ runs:
         sha: ${{ github.sha }}
         target: ${{ inputs.target }}
         path: ./bins/current
-    - name: Setup Build Tool
-      uses: ./.github/actions/setup_build_tool
-      with:
-        bypass_env_vars: RUSTFLAGS,RUSTDOCFLAGS,RUST_TEST_THREADS,RUST_LOG,RUST_BACKTRACE
     - name: Test compatibility
       shell: bash
       run: |

.github/actions/test_compat/action.yml

@@ -12,9 +12,6 @@ inputs:
 runs:
   using: "composite"
   steps:
-    - name: Setup Build Tool
-      uses: ./.github/actions/setup_build_tool
-
     - name: Download artifact
       uses: ./.github/actions/artifact_download
       with:
@@ -26,7 +23,7 @@ runs:
     - name: Test compatibility
       shell: bash
       run: |
-        build-tool bash ./tests/compat/test-compat.sh
+        bash ./tests/compat/test-compat.sh
 
     - name: Upload failure
       if: failure() || cancelled()

.github/actions/test_fuzz_standalone_linux/action.yml

@@ -12,20 +12,22 @@ inputs:
 runs:
   using: "composite"
   steps:
-    - name: Setup Build Tool
-      uses: ./.github/actions/setup_build_tool
-
     - name: Download artifact
       uses: ./.github/actions/artifact_download
       with:
         profile: ${{ inputs.profile }}
         sha: ${{ github.sha }}
         target: ${{ inputs.target }}
 
+    - name: Test setup
+      shell: bash
+      run: |
+        bash ./scripts/setup/dev_setup.sh -yd
+
     - name: Run fuzz Tests with Standalone mode with embedded meta-store
       shell: bash
       run: |
-        build-tool bash ./scripts/ci/ci-run-fuzz-tests.sh
+        bash ./scripts/ci/ci-run-fuzz-tests.sh
 
     - name: Upload failure
       if: failure() || cancelled()

.github/actions/test_meta_cluster/action.yml

@@ -12,9 +12,6 @@ inputs:
 runs:
   using: "composite"
   steps:
-    - name: Setup Build Tool
-      uses: ./.github/actions/setup_build_tool
-
     - name: Download artifact
       uses: ./.github/actions/artifact_download
       with:
@@ -25,7 +22,7 @@ runs:
     - name: Test databend-meta cluster
       shell: bash
       run: |
-        build-tool bash ./tests/meta-cluster/test-meta-cluster.sh
+        bash ./tests/meta-cluster/test-meta-cluster.sh
 
     - name: Upload failure
       if: failure() || cancelled()

.github/actions/test_stateless_cluster_linux/action.yml

@@ -12,20 +12,22 @@ inputs:
 runs:
   using: "composite"
   steps:
-    - name: Setup Build Tool
-      uses: ./.github/actions/setup_build_tool
-
     - name: Download artifact
       uses: ./.github/actions/artifact_download
       with:
         profile: ${{ inputs.profile }}
         sha: ${{ github.sha }}
         target: ${{ inputs.target }}
 
+    - name: Test setup
+      shell: bash
+      run: |
+        bash ./scripts/setup/dev_setup.sh -yd
+
     - name: Run Stateless Tests with Cluster mode
       shell: bash
       run: |
-        build-tool bash ./scripts/ci/ci-run-stateless-tests-cluster.sh
+        bash ./scripts/ci/ci-run-stateless-tests-cluster.sh
 
     - name: Upload failure
       if: failure() || cancelled()

.github/actions/test_stateless_standalone_linux/action.yml

@@ -12,20 +12,22 @@ inputs:
 runs:
   using: "composite"
   steps:
-    - name: Setup Build Tool
-      uses: ./.github/actions/setup_build_tool
-
     - name: Download artifact
       uses: ./.github/actions/artifact_download
       with:
         profile: ${{ inputs.profile }}
         sha: ${{ github.sha }}
         target: ${{ inputs.target }}
 
+    - name: Test setup
+      shell: bash
+      run: |
+        bash ./scripts/setup/dev_setup.sh -yd
+
     - name: Run Stateless Tests with Standalone mode
       shell: bash
       run: |
-        build-tool bash ./scripts/ci/ci-run-stateless-tests-standalone.sh
+        bash ./scripts/ci/ci-run-stateless-tests-standalone.sh
 
     - name: Upload failure
       if: failure() || cancelled()

.github/workflows/build-tool.yml

@@ -53,7 +53,7 @@ jobs:
         arch:
           - x86_64
           - aarch64
-        platform:
+        libc:
           - gnu
           - musl
     steps:
@@ -79,12 +79,12 @@ jobs:
           pull: true
           push: true
           tags: |
-            ${{ steps.login.outputs.dockerhub_repo }}:${{ matrix.arch }}-unknown-linux-${{ matrix.platform }}
-            ${{ steps.login.outputs.dockerhub_repo }}:${{ matrix.arch }}-unknown-linux-${{ matrix.platform }}-${{ steps.toolchain.outputs.TOOLCHAIN }}
-            ${{ steps.login.outputs.ecr_repo }}:${{ matrix.arch }}-unknown-linux-${{ matrix.platform }}
-            ${{ steps.login.outputs.ecr_repo }}:${{ matrix.arch }}-unknown-linux-${{ matrix.platform }}-${{ steps.toolchain.outputs.TOOLCHAIN }}
-          context: ./docker/build-tool/${{ matrix.platform }}/
-          file: ./docker/build-tool/${{ matrix.platform }}/Dockerfile
+            ${{ steps.login.outputs.dockerhub_repo }}:${{ matrix.arch }}-unknown-linux-${{ matrix.libc }}
+            ${{ steps.login.outputs.dockerhub_repo }}:${{ matrix.arch }}-unknown-linux-${{ matrix.libc }}-${{ steps.toolchain.outputs.TOOLCHAIN }}
+            ${{ steps.login.outputs.ecr_repo }}:${{ matrix.arch }}-unknown-linux-${{ matrix.libc }}
+            ${{ steps.login.outputs.ecr_repo }}:${{ matrix.arch }}-unknown-linux-${{ matrix.libc }}-${{ steps.toolchain.outputs.TOOLCHAIN }}
+          context: ./docker/build-tool/${{ matrix.libc }}/
+          file: ./docker/build-tool/${{ matrix.libc }}/Dockerfile
           build-args: |
             ARCH=${{ matrix.arch }}
             RUST_TOOLCHAIN=${{ steps.toolchain.outputs.TOOLCHAIN }}