chore(ci): add benchmark result for large

Author: everpcpc

.github/actions/benchmark_cloud/action.yml

@@ -93,8 +93,8 @@ runs:
             exit 1
         esac
         jq ".cluster_size = \"${BENCHMARK_CLUSTER_SIZE}\"" <result.json >result.json.tmp && mv result.json.tmp result.json
-        jq ".machine = \"${{ inputs.size }}\"" <result.json >result.json.tmp && mv result.json.tmp result.json
-        jq ".tags = [\"${BENCHMARK_TYPE}\", \"serverless\"]" <result.json >result.json.tmp && mv result.json.tmp result.json
+        jq ".machine = \"${BENCHMARK_CLUSTER_SIZE}×${{ inputs.size }}\"" <result.json >result.json.tmp && mv result.json.tmp result.json
+        jq ".tags = [\"${BENCHMARK_TYPE}\", \"s3\"]" <result.json >result.json.tmp && mv result.json.tmp result.json
         jq ".comment = \"commit:${{ inputs.sha }}\"" <result.json >result.json.tmp && mv result.json.tmp result.json
         mv result.json result-${{ inputs.dataset }}-cloud-${{ inputs.size }}.json
 

.github/actions/benchmark_local/action.yml

@@ -53,7 +53,7 @@ runs:
         esac
         jq ".system = \"${BENCHMARK_SYSTEM}\"" <result.json >result.json.tmp && mv result.json.tmp result.json
         jq ".date = \"$(date -u +%Y-%m-%d)\"" <result.json >result.json.tmp && mv result.json.tmp result.json
-        jq ".machine = \"c5.4xlarge,gp3\"" <result.json >result.json.tmp && mv result.json.tmp result.json
+        jq ".machine = \"c5.4xlarge\"" <result.json >result.json.tmp && mv result.json.tmp result.json
         jq ".cluster_size = 1" <result.json >result.json.tmp && mv result.json.tmp result.json
         jq ".comment = \"commit:${{ inputs.sha }}\"" <result.json >result.json.tmp && mv result.json.tmp result.json
         jq ".tags = [\"${BENCHMARK_TYPE}\", \"gp3\"]" <result.json >result.json.tmp && mv result.json.tmp result.json

.github/workflows/trusted-benchmark.yml

@@ -97,14 +97,14 @@ jobs:
           status: queued
           title: "Benchmark Cloud for hits with Large warehouse"
           summary: "status: **queued**"
-      # - uses: ./.github/actions/create_check_status
-      #   with:
-      #     github_token: ${{ secrets.GITHUB_TOKEN }}
-      #     sha: ${{ steps.metadata.outputs.sha }}
-      #     name: 'Benchmark Cloud / tpch(Large)'
-      #     status: queued
-      #     title: "Benchmark Cloud for tpch with Large warehouse"
-      #     summary: "status: **queued**"
+      - uses: ./.github/actions/create_check_status
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
+          sha: ${{ steps.metadata.outputs.sha }}
+          name: 'Benchmark Cloud / tpch(Large)'
+          status: queued
+          title: "Benchmark Cloud for tpch with Large warehouse"
+          summary: "status: **queued**"
 
   local:
     needs: metadata
@@ -236,10 +236,6 @@ jobs:
         size:
           - Medium
           - Large
-        # TODO: add back after optimization
-        exclude:
-          - dataset: tpch
-            size: Large
       fail-fast: true
       max-parallel: 1
     steps:
@@ -299,6 +295,10 @@ jobs:
         with:
           name: benchmark-hits-cloud-Medium
           path: benchmark/clickbench/results/hits
+      - uses: actions/download-artifact@v3
+        with:
+          name: benchmark-hits-cloud-Large
+          path: benchmark/clickbench/results/hits
       - uses: actions/download-artifact@v3
         with:
           name: benchmark-tpch-local
@@ -307,6 +307,10 @@ jobs:
         with:
           name: benchmark-tpch-cloud-Medium
           path: benchmark/clickbench/results/tpch
+      - uses: actions/download-artifact@v3
+        with:
+          name: benchmark-tpch-cloud-Large
+          path: benchmark/clickbench/results/tpch
       - name: Get Report Prefix
         run: |
           echo "REPORT_S3_PREFIX=${{ env.BENCHMARK_S3_PREFIX }}/pr/${{ needs.metadata.outputs.source_id }}/${{ needs.metadata.outputs.run_id }}" >> $GITHUB_ENV
@@ -316,8 +320,10 @@ jobs:
         run: |
           aws s3 cp ./results/hits/result-hits-local.json ${{ env.REPORT_S3_PREFIX }}/hits-local.json
           aws s3 cp ./results/hits/result-hits-cloud-Medium.json ${{ env.REPORT_S3_PREFIX }}/hits-cloud-Medium.json
+          aws s3 cp ./results/hits/result-hits-cloud-Large.json ${{ env.REPORT_S3_PREFIX }}/hits-cloud-Large.json
           aws s3 cp ./results/tpch/result-tpch-local.json ${{ env.REPORT_S3_PREFIX }}/tpch-local.json
           aws s3 cp ./results/tpch/result-tpch-cloud-Medium.json ${{ env.REPORT_S3_PREFIX }}/tpch-cloud-Medium.json
+          aws s3 cp ./results/tpch/result-tpch-cloud-Large.json ${{ env.REPORT_S3_PREFIX }}/tpch-cloud-Large.json
       - name: Get latest release clickbench result
         working-directory: benchmark/clickbench
         run: |
@@ -340,7 +346,8 @@ jobs:
           token: ${{ github.token }}
           body: |
             ![local](https://img.shields.io/static/v1?label=AWS%20EC2&message=c5.4xlarge&color=orange&logo=amazonec2)
-            ![cloud](https://img.shields.io/static/v1?label=DatabendCloud&message=Medium&color=blue&logo=icloud)
+            ![cloud](https://img.shields.io/static/v1?label=Databend%20Cloud&message=Medium&color=blue&logo=icloud)
+            ![cloud](https://img.shields.io/static/v1?label=Databend%20Cloud&message=Large&color=blue&logo=icloud)
             ## ClickBench Report
             * **hits**: ${{ env.REPORT_URL_PREFIX }}/hits.html
             * **tpch**: ${{ env.REPORT_URL_PREFIX }}/tpch.html