chore(ci): add script to load tpch100

Author: everpcpc

.github/workflows/dev-linux.yml

@@ -11,6 +11,9 @@ on:
       - "docker/**"
       - "scripts/setup/**"
       - ".devcontainer/**"
+  merge_group:
+    types:
+      - checks_requested
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}-${{ github.event_name }}

scripts/benchmark/query/load/tpch.sh scripts/benchmark/query/load/tpch10.shscripts/benchmark/query/load/tpch.sh renamed to scripts/benchmark/query/load/tpch10.sh

@@ -0,0 +1,135 @@
+#!/bin/bash
+
+set -e
+
+cat <<SQL | bendsql query
+select version();
+SQL
+
+for t in customer lineitem nation orders partsupp part region supplier; do
+  echo "DROP TABLE IF EXISTS $t;" | bendsql query
+done
+
+cat <<SQL | bendsql query
+  CREATE TABLE IF NOT EXISTS customer (
+    c_custkey BIGINT not null,
+    c_name STRING not null,
+    c_address STRING not null,
+    c_nationkey INTEGER not null,
+    c_phone STRING not null,
+    c_acctbal DECIMAL(15, 2) not null,
+    c_mktsegment STRING not null,
+    c_comment STRING not null
+  ) CLUSTER BY (c_custkey);
+SQL
+
+cat <<SQL | bendsql query
+  CREATE TABLE IF NOT EXISTS lineitem (
+    l_orderkey BIGINT not null,
+    l_partkey BIGINT not null,
+    l_suppkey BIGINT not null,
+    l_linenumber BIGINT not null,
+    l_quantity DECIMAL(15, 2) not null,
+    l_extendedprice DECIMAL(15, 2) not null,
+    l_discount DECIMAL(15, 2) not null,
+    l_tax DECIMAL(15, 2) not null,
+    l_returnflag STRING not null,
+    l_linestatus STRING not null,
+    l_shipdate DATE not null,
+    l_commitdate DATE not null,
+    l_receiptdate DATE not null,
+    l_shipinstruct STRING not null,
+    l_shipmode STRING not null,
+    l_comment STRING not null
+  ) CLUSTER BY(l_shipdate, l_orderkey);
+SQL
+
+# create tpch tables
+cat <<SQL | bendsql query
+  CREATE TABLE IF NOT EXISTS nation (
+    n_nationkey INTEGER not null,
+    n_name STRING not null,
+    n_regionkey INTEGER not null,
+    n_comment STRING
+  ) CLUSTER BY (n_nationkey);
+SQL
+
+cat <<SQL | bendsql query
+  CREATE TABLE IF NOT EXISTS orders (
+    o_orderkey BIGINT not null,
+    o_custkey BIGINT not null,
+    o_orderstatus STRING not null,
+    o_totalprice DECIMAL(15, 2) not null,
+    o_orderdate DATE not null,
+    o_orderpriority STRING not null,
+    o_clerk STRING not null,
+    o_shippriority INTEGER not null,
+    o_comment STRING not null
+  ) CLUSTER BY (o_orderkey, o_orderdate);
+SQL
+
+cat <<SQL | bendsql query
+  CREATE TABLE IF NOT EXISTS partsupp (
+    ps_partkey BIGINT not null,
+    ps_suppkey BIGINT not null,
+    ps_availqty BIGINT not null,
+    ps_supplycost DECIMAL(15, 2) not null,
+    ps_comment STRING not null
+  ) CLUSTER BY (ps_partkey);
+SQL
+
+cat <<SQL | bendsql query
+  CREATE TABLE IF NOT EXISTS part (
+    p_partkey BIGINT not null,
+    p_name STRING not null,
+    p_mfgr STRING not null,
+    p_brand STRING not null,
+    p_type STRING not null,
+    p_size INTEGER not null,
+    p_container STRING not null,
+    p_retailprice DECIMAL(15, 2) not null,
+    p_comment STRING not null
+  ) CLUSTER BY (p_partkey);
+SQL
+
+cat <<SQL | bendsql query
+  CREATE TABLE IF NOT EXISTS region (
+    r_regionkey INTEGER not null,
+    r_name STRING not null,
+    r_comment STRING
+  ) CLUSTER BY (r_regionkey);
+SQL
+
+cat <<SQL | bendsql query
+  CREATE TABLE IF NOT EXISTS supplier (
+    s_suppkey BIGINT not null,
+    s_name STRING not null,
+    s_address STRING not null,
+    s_nationkey INTEGER not null,
+    s_phone STRING not null,
+    s_acctbal DECIMAL(15, 2) not null,
+    s_comment STRING not null
+  ) CLUSTER BY (s_suppkey);
+SQL
+
+for t in nation region; do
+  echo "loading into $t ..."
+  cat <<SQL | bendsql query
+COPY INTO $t FROM 's3://repo.databend.rs/tpch100/${t}.tbl'
+credentials=(aws_key_id='$REPO_ACCESS_KEY_ID' aws_secret_key='$REPO_SECRET_ACCESS_KEY')
+file_format=(type='CSV' field_delimiter='|' record_delimiter='\\n' skip_header=1);
+ANALYZE TABLE "${t}";
+SELECT count(*) as count_${t} FROM "${t}";
+SQL
+done
+
+for t in customer lineitem orders partsupp part supplier; do
+  echo "loading into $t ..."
+  cat <<SQL | bendsql query
+COPY INTO $t FROM 's3://repo.databend.rs/tpch100/${t}/'
+credentials=(aws_key_id='$REPO_ACCESS_KEY_ID' aws_secret_key='$REPO_SECRET_ACCESS_KEY') pattern ='${t}.tbl.*'
+file_format=(type='CSV' field_delimiter='|' record_delimiter='\\n' skip_header=1);
+ANALYZE TABLE "${t}";
+SELECT count(*) as count_${t} FROM "${t}";
+SQL
+done