Add Hive and Iceberg Load benchmark

benchmarks/tpch-load/cleanup_sf100.json

@@ -0,0 +1,18 @@
+{
+  "description": "Cleanup tables.",
+  "query_files": [
+    "drop-table/customer.sql",
+    "drop-table/lineitem.sql",
+    "drop-table/nation.sql",
+    "drop-table/orders.sql",
+    "drop-table/part.sql",
+    "drop-table/partsupp.sql",
+    "drop-table/region.sql",
+    "drop-table/supplier.sql",
+    "schema/drop_sf100.sql"
+  ],
+  "expected_row_counts": {
+    "load_tpch_sf100_parquet": [
+    ]
+  }
+}

benchmarks/tpch-load/cleanup_sf1000.json

@@ -0,0 +1,18 @@
+{
+  "description": "Cleanup tables.",
+  "query_files": [
+    "drop-table/customer.sql",
+    "drop-table/lineitem.sql",
+    "drop-table/nation.sql",
+    "drop-table/orders.sql",
+    "drop-table/part.sql",
+    "drop-table/partsupp.sql",
+    "drop-table/region.sql",
+    "drop-table/supplier.sql",
+    "schema/drop_sf1000.sql"
+  ],
+  "expected_row_counts": {
+    "load_tpch_sf1000_parquet": [
+    ]
+  }
+}

benchmarks/tpch-load/create-table/customer.sql

@@ -0,0 +1,11 @@
+-- Creating customer table with PARQUET format
+CREATE TABLE customer (
+    custkey     BIGINT NOT NULL,
+    name        VARCHAR(25) NOT NULL,
+    address     VARCHAR(40) NOT NULL,
+    nationkey   BIGINT NOT NULL,
+    phone       VARCHAR(15) NOT NULL,
+    acctbal     DECIMAL(12,2) NOT NULL,
+    mktsegment  VARCHAR(10) NOT NULL,
+    comment     VARCHAR(117) NOT NULL
+) WITH (format = 'PARQUET');

benchmarks/tpch-load/create-table/lineitem.sql

@@ -0,0 +1,19 @@
+-- Creating lineitem table with PARQUET format
+CREATE TABLE lineitem (
+    orderkey      BIGINT NOT NULL,
+    partkey       BIGINT NOT NULL,
+    suppkey       BIGINT NOT NULL,
+    linenumber    BIGINT NOT NULL,
+    quantity      DECIMAL(12,2) NOT NULL,
+    extendedprice DECIMAL(12,2) NOT NULL,
+    discount      DECIMAL(12,2) NOT NULL,
+    tax           DECIMAL(12,2) NOT NULL,
+    returnflag    VARCHAR(1) NOT NULL,
+    linestatus    VARCHAR(1) NOT NULL,
+    shipdate      DATE NOT NULL,
+    commitdate    DATE NOT NULL,
+    receiptdate   DATE NOT NULL,
+    shipinstruct  VARCHAR(25) NOT NULL,
+    shipmode      VARCHAR(10) NOT NULL,
+    comment       VARCHAR(44) NOT NULL
+) WITH (format = 'PARQUET');

benchmarks/tpch-load/create-table/nation.sql

@@ -0,0 +1,7 @@
+-- Creating nation table with PARQUET format
+CREATE TABLE nation (
+    nationkey   BIGINT NOT NULL,
+    name        VARCHAR(25) NOT NULL,
+    regionkey   BIGINT NOT NULL,
+    comment     VARCHAR(152) NOT NULL
+) WITH (format = 'PARQUET');

benchmarks/tpch-load/create-table/orders.sql

@@ -0,0 +1,12 @@
+-- Creating orders table with PARQUET format
+CREATE TABLE orders (
+    orderkey       BIGINT NOT NULL,
+    custkey        BIGINT NOT NULL,
+    orderstatus    VARCHAR(1) NOT NULL,
+    totalprice     DECIMAL(12,2) NOT NULL,
+    orderdate      DATE NOT NULL,
+    orderpriority  VARCHAR(15) NOT NULL,
+    clerk          VARCHAR(15) NOT NULL,
+    shippriority   BIGINT NOT NULL,
+    comment        VARCHAR(79) NOT NULL
+) WITH (format = 'PARQUET');

benchmarks/tpch-load/create-table/part.sql

@@ -0,0 +1,12 @@
+-- Creating part table with PARQUET format
+CREATE TABLE part (
+    partkey     BIGINT NOT NULL,
+    name        VARCHAR(55) NOT NULL,
+    mfgr        VARCHAR(25) NOT NULL,
+    brand       VARCHAR(10) NOT NULL,
+    type        VARCHAR(25) NOT NULL,
+    size        BIGINT NOT NULL,
+    container   VARCHAR(10) NOT NULL,
+    retailprice DECIMAL(12,2) NOT NULL,
+    comment     VARCHAR(23) NOT NULL
+) WITH (format = 'PARQUET');

benchmarks/tpch-load/create-table/partsupp.sql

@@ -0,0 +1,8 @@
+-- Creating partsupp table with PARQUET format
+CREATE TABLE partsupp (
+    partkey    BIGINT NOT NULL,
+    suppkey    BIGINT NOT NULL,
+    availqty   BIGINT NOT NULL,
+    supplycost DECIMAL(12,2) NOT NULL,
+    comment    VARCHAR(199) NOT NULL
+) WITH (format = 'PARQUET');

benchmarks/tpch-load/create-table/region.sql

@@ -0,0 +1,6 @@
+-- Creating region table with PARQUET format
+CREATE TABLE region (
+    regionkey   BIGINT NOT NULL,
+    name        VARCHAR(25) NOT NULL,
+    comment     VARCHAR(152) NOT NULL
+) WITH (format = 'PARQUET');

benchmarks/tpch-load/create-table/supplier.sql

@@ -0,0 +1,10 @@
+-- Creating supplier table with PARQUET format
+CREATE TABLE supplier (
+    suppkey     BIGINT NOT NULL,
+    name        VARCHAR(25) NOT NULL,
+    address     VARCHAR(40) NOT NULL,
+    nationkey   BIGINT NOT NULL,
+    phone       VARCHAR(15) NOT NULL,
+    acctbal     DECIMAL(12,2) NOT NULL,
+    comment     VARCHAR(101) NOT NULL
+) WITH (format = 'PARQUET');

benchmarks/tpch-load/drop-table/customer.sql

@@ -0,0 +1 @@
+DROP TABLE customer;

benchmarks/tpch-load/drop-table/lineitem.sql

@@ -0,0 +1 @@
+DROP TABLE lineitem;

benchmarks/tpch-load/drop-table/nation.sql

@@ -0,0 +1 @@
+DROP TABLE nation;

benchmarks/tpch-load/drop-table/orders.sql

@@ -0,0 +1 @@
+DROP TABLE orders;

benchmarks/tpch-load/drop-table/part.sql

@@ -0,0 +1 @@
+DROP TABLE part;

benchmarks/tpch-load/drop-table/partsupp.sql

@@ -0,0 +1 @@
+DROP TABLE partsupp;

benchmarks/tpch-load/drop-table/region.sql

@@ -0,0 +1 @@
+DROP TABLE region;

benchmarks/tpch-load/drop-table/supplier.sql

@@ -0,0 +1 @@
+DROP TABLE supplier;

benchmarks/tpch-load/from-tpch-to-parquet-j-100/customer_sf100.sql

@@ -0,0 +1,12 @@
+-- Inserting into customer
+INSERT INTO customer
+SELECT
+    custkey,
+    CAST(name AS VARCHAR(25)),
+    CAST(address AS VARCHAR(40)),
+    nationkey,
+    CAST(phone AS VARCHAR(15)),
+    CAST(acctbal AS DECIMAL(12,2)),
+    CAST(mktsegment AS VARCHAR(10)),
+    CAST(comment AS VARCHAR(117))
+FROM tpch.sf100.customer;

benchmarks/tpch-load/from-tpch-to-parquet-j-100/lineitem_sf100.sql

@@ -0,0 +1,20 @@
+-- Inserting into lineitem
+INSERT INTO lineitem
+SELECT
+    orderkey,
+    partkey,
+    suppkey,
+    linenumber,
+    CAST(quantity AS DECIMAL(12,2)),
+    CAST(extendedprice AS DECIMAL(12,2)),
+    CAST(discount AS DECIMAL(12,2)),
+    CAST(tax AS DECIMAL(12,2)),
+    CAST(returnflag AS VARCHAR(1)),
+    CAST(linestatus AS VARCHAR(1)),
+    shipdate,
+    commitdate,
+    receiptdate,
+    CAST(shipinstruct AS VARCHAR(25)),
+    CAST(shipmode AS VARCHAR(10)),
+    CAST(comment AS VARCHAR(44))
+FROM tpch.sf100.lineitem;

benchmarks/tpch-load/from-tpch-to-parquet-j-100/nation_sf100.sql

@@ -0,0 +1,8 @@
+-- Inserting into nation
+INSERT INTO nation
+SELECT
+    nationkey,
+    CAST(name AS VARCHAR(25)),
+    regionkey,
+    CAST(comment AS VARCHAR(152))
+FROM tpch.sf100.nation;

benchmarks/tpch-load/from-tpch-to-parquet-j-100/orders_sf100.sql

@@ -0,0 +1,13 @@
+-- Inserting into orders
+INSERT INTO orders
+SELECT
+    orderkey,
+    custkey,
+    CAST(orderstatus AS VARCHAR(1)),
+    CAST(totalprice AS DECIMAL(12,2)),
+    orderdate,
+    CAST(orderpriority AS VARCHAR(15)),
+    CAST(clerk AS VARCHAR(15)),
+    shippriority,
+    CAST(comment AS VARCHAR(79))
+FROM tpch.sf100.orders;

benchmarks/tpch-load/from-tpch-to-parquet-j-100/part_sf100.sql

@@ -0,0 +1,13 @@
+-- Inserting into part
+INSERT INTO part
+SELECT
+    partkey,
+    CAST(name AS VARCHAR(55)),
+    CAST(mfgr AS VARCHAR(25)),
+    CAST(brand AS VARCHAR(10)),
+    CAST(type AS VARCHAR(25)),
+    size,
+    CAST(container AS VARCHAR(10)),
+    CAST(retailprice AS DECIMAL(12,2)),
+    CAST(comment AS VARCHAR(23))
+FROM tpch.sf100.part;

benchmarks/tpch-load/from-tpch-to-parquet-j-100/partsupp_sf100.sql

@@ -0,0 +1,9 @@
+-- Inserting into partsupp
+INSERT INTO partsupp
+SELECT
+    partkey,
+    suppkey,
+    availqty,
+    CAST(supplycost AS DECIMAL(12,2)),
+    CAST(comment AS VARCHAR(199))
+FROM tpch.sf100.partsupp;

benchmarks/tpch-load/from-tpch-to-parquet-j-100/region_sf100.sql

@@ -0,0 +1,7 @@
+-- Inserting into region
+INSERT INTO region
+SELECT
+    regionkey,
+    CAST(name AS VARCHAR(25)),
+    CAST(comment AS VARCHAR(152))
+FROM tpch.sf100.region;

benchmarks/tpch-load/from-tpch-to-parquet-j-100/supplier_sf100.sql

@@ -0,0 +1,11 @@
+-- Inserting into supplier
+INSERT INTO supplier
+SELECT
+    suppkey,
+    CAST(name AS VARCHAR(25)),
+    CAST(address AS VARCHAR(40)),
+    nationkey,
+    CAST(phone AS VARCHAR(15)),
+    CAST(acctbal AS DECIMAL(12,2)),
+    CAST(comment AS VARCHAR(101))
+FROM tpch.sf100.supplier;

benchmarks/tpch-load/from-tpch-to-parquet-j-1000/customer_sf1000.sql

@@ -0,0 +1,12 @@
+-- Inserting into customer
+INSERT INTO customer
+SELECT
+    custkey,
+    CAST(name AS VARCHAR(25)),
+    CAST(address AS VARCHAR(40)),
+    nationkey,
+    CAST(phone AS VARCHAR(15)),
+    CAST(acctbal AS DECIMAL(12,2)),
+    CAST(mktsegment AS VARCHAR(10)),
+    CAST(comment AS VARCHAR(117))
+FROM tpch.sf1000.customer;

benchmarks/tpch-load/from-tpch-to-parquet-j-1000/lineitem_sf1000.sql

@@ -0,0 +1,20 @@
+-- Inserting into lineitem
+INSERT INTO lineitem
+SELECT
+    orderkey,
+    partkey,
+    suppkey,
+    linenumber,
+    CAST(quantity AS DECIMAL(12,2)),
+    CAST(extendedprice AS DECIMAL(12,2)),
+    CAST(discount AS DECIMAL(12,2)),
+    CAST(tax AS DECIMAL(12,2)),
+    CAST(returnflag AS VARCHAR(1)),
+    CAST(linestatus AS VARCHAR(1)),
+    shipdate,
+    commitdate,
+    receiptdate,
+    CAST(shipinstruct AS VARCHAR(25)),
+    CAST(shipmode AS VARCHAR(10)),
+    CAST(comment AS VARCHAR(44))
+FROM tpch.sf1000.lineitem;

benchmarks/tpch-load/from-tpch-to-parquet-j-1000/nation_sf1000.sql

@@ -0,0 +1,8 @@
+-- Inserting into nation
+INSERT INTO nation
+SELECT
+    nationkey,
+    CAST(name AS VARCHAR(25)),
+    regionkey,
+    CAST(comment AS VARCHAR(152))
+FROM tpch.sf1000.nation;

benchmarks/tpch-load/from-tpch-to-parquet-j-1000/orders_sf1000.sql

@@ -0,0 +1,13 @@
+-- Inserting into orders
+INSERT INTO orders
+SELECT
+    orderkey,
+    custkey,
+    CAST(orderstatus AS VARCHAR(1)),
+    CAST(totalprice AS DECIMAL(12,2)),
+    orderdate,
+    CAST(orderpriority AS VARCHAR(15)),
+    CAST(clerk AS VARCHAR(15)),
+    shippriority,
+    CAST(comment AS VARCHAR(79))
+FROM tpch.sf1000.orders;

benchmarks/tpch-load/from-tpch-to-parquet-j-1000/part_sf1000.sql

@@ -0,0 +1,13 @@
+-- Inserting into part
+INSERT INTO part
+SELECT
+    partkey,
+    CAST(name AS VARCHAR(55)),
+    CAST(mfgr AS VARCHAR(25)),
+    CAST(brand AS VARCHAR(10)),
+    CAST(type AS VARCHAR(25)),
+    size,
+    CAST(container AS VARCHAR(10)),
+    CAST(retailprice AS DECIMAL(12,2)),
+    CAST(comment AS VARCHAR(23))
+FROM tpch.sf1000.part;

benchmarks/tpch-load/from-tpch-to-parquet-j-1000/partsupp_sf1000.sql

@@ -0,0 +1,9 @@
+-- Inserting into partsupp
+INSERT INTO partsupp
+SELECT
+    partkey,
+    suppkey,
+    availqty,
+    CAST(supplycost AS DECIMAL(12,2)),
+    CAST(comment AS VARCHAR(199))
+FROM tpch.sf1000.partsupp;

benchmarks/tpch-load/from-tpch-to-parquet-j-1000/region_sf1000.sql

@@ -0,0 +1,7 @@
+-- Inserting into region
+INSERT INTO region
+SELECT
+    regionkey,
+    CAST(name AS VARCHAR(25)),
+    CAST(comment AS VARCHAR(152))
+FROM tpch.sf1000.region;

benchmarks/tpch-load/from-tpch-to-parquet-j-1000/supplier_sf1000.sql

@@ -0,0 +1,11 @@
+-- Inserting into supplier
+INSERT INTO supplier
+SELECT
+    suppkey,
+    CAST(name AS VARCHAR(25)),
+    CAST(address AS VARCHAR(40)),
+    nationkey,
+    CAST(phone AS VARCHAR(15)),
+    CAST(acctbal AS DECIMAL(12,2)),
+    CAST(comment AS VARCHAR(101))
+FROM tpch.sf1000.supplier;

benchmarks/tpch-load/from-tpch-to-parquet-n-100/customer_sf100.sql

@@ -0,0 +1,12 @@
+-- Inserting into customer
+INSERT INTO customer
+SELECT
+    c_custkey,
+    CAST(c_name AS VARCHAR(25)),
+    CAST(c_address AS VARCHAR(40)),
+    c_nationkey,
+    CAST(c_phone AS VARCHAR(15)),
+    CAST(c_acctbal AS DECIMAL(12,2)),
+    CAST(c_mktsegment AS VARCHAR(10)),
+    CAST(c_comment AS VARCHAR(117))
+FROM tpch.sf100.customer;

benchmarks/tpch-load/from-tpch-to-parquet-n-100/lineitem_sf100.sql

@@ -0,0 +1,20 @@
+-- Inserting into lineitem
+INSERT INTO lineitem
+SELECT
+    l_orderkey,
+    l_partkey,
+    l_suppkey,
+    l_linenumber,
+    CAST(l_quantity AS DECIMAL(12,2)),
+    CAST(l_extendedprice AS DECIMAL(12,2)),
+    CAST(l_discount AS DECIMAL(12,2)),
+    CAST(l_tax AS DECIMAL(12,2)),
+    CAST(l_returnflag AS VARCHAR(1)),
+    CAST(l_linestatus AS VARCHAR(1)),
+    l_shipdate,
+    l_commitdate,
+    l_receiptdate,
+    CAST(l_shipinstruct AS VARCHAR(25)),
+    CAST(l_shipmode AS VARCHAR(10)),
+    CAST(l_comment AS VARCHAR(44))
+FROM tpch.sf100.lineitem;

benchmarks/tpch-load/from-tpch-to-parquet-n-100/nation_sf100.sql

@@ -0,0 +1,8 @@
+-- Inserting into nation
+INSERT INTO nation
+SELECT
+    n_nationkey,
+    CAST(n_name AS VARCHAR(25)),
+    n_regionkey,
+    CAST(n_comment AS VARCHAR(152))
+FROM tpch.sf100.nation;