Skip to content

Commit 8f5c569

Browse files
committed
Add workload for hive iceberg insertion
1 parent 9fec32b commit 8f5c569

File tree

13 files changed

+239
-0
lines changed

13 files changed

+239
-0
lines changed
Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,9 @@
1+
USE tpch_sf10_load_iceberg;
2+
DROP TABLE customer;
3+
DROP TABLE orders;
4+
DROP TABLE lineitem;
5+
DROP TABLE part;
6+
DROP TABLE supplier;
7+
DROP TABLE partsupp;
8+
DROP TABLE nation;
9+
DROP TABLE region;
Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,13 @@
1+
USE tpch_sf10_load_iceberg;
2+
-- Inserting into customer
3+
INSERT INTO customer
4+
SELECT
5+
custkey,
6+
CAST(name AS VARCHAR(25)),
7+
CAST(address AS VARCHAR(40)),
8+
nationkey,
9+
CAST(phone AS VARCHAR(15)),
10+
CAST(acctbal AS DECIMAL(12,2)),
11+
CAST(mktsegment AS VARCHAR(10)),
12+
CAST(comment AS VARCHAR(117))
13+
FROM tpch.sf1.customer;
Lines changed: 95 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,95 @@
1+
CREATE SCHEMA IF NOT EXISTS tpch_sf10_load_iceberg WITH (LOCATION = 's3a://presto-workload/tpch-sf10-load-iceberg/');
2+
USE tpch_sf10_load_iceberg;
3+
4+
-- Creating customer table with PARQUET format
5+
CREATE TABLE customer (
6+
custkey BIGINT NOT NULL,
7+
name VARCHAR(25) NOT NULL,
8+
address VARCHAR(40) NOT NULL,
9+
nationkey BIGINT NOT NULL,
10+
phone VARCHAR(15) NOT NULL,
11+
acctbal DECIMAL(12,2) NOT NULL,
12+
mktsegment VARCHAR(10) NOT NULL,
13+
comment VARCHAR(117) NOT NULL
14+
) WITH (format = 'PARQUET');
15+
16+
-- Creating orders table with PARQUET format
17+
CREATE TABLE orders (
18+
orderkey BIGINT NOT NULL,
19+
custkey BIGINT NOT NULL,
20+
orderstatus VARCHAR(1) NOT NULL,
21+
totalprice DECIMAL(12,2) NOT NULL,
22+
orderdate DATE NOT NULL,
23+
orderpriority VARCHAR(15) NOT NULL,
24+
clerk VARCHAR(15) NOT NULL,
25+
shippriority BIGINT NOT NULL,
26+
comment VARCHAR(79) NOT NULL
27+
) WITH (format = 'PARQUET');
28+
29+
-- Creating lineitem table with PARQUET format
30+
CREATE TABLE lineitem (
31+
orderkey BIGINT NOT NULL,
32+
partkey BIGINT NOT NULL,
33+
suppkey BIGINT NOT NULL,
34+
linenumber BIGINT NOT NULL,
35+
quantity DECIMAL(12,2) NOT NULL,
36+
extendedprice DECIMAL(12,2) NOT NULL,
37+
discount DECIMAL(12,2) NOT NULL,
38+
tax DECIMAL(12,2) NOT NULL,
39+
returnflag VARCHAR(1) NOT NULL,
40+
linestatus VARCHAR(1) NOT NULL,
41+
shipdate DATE NOT NULL,
42+
commitdate DATE NOT NULL,
43+
receiptdate DATE NOT NULL,
44+
shipinstruct VARCHAR(25) NOT NULL,
45+
shipmode VARCHAR(10) NOT NULL,
46+
comment VARCHAR(44) NOT NULL
47+
) WITH (format = 'PARQUET');
48+
49+
-- Creating part table with PARQUET format
50+
CREATE TABLE part (
51+
partkey BIGINT NOT NULL,
52+
name VARCHAR(55) NOT NULL,
53+
mfgr VARCHAR(25) NOT NULL,
54+
brand VARCHAR(10) NOT NULL,
55+
type VARCHAR(25) NOT NULL,
56+
size BIGINT NOT NULL,
57+
container VARCHAR(10) NOT NULL,
58+
retailprice DECIMAL(12,2) NOT NULL,
59+
comment VARCHAR(23) NOT NULL
60+
) WITH (format = 'PARQUET');
61+
62+
-- Creating supplier table with PARQUET format
63+
CREATE TABLE supplier (
64+
suppkey BIGINT NOT NULL,
65+
name VARCHAR(25) NOT NULL,
66+
address VARCHAR(40) NOT NULL,
67+
nationkey BIGINT NOT NULL,
68+
phone VARCHAR(15) NOT NULL,
69+
acctbal DECIMAL(12,2) NOT NULL,
70+
comment VARCHAR(101) NOT NULL
71+
) WITH (format = 'PARQUET');
72+
73+
-- Creating partsupp table with PARQUET format
74+
CREATE TABLE partsupp (
75+
partkey BIGINT NOT NULL,
76+
suppkey BIGINT NOT NULL,
77+
availqty BIGINT NOT NULL,
78+
supplycost DECIMAL(12,2) NOT NULL,
79+
comment VARCHAR(199) NOT NULL
80+
) WITH (format = 'PARQUET');
81+
82+
-- Creating nation table with PARQUET format
83+
CREATE TABLE nation (
84+
nationkey BIGINT NOT NULL,
85+
name VARCHAR(25) NOT NULL,
86+
regionkey BIGINT NOT NULL,
87+
comment VARCHAR(152) NOT NULL
88+
) WITH (format = 'PARQUET');
89+
90+
-- Creating region table with PARQUET format
91+
CREATE TABLE region (
92+
regionkey BIGINT NOT NULL,
93+
name VARCHAR(25) NOT NULL,
94+
comment VARCHAR(152) NOT NULL
95+
) WITH (format = 'PARQUET');
Lines changed: 21 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,21 @@
1+
USE tpch_sf10_load_iceberg;
2+
-- Inserting into lineitem
3+
INSERT INTO lineitem
4+
SELECT
5+
orderkey,
6+
partkey,
7+
suppkey,
8+
linenumber,
9+
CAST(quantity AS DECIMAL(12,2)),
10+
CAST(extendedprice AS DECIMAL(12,2)),
11+
CAST(discount AS DECIMAL(12,2)),
12+
CAST(tax AS DECIMAL(12,2)),
13+
CAST(returnflag AS VARCHAR(1)),
14+
CAST(linestatus AS VARCHAR(1)),
15+
shipdate,
16+
commitdate,
17+
receiptdate,
18+
CAST(shipinstruct AS VARCHAR(25)),
19+
CAST(shipmode AS VARCHAR(10)),
20+
CAST(comment AS VARCHAR(44))
21+
FROM tpch.sf1.lineitem;
Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,9 @@
1+
USE tpch_sf10_load_iceberg;
2+
-- Inserting into nation
3+
INSERT INTO nation
4+
SELECT
5+
nationkey,
6+
CAST(name AS VARCHAR(25)),
7+
regionkey,
8+
CAST(comment AS VARCHAR(152))
9+
FROM tpch.sf1.nation;
Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,14 @@
1+
USE tpch_sf10_load_iceberg;
2+
-- Inserting into orders
3+
INSERT INTO orders
4+
SELECT
5+
orderkey,
6+
custkey,
7+
CAST(orderstatus AS VARCHAR(1)),
8+
CAST(totalprice AS DECIMAL(12,2)),
9+
orderdate,
10+
CAST(orderpriority AS VARCHAR(15)),
11+
CAST(clerk AS VARCHAR(15)),
12+
shippriority,
13+
CAST(comment AS VARCHAR(79))
14+
FROM tpch.sf1.orders;
Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,14 @@
1+
USE tpch_sf10_load_iceberg;
2+
-- Inserting into part
3+
INSERT INTO part
4+
SELECT
5+
partkey,
6+
CAST(name AS VARCHAR(55)),
7+
CAST(mfgr AS VARCHAR(25)),
8+
CAST(brand AS VARCHAR(10)),
9+
CAST(type AS VARCHAR(25)),
10+
size,
11+
CAST(container AS VARCHAR(10)),
12+
CAST(retailprice AS DECIMAL(12,2)),
13+
CAST(comment AS VARCHAR(23))
14+
FROM tpch.sf1.part;
Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
USE tpch_sf10_load_iceberg;
2+
-- Inserting into partsupp
3+
INSERT INTO partsupp
4+
SELECT
5+
partkey,
6+
suppkey,
7+
availqty,
8+
CAST(supplycost AS DECIMAL(12,2)),
9+
CAST(comment AS VARCHAR(199))
10+
FROM tpch.sf1.partsupp;
Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,8 @@
1+
USE tpch_sf10_load_iceberg;
2+
-- Inserting into region
3+
INSERT INTO region
4+
SELECT
5+
regionkey,
6+
CAST(name AS VARCHAR(25)),
7+
CAST(comment AS VARCHAR(152))
8+
FROM tpch.sf1.region;
Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,12 @@
1+
USE tpch_sf10_load_iceberg;
2+
-- Inserting into supplier
3+
INSERT INTO supplier
4+
SELECT
5+
suppkey,
6+
CAST(name AS VARCHAR(25)),
7+
CAST(address AS VARCHAR(40)),
8+
nationkey,
9+
CAST(phone AS VARCHAR(15)),
10+
CAST(acctbal AS DECIMAL(12,2)),
11+
CAST(comment AS VARCHAR(101))
12+
FROM tpch.sf1.supplier;

0 commit comments

Comments
 (0)