Skip to content

Commit 7772b9d

Browse files
pratyakshsharmapratyakshsharma
committed
Modify verification queries
1 parent 3868c1e commit 7772b9d

File tree

7 files changed

+246
-503
lines changed

7 files changed

+246
-503
lines changed

‎benchmarks/tpc-ds/queries/refresh/verify_LF_CR.sql‎

Lines changed: 39 additions & 82 deletions
Original file line numberDiff line numberDiff line change
@@ -1,84 +1,41 @@
11
-- ==============================================
2-
-- Fetch two rows randomly from crv:
2+
-- 144662
3+
-- 08 39 4f 4a 5b b6 95 4e
34
-- ==============================================
4-
with crv_random as (
5-
select
6-
cr_return_date_sk,
7-
cr_return_time_sk,
8-
cr_item_sk,
9-
cr_refunded_customer_sk,
10-
cr_refunded_cdemo_sk,
11-
cr_refunded_hdemo_sk,
12-
cr_refunded_addr_sk,
13-
cr_returning_customer_sk,
14-
cr_returning_cdemo_sk,
15-
cr_returning_hdemo_sk,
16-
cr_returning_addr_sk,
17-
cr_call_center_sk,
18-
cr_catalog_page_sk,
19-
cr_ship_mode_sk,
20-
cr_warehouse_sk,
21-
cr_reason_sk,
22-
cr_order_number,
23-
cr_return_quantity,
24-
cr_return_amount,
25-
cr_return_tax,
26-
cr_return_amt_inc_tax,
27-
cr_fee,
28-
cr_return_ship_cost,
29-
cr_refunded_cash,
30-
cr_reversed_charge,
31-
cr_merchant_credit,
32-
cr_net_loss
33-
from crv
34-
where cr_return_time_sk >= (select floor( max(cr_return_time_sk) * rand()) from crv )
35-
order by cr_return_time_sk limit 2)
36-
-- ========================================================
37-
-- Verify the row can be selected from catalog_returns:
38-
-- ========================================================
39-
select
40-
cr.cr_returned_date_sk,
41-
cr.cr_returned_time_sk,
42-
cr.cr_item_sk,
43-
cr.cr_refunded_customer_sk,
44-
cr.cr_refunded_cdemo_sk,
45-
cr.cr_refunded_hdemo_sk,
46-
cr.cr_refunded_addr_sk,
47-
cr.cr_returning_customer_sk,
48-
cr.cr_returning_cdemo_sk,
49-
cr.cr_returning_hdemo_sk,
50-
cr.cr_returning_addr_sk,
51-
cr.cr_call_center_sk,
52-
cr.cr_catalog_page_sk,
53-
cr.cr_ship_mode_sk,
54-
cr.cr_warehouse_sk,
55-
cr.cr_reason_sk,
56-
cr.cr_order_number,
57-
cr.cr_return_quantity,
58-
cr.cr_return_amount,
59-
cr.cr_return_tax,
60-
cr.cr_return_amt_inc_tax,
61-
cr.cr_fee,
62-
cr.cr_return_ship_cost,
63-
cr.cr_refunded_cash,
64-
cr.cr_reversed_charge,
65-
cr.cr_store_credit,
66-
cr.cr_net_loss
67-
from catalog_returns cr, crv_random
68-
where
69-
cr.cr_returned_date_sk = crv_random.cr_return_date_sk and
70-
cr.cr_returned_time_sk = crv_random.cr_return_time_sk and
71-
cr.cr_item_sk = crv_random.cr_item_sk and
72-
cr.cr_refunded_customer_sk = crv_random.cr_refunded_customer_sk and
73-
cr.cr_refunded_cdemo_sk = crv_random.cr_refunded_cdemo_sk and
74-
cr.cr_refunded_hdemo_sk = crv_random.cr_refunded_hdemo_sk and
75-
cr.cr_refunded_addr_sk = crv_random.cr_refunded_addr_sk and
76-
cr.cr_returning_customer_sk = crv_random.cr_returning_customer_sk and
77-
cr.cr_returning_cdemo_sk = crv_random.cr_returning_cdemo_sk and
78-
cr.cr_returning_hdemo_sk = crv_random.cr_returning_hdemo_sk and
79-
cr.cr_returning_addr_sk = crv_random.cr_returning_addr_sk and
80-
cr.cr_call_center_sk = crv_random.cr_call_center_sk and
81-
cr.cr_catalog_page_sk = crv_random.cr_catalog_page_sk and
82-
cr.cr_ship_mode_sk = crv_random.cr_ship_mode_sk and
83-
cr.cr_warehouse_sk = crv_random.cr_warehouse_sk and
84-
cr.cr_reason_sk = crv_random.cr_reason_sk;
5+
select count(*) from catalog_returns;
6+
7+
with column_checksums as (
8+
select array[
9+
checksum(cr_returned_date_sk),
10+
checksum(cr_returned_time_sk),
11+
checksum(cr_item_sk),
12+
checksum(cr_refunded_customer_sk),
13+
checksum(cr_refunded_cdemo_sk),
14+
checksum(cr_refunded_hdemo_sk),
15+
checksum(cr_refunded_addr_sk),
16+
checksum(cr_returning_customer_sk),
17+
checksum(cr_returning_cdemo_sk),
18+
checksum(cr_returning_hdemo_sk),
19+
checksum(cr_returning_addr_sk),
20+
checksum(cr_call_center_sk),
21+
checksum(cr_catalog_page_sk),
22+
checksum(cr_ship_mode_sk),
23+
checksum(cr_warehouse_sk),
24+
checksum(cr_reason_sk),
25+
checksum(cr_order_number),
26+
checksum(cr_return_quantity),
27+
checksum(cr_return_amount),
28+
checksum(cr_return_tax),
29+
checksum(cr_return_amt_inc_tax),
30+
checksum(cr_fee),
31+
checksum(cr_return_ship_cost),
32+
checksum(cr_refunded_cash),
33+
checksum(cr_reversed_charge),
34+
checksum(cr_store_credit),
35+
checksum(cr_net_loss)
36+
] checksums
37+
from catalog_returns
38+
)
39+
select checksum(cs) as table_checksum
40+
from column_checksums
41+
cross join unnest(column_checksums.checksums) as x(cs);

‎benchmarks/tpc-ds/queries/refresh/verify_LF_CS.sql‎

Lines changed: 45 additions & 98 deletions
Original file line numberDiff line numberDiff line change
@@ -1,101 +1,48 @@
11
-- ==============================================
2-
-- Fetch two rows randomly from csv:
2+
-- 1447686
3+
-- fd 54 dc 73 48 5d da 70
34
-- ==============================================
4-
with csc_random as
5-
(select
6-
cs_sold_date_sk,
7-
cs_sold_time_sk,
8-
cs_ship_date_sk,
9-
cs_bill_customer_sk,
10-
cs_bill_cdemo_sk,
11-
cs_bill_hdemo_sk,
12-
cs_bill_addr_sk,
13-
cs_ship_customer_sk,
14-
cs_ship_cdemo_sk,
15-
cs_ship_hdemo_sk,
16-
cs_ship_addr_sk,
17-
cs_call_center_sk,
18-
cs_catalog_page_sk,
19-
cs_ship_mode_sk,
20-
cs_warehouse_sk,
21-
cs_item_sk,
22-
cs_promo_sk,
23-
cs_order_number,
24-
cs_quantity,
25-
cs_wholesale_cost,
26-
cs_list_price,
27-
cs_sales_price,
28-
cs_ext_discount_amt,
29-
cs_ext_sales_price,
30-
cs_ext_wholesale_cost,
31-
cs_ext_list_price,
32-
cs_ext_tax,
33-
cs_coupon_amt,
34-
cs_ext_ship_cost,
35-
cs_net_paid,
36-
cs_net_paid_inc_tax,
37-
cs_net_paid_inc_ship,
38-
cs_net_paid_inc_ship_tax,
39-
cs_net_profit
40-
from csv
41-
where cs_sold_time_sk >= (select floor( max(cs_sold_time_sk) * rand()) from csv )
42-
order by cs_sold_time_sk limit 2)
5+
select count(*) from catalog_sales;
436

44-
-- ========================================================
45-
-- Verify the row can be selected from catalog_sales:
46-
-- ========================================================
47-
48-
select
49-
catalog_sales.cs_sold_date_sk,
50-
catalog_sales.cs_sold_time_sk,
51-
catalog_sales.cs_ship_date_sk,
52-
catalog_sales.cs_bill_customer_sk,
53-
catalog_sales.cs_bill_cdemo_sk,
54-
catalog_sales.cs_bill_hdemo_sk,
55-
catalog_sales.cs_bill_addr_sk,
56-
catalog_sales.cs_ship_customer_sk,
57-
catalog_sales.cs_ship_cdemo_sk,
58-
catalog_sales.cs_ship_hdemo_sk,
59-
catalog_sales.cs_ship_addr_sk,
60-
catalog_sales.cs_call_center_sk,
61-
catalog_sales.cs_catalog_page_sk,
62-
catalog_sales.cs_ship_mode_sk,
63-
catalog_sales.cs_warehouse_sk,
64-
catalog_sales.cs_item_sk,
65-
catalog_sales.cs_promo_sk,
66-
catalog_sales.cs_order_number,
67-
catalog_sales.cs_quantity,
68-
catalog_sales.cs_wholesale_cost,
69-
catalog_sales.cs_list_price,
70-
catalog_sales.cs_sales_price,
71-
catalog_sales.cs_ext_discount_amt,
72-
catalog_sales.cs_ext_sales_price,
73-
catalog_sales.cs_ext_wholesale_cost,
74-
catalog_sales.cs_ext_list_price,
75-
catalog_sales.cs_ext_tax,
76-
catalog_sales.cs_coupon_amt,
77-
catalog_sales.cs_ext_ship_cost,
78-
catalog_sales.cs_net_paid,
79-
catalog_sales.cs_net_paid_inc_tax,
80-
catalog_sales.cs_net_paid_inc_ship,
81-
catalog_sales.cs_net_paid_inc_ship_tax,
82-
catalog_sales.cs_net_profit
83-
from catalog_sales, csc_random
84-
where
85-
catalog_sales.cs_sold_date_sk = csc_random.cs_sold_date_sk and
86-
catalog_sales.cs_sold_time_sk = csc_random.cs_sold_time_sk and
87-
catalog_sales.cs_ship_date_sk = csc_random.cs_ship_date_sk and
88-
catalog_sales.cs_bill_customer_sk = csc_random.cs_bill_customer_sk and
89-
catalog_sales.cs_bill_cdemo_sk = csc_random.cs_bill_cdemo_sk and
90-
catalog_sales.cs_bill_hdemo_sk = csc_random.cs_bill_hdemo_sk and
91-
catalog_sales.cs_bill_addr_sk = csc_random.cs_bill_addr_sk and
92-
catalog_sales.cs_ship_customer_sk = csc_random.cs_ship_customer_sk and
93-
catalog_sales.cs_ship_cdemo_sk = csc_random.cs_ship_cdemo_sk and
94-
catalog_sales.cs_ship_hdemo_sk = csc_random.cs_ship_hdemo_sk and
95-
catalog_sales.cs_ship_addr_sk = csc_random.cs_ship_addr_sk and
96-
catalog_sales.cs_call_center_sk = csc_random.cs_call_center_sk and
97-
catalog_sales.cs_catalog_page_sk = csc_random.cs_catalog_page_sk and
98-
catalog_sales.cs_ship_mode_sk = csc_random.cs_ship_mode_sk and
99-
catalog_sales.cs_warehouse_sk = csc_random.cs_warehouse_sk and
100-
catalog_sales.cs_item_sk = csc_random.cs_item_sk and
101-
catalog_sales.cs_promo_sk = csc_random.cs_promo_sk;
7+
with column_checksums as (
8+
select array[
9+
checksum(cs_sold_date_sk),
10+
checksum(cs_sold_time_sk),
11+
checksum(cs_ship_date_sk),
12+
checksum(cs_bill_customer_sk),
13+
checksum(cs_bill_cdemo_sk),
14+
checksum(cs_bill_hdemo_sk),
15+
checksum(cs_bill_addr_sk),
16+
checksum(cs_ship_customer_sk),
17+
checksum(cs_ship_cdemo_sk),
18+
checksum(cs_ship_hdemo_sk),
19+
checksum(cs_ship_addr_sk),
20+
checksum(cs_call_center_sk),
21+
checksum(cs_catalog_page_sk),
22+
checksum(cs_ship_mode_sk),
23+
checksum(cs_warehouse_sk),
24+
checksum(cs_item_sk),
25+
checksum(cs_promo_sk),
26+
checksum(cs_order_number),
27+
checksum(cs_quantity),
28+
checksum(cs_wholesale_cost),
29+
checksum(cs_list_price),
30+
checksum(cs_sales_price),
31+
checksum(cs_ext_discount_amt),
32+
checksum(cs_ext_sales_price),
33+
checksum(cs_ext_wholesale_cost),
34+
checksum(cs_ext_list_price),
35+
checksum(cs_ext_tax),
36+
checksum(cs_coupon_amt),
37+
checksum(cs_ext_ship_cost),
38+
checksum(cs_net_paid),
39+
checksum(cs_net_paid_inc_tax),
40+
checksum(cs_net_paid_inc_ship),
41+
checksum(cs_net_paid_inc_ship_tax),
42+
checksum(cs_net_profit)
43+
] checksums
44+
from catalog_sales
45+
)
46+
select checksum(cs) as table_checksum
47+
from column_checksums
48+
cross join unnest(column_checksums.checksums) as x(cs);

‎benchmarks/tpc-ds/queries/refresh/verify_LF_I.sql‎

Lines changed: 15 additions & 23 deletions
Original file line numberDiff line numberDiff line change
@@ -1,26 +1,18 @@
11
-- ==============================================
2-
-- Fetch two rows randomly from iv:
2+
-- 12015000
3+
-- a1 56 0d 3e 9a f7 5f 9d
34
-- ==============================================
4-
with inv_random as (select
5-
inv_date_sk,
6-
inv_item_sk,
7-
inv_warehouse_sk,
8-
inv_quantity_on_hand
9-
from iv
10-
where inv_item_sk >= (select floor( max(inv_item_sk) * rand()) from iv )
11-
order by inv_item_sk limit 2)
5+
select count(*) from inventory;
126

13-
-- ========================================================
14-
-- Verify the row can be selected from inventory:
15-
-- ========================================================
16-
17-
select
18-
inv.inv_date_sk,
19-
inv.inv_item_sk,
20-
inv.inv_warehouse_sk,
21-
inv.inv_quantity_on_hand
22-
from inventory inv, inv_random
23-
where
24-
inv.inv_date_sk = inv_random.inv_date_sk and
25-
inv.inv_item_sk = inv_random.inv_item_sk and
26-
inv.inv_warehouse_sk = inv_random.inv_warehouse_sk;
7+
with column_checksums as (
8+
select array[
9+
checksum(inv_date_sk),
10+
checksum(inv_item_sk),
11+
checksum(inv_warehouse_sk),
12+
checksum(inv_quantity_on_hand)
13+
] checksums
14+
from inventory
15+
)
16+
select checksum(cs) as table_checksum
17+
from column_checksums
18+
cross join unnest(column_checksums.checksums) as x(cs);

0 commit comments

Comments
 (0)