Skip to content

Commit 94a3815

Browse files
DVAlexHiggsDVAlexHiggs
committed
Fix hash columns macro tests
1 parent c140a2b commit 94a3815

8 files changed

+128
-82
lines changed

‎test/test_macro/staging/expected/hash_columns/snowflake/test_hash_columns_correctly_generates_hashed_columns_for_composite_columns.sql‎

Lines changed: 8 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,9 @@
11
CAST((MD5_BINARY(NULLIF(UPPER(TRIM(CAST("BOOKING_REF" AS VARCHAR))), ''))) AS BINARY(16)) AS "BOOKING_PK",
2-
CAST(MD5_BINARY(CONCAT_WS('||',
3-
IFNULL(NULLIF(UPPER(TRIM(CAST("ADDRESS" AS VARCHAR))), ''), '^^'),
4-
IFNULL(NULLIF(UPPER(TRIM(CAST("PHONE" AS VARCHAR))), ''), '^^'),
5-
IFNULL(NULLIF(UPPER(TRIM(CAST("NAME" AS VARCHAR))), ''), '^^')
6-
)) AS BINARY(16)) AS "CUSTOMER_DETAILS"
2+
3+
CAST(MD5_BINARY(
4+
CONCAT(
5+
IFNULL(NULLIF(UPPER(TRIM(CAST("ADDRESS" AS VARCHAR))), ''), '^^'), '||',
6+
IFNULL(NULLIF(UPPER(TRIM(CAST("PHONE" AS VARCHAR))), ''), '^^'), '||',
7+
IFNULL(NULLIF(UPPER(TRIM(CAST("NAME" AS VARCHAR))), ''), '^^')
8+
)) AS BINARY(16)
9+
) AS "CUSTOMER_DETAILS"

‎test/test_macro/staging/expected/hash_columns/snowflake/test_hash_columns_correctly_generates_hashed_columns_for_composite_columns_hashdiff.sql‎

Lines changed: 8 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,9 @@
11
CAST((MD5_BINARY(NULLIF(UPPER(TRIM(CAST("BOOKING_REF" AS VARCHAR))), ''))) AS BINARY(16)) AS "BOOKING_PK",
2-
CAST(MD5_BINARY(CONCAT_WS('||',
3-
IFNULL(NULLIF(UPPER(TRIM(CAST("ADDRESS" AS VARCHAR))), ''), '^^'),
4-
IFNULL(NULLIF(UPPER(TRIM(CAST("NAME" AS VARCHAR))), ''), '^^'),
5-
IFNULL(NULLIF(UPPER(TRIM(CAST("PHONE" AS VARCHAR))), ''), '^^')
6-
)) AS BINARY(16)) AS "CUSTOMER_DETAILS"
2+
3+
CAST(MD5_BINARY(
4+
CONCAT(
5+
IFNULL(NULLIF(UPPER(TRIM(CAST("ADDRESS" AS VARCHAR))), ''), '^^'), '||',
6+
IFNULL(NULLIF(UPPER(TRIM(CAST("NAME" AS VARCHAR))), ''), '^^'), '||',
7+
IFNULL(NULLIF(UPPER(TRIM(CAST("PHONE" AS VARCHAR))), ''), '^^')
8+
)) AS BINARY(16)
9+
) AS "CUSTOMER_DETAILS"

‎test/test_macro/staging/expected/hash_columns/snowflake/test_hash_columns_correctly_generates_hashed_columns_for_composite_columns_non_hashdiff.sql‎

Lines changed: 8 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,9 @@
11
CAST((MD5_BINARY(NULLIF(UPPER(TRIM(CAST("BOOKING_REF" AS VARCHAR))), ''))) AS BINARY(16)) AS "BOOKING_PK",
2-
CAST(MD5_BINARY(NULLIF(CONCAT_WS('||',
3-
IFNULL(NULLIF(UPPER(TRIM(CAST("ADDRESS" AS VARCHAR))), ''), '^^'),
4-
IFNULL(NULLIF(UPPER(TRIM(CAST("PHONE" AS VARCHAR))), ''), '^^'),
5-
IFNULL(NULLIF(UPPER(TRIM(CAST("NAME" AS VARCHAR))), ''), '^^')
6-
), '^^||^^||^^')) AS BINARY(16)) AS "CUSTOMER_DETAILS"
2+
3+
CAST(MD5_BINARY(NULLIF(
4+
CONCAT(
5+
IFNULL(NULLIF(UPPER(TRIM(CAST("ADDRESS" AS VARCHAR))), ''), '^^'), '||',
6+
IFNULL(NULLIF(UPPER(TRIM(CAST("PHONE" AS VARCHAR))), ''), '^^'), '||',
7+
IFNULL(NULLIF(UPPER(TRIM(CAST("NAME" AS VARCHAR))), ''), '^^')
8+
), '^^||^^||^^')) AS BINARY(16)
9+
) AS "CUSTOMER_DETAILS"

‎test/test_macro/staging/expected/hash_columns/snowflake/test_hash_columns_correctly_generates_hashed_columns_for_multiple_composite_columns_hashdiff.sql‎

Lines changed: 13 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,14 @@
11
CAST((MD5_BINARY(NULLIF(UPPER(TRIM(CAST("BOOKING_REF" AS VARCHAR))), ''))) AS BINARY(16)) AS "BOOKING_PK",
2-
CAST(MD5_BINARY(CONCAT_WS('||',
3-
IFNULL(NULLIF(UPPER(TRIM(CAST("CUSTOMER_ID" AS VARCHAR))), ''), '^^'),
4-
IFNULL(NULLIF(UPPER(TRIM(CAST("NATIONALITY" AS VARCHAR))), ''), '^^'),
5-
IFNULL(NULLIF(UPPER(TRIM(CAST("PHONE" AS VARCHAR))), ''), '^^')
6-
)) AS BINARY(16)) AS "CUSTOMER_DETAILS",
7-
CAST(MD5_BINARY(CONCAT_WS('||',
8-
IFNULL(NULLIF(UPPER(TRIM(CAST("ORDER_AMOUNT" AS VARCHAR))), ''), '^^'),
9-
IFNULL(NULLIF(UPPER(TRIM(CAST("ORDER_DATE" AS VARCHAR))), ''), '^^')
10-
)) AS BINARY(16)) AS "ORDER_DETAILS"
2+
CAST(MD5_BINARY(
3+
CONCAT(
4+
IFNULL(NULLIF(UPPER(TRIM(CAST("CUSTOMER_ID" AS VARCHAR))), ''), '^^'), '||',
5+
IFNULL(NULLIF(UPPER(TRIM(CAST("NATIONALITY" AS VARCHAR))), ''), '^^'), '||',
6+
IFNULL(NULLIF(UPPER(TRIM(CAST("PHONE" AS VARCHAR))), ''), '^^')
7+
)) AS BINARY(16)
8+
) AS "CUSTOMER_DETAILS",
9+
CAST(MD5_BINARY(
10+
CONCAT(
11+
IFNULL(NULLIF(UPPER(TRIM(CAST("ORDER_AMOUNT" AS VARCHAR))), ''), '^^'), '||',
12+
IFNULL(NULLIF(UPPER(TRIM(CAST("ORDER_DATE" AS VARCHAR))), ''), '^^')
13+
)) AS BINARY(16)
14+
) AS "ORDER_DETAILS"

‎test/test_macro/staging/expected/hash_columns/snowflake/test_hash_columns_correctly_generates_sql_from_yaml.sql‎

Lines changed: 25 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -1,18 +1,27 @@
11
CAST((MD5_BINARY(NULLIF(UPPER(TRIM(CAST("BOOKING_REF" AS VARCHAR))), ''))) AS BINARY(16)) AS "BOOKING_PK",
22
CAST((MD5_BINARY(NULLIF(UPPER(TRIM(CAST("CUSTOMER_ID" AS VARCHAR))), ''))) AS BINARY(16)) AS "CUSTOMER_PK",
3-
CAST(MD5_BINARY(NULLIF(CONCAT_WS('||',
4-
IFNULL(NULLIF(UPPER(TRIM(CAST("CUSTOMER_ID" AS VARCHAR))), ''), '^^'),
5-
IFNULL(NULLIF(UPPER(TRIM(CAST("BOOKING_REF" AS VARCHAR))), ''), '^^')
6-
), '^^||^^')) AS BINARY(16)) AS "CUSTOMER_BOOKING_PK",
7-
CAST(MD5_BINARY(CONCAT_WS('||',
8-
IFNULL(NULLIF(UPPER(TRIM(CAST("CUSTOMER_ID" AS VARCHAR))), ''), '^^'),
9-
IFNULL(NULLIF(UPPER(TRIM(CAST("NATIONALITY" AS VARCHAR))), ''), '^^'),
10-
IFNULL(NULLIF(UPPER(TRIM(CAST("PHONE" AS VARCHAR))), ''), '^^')
11-
)) AS BINARY(16)) AS "BOOK_CUSTOMER_HASHDIFF",
12-
CAST(MD5_BINARY(CONCAT_WS('||',
13-
IFNULL(NULLIF(UPPER(TRIM(CAST("BOOKING_DATE" AS VARCHAR))), ''), '^^'),
14-
IFNULL(NULLIF(UPPER(TRIM(CAST("BOOKING_REF" AS VARCHAR))), ''), '^^'),
15-
IFNULL(NULLIF(UPPER(TRIM(CAST("DEPARTURE_DATE" AS VARCHAR))), ''), '^^'),
16-
IFNULL(NULLIF(UPPER(TRIM(CAST("DESTINATION" AS VARCHAR))), ''), '^^'),
17-
IFNULL(NULLIF(UPPER(TRIM(CAST("PRICE" AS VARCHAR))), ''), '^^')
18-
)) AS BINARY(16)) AS "BOOK_BOOKING_HASHDIFF"
3+
4+
CAST(MD5_BINARY(NULLIF(
5+
CONCAT(
6+
IFNULL(NULLIF(UPPER(TRIM(CAST("CUSTOMER_ID" AS VARCHAR))), ''), '^^'), '||',
7+
IFNULL(NULLIF(UPPER(TRIM(CAST("BOOKING_REF" AS VARCHAR))), ''), '^^')
8+
), '^^||^^')) AS BINARY(16)
9+
) AS "CUSTOMER_BOOKING_PK",
10+
11+
CAST(MD5_BINARY(
12+
CONCAT(
13+
IFNULL(NULLIF(UPPER(TRIM(CAST("CUSTOMER_ID" AS VARCHAR))), ''), '^^'), '||',
14+
IFNULL(NULLIF(UPPER(TRIM(CAST("NATIONALITY" AS VARCHAR))), ''), '^^'), '||',
15+
IFNULL(NULLIF(UPPER(TRIM(CAST("PHONE" AS VARCHAR))), ''), '^^')
16+
)) AS BINARY(16)
17+
) AS "BOOK_CUSTOMER_HASHDIFF",
18+
19+
CAST(MD5_BINARY(
20+
CONCAT(
21+
IFNULL(NULLIF(UPPER(TRIM(CAST("BOOKING_DATE" AS VARCHAR))), ''), '^^'), '||',
22+
IFNULL(NULLIF(UPPER(TRIM(CAST("BOOKING_REF" AS VARCHAR))), ''), '^^'), '||',
23+
IFNULL(NULLIF(UPPER(TRIM(CAST("DEPARTURE_DATE" AS VARCHAR))), ''), '^^'), '||',
24+
IFNULL(NULLIF(UPPER(TRIM(CAST("DESTINATION" AS VARCHAR))), ''), '^^'), '||',
25+
IFNULL(NULLIF(UPPER(TRIM(CAST("PRICE" AS VARCHAR))), ''), '^^')
26+
)) AS BINARY(16)
27+
) AS "BOOK_BOOKING_HASHDIFF"

‎test/test_macro/staging/expected/hash_columns/snowflake/test_hash_columns_correctly_generates_sql_with_constants_from_yaml.sql‎

Lines changed: 33 additions & 21 deletions
Original file line numberDiff line numberDiff line change
@@ -1,22 +1,34 @@
11
CAST((MD5_BINARY(NULLIF(UPPER(TRIM(CAST("BOOKING_REF" AS VARCHAR))), ''))) AS BINARY(16)) AS "BOOKING_PK",
2-
CAST(MD5_BINARY(NULLIF(CONCAT_WS('||',
3-
IFNULL(NULLIF(UPPER(TRIM(CAST("CUSTOMER_ID" AS VARCHAR))), ''), '^^'),
4-
IFNULL(NULLIF(UPPER(TRIM(CAST('9999-12-31' AS VARCHAR))), ''), '^^')
5-
), '^^||^^')) AS BINARY(16)) AS "CUSTOMER_PK",
6-
CAST(MD5_BINARY(NULLIF(CONCAT_WS('||',
7-
IFNULL(NULLIF(UPPER(TRIM(CAST("CUSTOMER_ID" AS VARCHAR))), ''), '^^'),
8-
IFNULL(NULLIF(UPPER(TRIM(CAST("BOOKING_REF" AS VARCHAR))), ''), '^^')
9-
), '^^||^^')) AS BINARY(16)) AS "CUSTOMER_BOOKING_PK",
10-
CAST(MD5_BINARY(CONCAT_WS('||',
11-
IFNULL(NULLIF(UPPER(TRIM(CAST("CUSTOMER_ID" AS VARCHAR))), ''), '^^'),
12-
IFNULL(NULLIF(UPPER(TRIM(CAST("NATIONALITY" AS VARCHAR))), ''), '^^'),
13-
IFNULL(NULLIF(UPPER(TRIM(CAST("PHONE" AS VARCHAR))), ''), '^^')
14-
)) AS BINARY(16)) AS "BOOK_CUSTOMER_HASHDIFF",
15-
CAST(MD5_BINARY(CONCAT_WS('||',
16-
IFNULL(NULLIF(UPPER(TRIM(CAST('STG' AS VARCHAR))), ''), '^^'),
17-
IFNULL(NULLIF(UPPER(TRIM(CAST("BOOKING_DATE" AS VARCHAR))), ''), '^^'),
18-
IFNULL(NULLIF(UPPER(TRIM(CAST("BOOKING_REF" AS VARCHAR))), ''), '^^'),
19-
IFNULL(NULLIF(UPPER(TRIM(CAST("DEPARTURE_DATE" AS VARCHAR))), ''), '^^'),
20-
IFNULL(NULLIF(UPPER(TRIM(CAST("DESTINATION" AS VARCHAR))), ''), '^^'),
21-
IFNULL(NULLIF(UPPER(TRIM(CAST("PRICE" AS VARCHAR))), ''), '^^')
22-
)) AS BINARY(16)) AS "BOOK_BOOKING_HASHDIFF"
2+
3+
CAST(MD5_BINARY(NULLIF(
4+
CONCAT(
5+
IFNULL(NULLIF(UPPER(TRIM(CAST("CUSTOMER_ID" AS VARCHAR))), ''), '^^'), '||',
6+
IFNULL(NULLIF(UPPER(TRIM(CAST('9999-12-31' AS VARCHAR))), ''), '^^')
7+
), '^^||^^')) AS BINARY(16)
8+
) AS "CUSTOMER_PK",
9+
10+
CAST(MD5_BINARY(NULLIF(
11+
CONCAT(
12+
IFNULL(NULLIF(UPPER(TRIM(CAST("CUSTOMER_ID" AS VARCHAR))), ''), '^^'), '||',
13+
IFNULL(NULLIF(UPPER(TRIM(CAST("BOOKING_REF" AS VARCHAR))), ''), '^^')
14+
), '^^||^^')) AS BINARY(16)
15+
) AS "CUSTOMER_BOOKING_PK",
16+
17+
CAST(MD5_BINARY(
18+
CONCAT(
19+
IFNULL(NULLIF(UPPER(TRIM(CAST("CUSTOMER_ID" AS VARCHAR))), ''), '^^'), '||',
20+
IFNULL(NULLIF(UPPER(TRIM(CAST("NATIONALITY" AS VARCHAR))), ''), '^^'), '||',
21+
IFNULL(NULLIF(UPPER(TRIM(CAST("PHONE" AS VARCHAR))), ''), '^^')
22+
)) AS BINARY(16)
23+
) AS "BOOK_CUSTOMER_HASHDIFF",
24+
25+
CAST(MD5_BINARY(
26+
CONCAT(
27+
IFNULL(NULLIF(UPPER(TRIM(CAST('STG' AS VARCHAR))), ''), '^^'), '||',
28+
IFNULL(NULLIF(UPPER(TRIM(CAST("BOOKING_DATE" AS VARCHAR))), ''), '^^'), '||',
29+
IFNULL(NULLIF(UPPER(TRIM(CAST("BOOKING_REF" AS VARCHAR))), ''), '^^'), '||',
30+
IFNULL(NULLIF(UPPER(TRIM(CAST("DEPARTURE_DATE" AS VARCHAR))), ''), '^^'), '||',
31+
IFNULL(NULLIF(UPPER(TRIM(CAST("DESTINATION" AS VARCHAR))), ''), '^^'), '||',
32+
IFNULL(NULLIF(UPPER(TRIM(CAST("PRICE" AS VARCHAR))), ''), '^^')
33+
)) AS BINARY(16)
34+
) AS "BOOK_BOOKING_HASHDIFF"

‎test/test_macro/staging/expected/hash_columns/snowflake/test_hash_columns_correctly_generates_unsorted_hashed_columns_for_composite_columns_mapping.sql‎

Lines changed: 8 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,9 @@
11
CAST((MD5_BINARY(NULLIF(UPPER(TRIM(CAST("BOOKING_REF" AS VARCHAR))), ''))) AS BINARY(16)) AS "BOOKING_PK",
2-
CAST(MD5_BINARY(NULLIF(CONCAT_WS('||',
3-
IFNULL(NULLIF(UPPER(TRIM(CAST("ADDRESS" AS VARCHAR))), ''), '^^'),
4-
IFNULL(NULLIF(UPPER(TRIM(CAST("PHONE" AS VARCHAR))), ''), '^^'),
5-
IFNULL(NULLIF(UPPER(TRIM(CAST("NAME" AS VARCHAR))), ''), '^^')
6-
), '^^||^^||^^')) AS BINARY(16)) AS "CUSTOMER_DETAILS"
2+
3+
CAST(MD5_BINARY(NULLIF(
4+
CONCAT(
5+
IFNULL(NULLIF(UPPER(TRIM(CAST("ADDRESS" AS VARCHAR))), ''), '^^'), '||',
6+
IFNULL(NULLIF(UPPER(TRIM(CAST("PHONE" AS VARCHAR))), ''), '^^'), '||',
7+
IFNULL(NULLIF(UPPER(TRIM(CAST("NAME" AS VARCHAR))), ''), '^^')
8+
), '^^||^^||^^')) AS BINARY(16)
9+
) AS "CUSTOMER_DETAILS"

‎test/test_macro/staging/expected/hash_columns/snowflake/test_hash_columns_raises_warning_if_mapping_without_hashdiff.sql‎

Lines changed: 25 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -1,18 +1,27 @@
11
CAST((MD5_BINARY(NULLIF(UPPER(TRIM(CAST("BOOKING_REF" AS VARCHAR))), ''))) AS BINARY(16)) AS "BOOKING_PK",
22
CAST((MD5_BINARY(NULLIF(UPPER(TRIM(CAST("CUSTOMER_ID" AS VARCHAR))), ''))) AS BINARY(16)) AS "CUSTOMER_PK",
3-
CAST(MD5_BINARY(NULLIF(CONCAT_WS('||',
4-
IFNULL(NULLIF(UPPER(TRIM(CAST("CUSTOMER_ID" AS VARCHAR))), ''), '^^'),
5-
IFNULL(NULLIF(UPPER(TRIM(CAST("BOOKING_REF" AS VARCHAR))), ''), '^^')
6-
), '^^||^^')) AS BINARY(16)) AS "CUSTOMER_BOOKING_PK",
7-
CAST(MD5_BINARY(NULLIF(CONCAT_WS('||',
8-
IFNULL(NULLIF(UPPER(TRIM(CAST("PHONE" AS VARCHAR))), ''), '^^'),
9-
IFNULL(NULLIF(UPPER(TRIM(CAST("NATIONALITY" AS VARCHAR))), ''), '^^'),
10-
IFNULL(NULLIF(UPPER(TRIM(CAST("CUSTOMER_ID" AS VARCHAR))), ''), '^^')
11-
), '^^||^^||^^')) AS BINARY(16)) AS "BOOK_CUSTOMER_HASHDIFF",
12-
CAST(MD5_BINARY(NULLIF(CONCAT_WS('||',
13-
IFNULL(NULLIF(UPPER(TRIM(CAST("BOOKING_REF" AS VARCHAR))), ''), '^^'),
14-
IFNULL(NULLIF(UPPER(TRIM(CAST("BOOKING_DATE" AS VARCHAR))), ''), '^^'),
15-
IFNULL(NULLIF(UPPER(TRIM(CAST("DEPARTURE_DATE" AS VARCHAR))), ''), '^^'),
16-
IFNULL(NULLIF(UPPER(TRIM(CAST("PRICE" AS VARCHAR))), ''), '^^'),
17-
IFNULL(NULLIF(UPPER(TRIM(CAST("DESTINATION" AS VARCHAR))), ''), '^^')
18-
), '^^||^^||^^||^^||^^')) AS BINARY(16)) AS "BOOK_BOOKING_HASHDIFF"
3+
4+
CAST(MD5_BINARY(NULLIF(
5+
CONCAT(
6+
IFNULL(NULLIF(UPPER(TRIM(CAST("CUSTOMER_ID" AS VARCHAR))), ''), '^^'), '||',
7+
IFNULL(NULLIF(UPPER(TRIM(CAST("BOOKING_REF" AS VARCHAR))), ''), '^^')
8+
), '^^||^^')) AS BINARY(16)
9+
) AS "CUSTOMER_BOOKING_PK",
10+
11+
CAST(MD5_BINARY(NULLIF(
12+
CONCAT(
13+
IFNULL(NULLIF(UPPER(TRIM(CAST("PHONE" AS VARCHAR))), ''), '^^'), '||',
14+
IFNULL(NULLIF(UPPER(TRIM(CAST("NATIONALITY" AS VARCHAR))), ''), '^^'), '||',
15+
IFNULL(NULLIF(UPPER(TRIM(CAST("CUSTOMER_ID" AS VARCHAR))), ''), '^^')
16+
), '^^||^^||^^')) AS BINARY(16)
17+
) AS "BOOK_CUSTOMER_HASHDIFF",
18+
19+
CAST(MD5_BINARY(NULLIF(
20+
CONCAT(
21+
IFNULL(NULLIF(UPPER(TRIM(CAST("BOOKING_REF" AS VARCHAR))), ''), '^^'), '||',
22+
IFNULL(NULLIF(UPPER(TRIM(CAST("BOOKING_DATE" AS VARCHAR))), ''), '^^'), '||',
23+
IFNULL(NULLIF(UPPER(TRIM(CAST("DEPARTURE_DATE" AS VARCHAR))), ''), '^^'), '||',
24+
IFNULL(NULLIF(UPPER(TRIM(CAST("PRICE" AS VARCHAR))), ''), '^^'), '||',
25+
IFNULL(NULLIF(UPPER(TRIM(CAST("DESTINATION" AS VARCHAR))), ''), '^^')
26+
), '^^||^^||^^||^^||^^')) AS BINARY(16)
27+
) AS "BOOK_BOOKING_HASHDIFF"

0 commit comments

Comments
 (0)