Skip to content

Commit e6feaac

Browse files
committed
Add additional DQ dimension assignments
1 parent f3837d5 commit e6feaac

File tree

1 file changed

+39
-15
lines changed

1 file changed

+39
-15
lines changed

scripts/helpers/housing_gx_dq_inputs.py

Lines changed: 39 additions & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -24,18 +24,42 @@
2424

2525
partition_keys = ['import_year', 'import_month', 'import_day', 'import_date']
2626

27-
dq_dimensions_map = {'expect_column_value_lengths_to_be_between': 'VALIDITY',
28-
'expect_first_name_column_value_lengths': 'VALIDITY',
29-
'expect_surname_column_value_lengths': 'VALIDITY',
30-
'expect_column_values_to_be_unique': 'UNIQUENESS',
31-
'expect_column_values_to_match_regex': 'VALIDITY',
32-
'expect_uprn_column_values_to_match_regex': 'VALIDITY',
33-
'expect_column_values_to_be_in_set': 'CONSISTENCY',
34-
'expect_person_type_values_to_be_in_set': 'CONSISTENCY',
35-
'expect_preferred_title_values_to_be_in_set': 'CONSISTENCY',
36-
'expect_select_column_values_to_be_unique_within_record': 'UNIQUENESS',
37-
'expect_column_values_to_not_be_null': 'COMPLETENESS',
38-
'expect_uprn_not_to_be_null': 'COMPLETENESS',
39-
'expect_column_values_to_be_between': 'VALIDITY',
40-
'expect_date_of_birth_to_be_between': 'VALIDITY'
41-
}
27+
dq_dimensions_map = {
28+
'expect_first_name_column_value_lengths': 'VALIDITY',
29+
'expect_first_name_column_value_length': 'VALIDITY',
30+
'expect_uprn_column_values_to_match_regex': 'VALIDITY',
31+
'expect_person_type_values_to_be_in_set': 'CONSISTENCY',
32+
'expect_preferred_title_values_to_be_in_set': 'CONSISTENCY',
33+
'expect_uprn_not_to_be_null': 'COMPLETENESS',
34+
'expect_date_of_birth_to_be_between': 'VALIDITY',
35+
'expect_person_id_and_property_reference_column_values_to_be_unique_within_record': 'UNIQUENESS',
36+
'expect_property_ref_column_values_to_not_be_null': 'COMPLETENESS',
37+
'expect_member_full_name_column_value_lengths_between': 'VALIDITY',
38+
'expect_description_values_to_be_in_set': 'CONSISTENCY',
39+
'expect_tenancy_id_column_not_to_be_null': 'COMPLETENESS',
40+
'expect_start_of_tenure_date_column_not_to_be_null': 'COMPLETENESS',
41+
'expect_contact_type_column_values_to_not_be_null': 'COMPLETENESS',
42+
'expect_surname_column_value_length': 'VALIDITY',
43+
'expect_surname_column_value_lengths': 'VALIDITY',
44+
'expect_person_id_column_values_to_be_unique': 'UNIQUENESS',
45+
'expect_person_id_and_payment_reference_column_values_to_be_unique_within_record': 'UNIQUENESS',
46+
'expect_date_of_birth_column_values_to_not_be_null': 'COMPLETENESS',
47+
'expect_asset_type_values_to_be_in_set': 'CONSISTENCY',
48+
'expect_tenancy_id_and_property_reference_column_values_to_be_unique_within_record': 'UNIQUENESS',
49+
'expect_payment_reference_column_not_to_be_null': 'COMPLETENESS',
50+
'expect_target_id_column_values_to_not_be_null': 'COMPLETENESS',
51+
'expect_contact_type_column_values_to_be_in_set': 'CONSISTENCY',
52+
'expect_sub_type_column_values_to_not_be_null': 'COMPLETENESS',
53+
'expect_asset_id_not_to_be_null': 'COMPLETENESS',
54+
'expect_uprn_column_value_lengths_between': 'VALIDITY',
55+
'expect_person_id_column_values_to_not_be_null': 'COMPLETENESS',
56+
'expect_tenancy_id_and_payment_reference_column_values_to_be_unique_within_record': 'UNIQUENESS',
57+
'expect_tenure_code_column_not_to_be_null': 'COMPLETENESS',
58+
'expect_target_id_and_value_column_values_to_be_unique_within_record': 'UNIQUENESS',
59+
'expect_sub_type_column_values_to_be_in_set': 'CONSISTENCY',
60+
'expect_contact_value_column_values_to_be_unique': 'UNIQUENESS',
61+
'expect_contact_value_column_values_to_not_be_null': 'COMPLETENESS',
62+
'expect_asset_type_not_to_be_null': 'COMPLETENESS',
63+
'expect_uprn_column_values_to_not_be_null': 'COMPLETENESS',
64+
'expect_target_type_column_values_to_be_in_set': 'CONSISTENCY',
65+
}

0 commit comments

Comments
 (0)