|
24 | 24 |
|
25 | 25 | partition_keys = ['import_year', 'import_month', 'import_day', 'import_date'] |
26 | 26 |
|
27 | | -dq_dimensions_map = {'expect_column_value_lengths_to_be_between': 'VALIDITY', |
28 | | - 'expect_first_name_column_value_lengths': 'VALIDITY', |
29 | | - 'expect_surname_column_value_lengths': 'VALIDITY', |
30 | | - 'expect_column_values_to_be_unique': 'UNIQUENESS', |
31 | | - 'expect_column_values_to_match_regex': 'VALIDITY', |
32 | | - 'expect_uprn_column_values_to_match_regex': 'VALIDITY', |
33 | | - 'expect_column_values_to_be_in_set': 'CONSISTENCY', |
34 | | - 'expect_person_type_values_to_be_in_set': 'CONSISTENCY', |
35 | | - 'expect_preferred_title_values_to_be_in_set': 'CONSISTENCY', |
36 | | - 'expect_select_column_values_to_be_unique_within_record': 'UNIQUENESS', |
37 | | - 'expect_column_values_to_not_be_null': 'COMPLETENESS', |
38 | | - 'expect_uprn_not_to_be_null': 'COMPLETENESS', |
39 | | - 'expect_column_values_to_be_between': 'VALIDITY', |
40 | | - 'expect_date_of_birth_to_be_between': 'VALIDITY' |
41 | | - } |
| 27 | +dq_dimensions_map = { |
| 28 | + 'expect_first_name_column_value_lengths': 'VALIDITY', |
| 29 | + 'expect_first_name_column_value_length': 'VALIDITY', |
| 30 | + 'expect_uprn_column_values_to_match_regex': 'VALIDITY', |
| 31 | + 'expect_person_type_values_to_be_in_set': 'CONSISTENCY', |
| 32 | + 'expect_preferred_title_values_to_be_in_set': 'CONSISTENCY', |
| 33 | + 'expect_uprn_not_to_be_null': 'COMPLETENESS', |
| 34 | + 'expect_date_of_birth_to_be_between': 'VALIDITY', |
| 35 | + 'expect_person_id_and_property_reference_column_values_to_be_unique_within_record': 'UNIQUENESS', |
| 36 | + 'expect_property_ref_column_values_to_not_be_null': 'COMPLETENESS', |
| 37 | + 'expect_member_full_name_column_value_lengths_between': 'VALIDITY', |
| 38 | + 'expect_description_values_to_be_in_set': 'CONSISTENCY', |
| 39 | + 'expect_tenancy_id_column_not_to_be_null': 'COMPLETENESS', |
| 40 | + 'expect_start_of_tenure_date_column_not_to_be_null': 'COMPLETENESS', |
| 41 | + 'expect_contact_type_column_values_to_not_be_null': 'COMPLETENESS', |
| 42 | + 'expect_surname_column_value_length': 'VALIDITY', |
| 43 | + 'expect_surname_column_value_lengths': 'VALIDITY', |
| 44 | + 'expect_person_id_column_values_to_be_unique': 'UNIQUENESS', |
| 45 | + 'expect_person_id_and_payment_reference_column_values_to_be_unique_within_record': 'UNIQUENESS', |
| 46 | + 'expect_date_of_birth_column_values_to_not_be_null': 'COMPLETENESS', |
| 47 | + 'expect_asset_type_values_to_be_in_set': 'CONSISTENCY', |
| 48 | + 'expect_tenancy_id_and_property_reference_column_values_to_be_unique_within_record': 'UNIQUENESS', |
| 49 | + 'expect_payment_reference_column_not_to_be_null': 'COMPLETENESS', |
| 50 | + 'expect_target_id_column_values_to_not_be_null': 'COMPLETENESS', |
| 51 | + 'expect_contact_type_column_values_to_be_in_set': 'CONSISTENCY', |
| 52 | + 'expect_sub_type_column_values_to_not_be_null': 'COMPLETENESS', |
| 53 | + 'expect_asset_id_not_to_be_null': 'COMPLETENESS', |
| 54 | + 'expect_uprn_column_value_lengths_between': 'VALIDITY', |
| 55 | + 'expect_person_id_column_values_to_not_be_null': 'COMPLETENESS', |
| 56 | + 'expect_tenancy_id_and_payment_reference_column_values_to_be_unique_within_record': 'UNIQUENESS', |
| 57 | + 'expect_tenure_code_column_not_to_be_null': 'COMPLETENESS', |
| 58 | + 'expect_target_id_and_value_column_values_to_be_unique_within_record': 'UNIQUENESS', |
| 59 | + 'expect_sub_type_column_values_to_be_in_set': 'CONSISTENCY', |
| 60 | + 'expect_contact_value_column_values_to_be_unique': 'UNIQUENESS', |
| 61 | + 'expect_contact_value_column_values_to_not_be_null': 'COMPLETENESS', |
| 62 | + 'expect_asset_type_not_to_be_null': 'COMPLETENESS', |
| 63 | + 'expect_uprn_column_values_to_not_be_null': 'COMPLETENESS', |
| 64 | + 'expect_target_type_column_values_to_be_in_set': 'CONSISTENCY', |
| 65 | +} |
0 commit comments