Update gx tests 2 (#2603)

* Update test values

* Update test values; pause housing GX job

* update DQ test info for unioned properties table

Author: annajgibson

scripts/helpers/housing_nec_migration_gx_dq_inputs.py

@@ -10,14 +10,14 @@
 }
 
 data_load_list = [
-    "properties",
-    "tenancies",
-    "people",
-    "contacts",
-    "arrears_actions",
-    "revenue_accounts",
-    # "transactions",
-    "addresses",
+    "properties"
+    # "tenancies",
+    # "people",
+    # "contacts",
+    # "arrears_actions",
+    # "revenue_accounts",
+    # # "transactions",
+    # "addresses",
 ]
 
 table_list = {
@@ -33,7 +33,7 @@
         # "properties_4b",
         # "properties_4c",
         # "properties_7a",
-        "properties_all_tranches",
+        "full_full_hem_pro_all_dq",
     ],
     "tenancies": [
         # "tenancies_1a",

scripts/jobs/housing/housing_nec_migration_apply_gx_dq_tests.py

@@ -16,14 +16,14 @@
     table_list,
 )
 import scripts.jobs.housing.housing_nec_migration_properties_data_load_gx_suite
-import scripts.jobs.housing.housing_nec_migration_tenancies_data_load_gx_suite
-import scripts.jobs.housing.housing_nec_migration_people_data_load_gx_suite
-import scripts.jobs.housing.housing_nec_migration_contacts_data_load_gx_suite
-import scripts.jobs.housing.housing_nec_migration_arrears_actions_data_load_gx_suite
-import scripts.jobs.housing.housing_nec_migration_revenue_accounts_data_load_gx_suite
-
-# import scripts.jobs.housing.housing_nec_migration_transactions_data_load_gx_suite
-import scripts.jobs.housing.housing_nec_migration_addresses_data_load_gx_suite
+# import scripts.jobs.housing.housing_nec_migration_tenancies_data_load_gx_suite
+# import scripts.jobs.housing.housing_nec_migration_people_data_load_gx_suite
+# import scripts.jobs.housing.housing_nec_migration_contacts_data_load_gx_suite
+# import scripts.jobs.housing.housing_nec_migration_arrears_actions_data_load_gx_suite
+# import scripts.jobs.housing.housing_nec_migration_revenue_accounts_data_load_gx_suite
+#
+# # import scripts.jobs.housing.housing_nec_migration_transactions_data_load_gx_suite
+# import scripts.jobs.housing.housing_nec_migration_addresses_data_load_gx_suite
 
 logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)
@@ -44,7 +44,7 @@
 
 
 def get_sql_query(sql_config, data_load, table):
-    query = f"SELECT * FROM housing_nec_migration.{table}"
+    query = f"SELECT * FROM housing_nec_migration_outputs.{table}"
     id_field = sql_config.get(data_load).get("id_field")
     return query, id_field
 

scripts/jobs/housing/housing_nec_migration_properties_data_load_gx_suite.py

@@ -66,7 +66,7 @@ class PropertiesExpectPropTypeValuesToBeInSet(gxe.ExpectColumnValuesToBeInSet):
     column: str = "LPRO_HOU_PTV_CODE"
     value_set: list = [
         "CMC",
-        "CMF",
+        "CMC",
         "GAR",
         "FLT",
         "HOU",
@@ -81,17 +81,15 @@ class PropertiesExpectPropTypeValuesToBeInSet(gxe.ExpectColumnValuesToBeInSet):
         "CYC",
         "DUP",
         "BOI",
-        "LFT",
+        "CMC",
         "CON",
-        "PLY",
-
+        "LFT",
+        "PLY"
     ]
     description: str = "Expect property type values to be one of the set"
 
 
-class PropertiesExpectPropColumnsToMatchOrderedList(
-    gxe.ExpectTableColumnsToMatchOrderedList
-):
+class PropertiesExpectPropColumnsToMatchOrderedList(gxe.ExpectTableColumnsToMatchOrderedList):
     column_list = [
         "LPRO_PROPREF",
         "LPRO_HOU_FRB",