Merge branch 'main' into daroclark-patch-1

Author: daroclark

scripts/jobs/housing/housing_nec_migration_apply_gx_dq_tests.py

@@ -10,7 +10,7 @@
 import great_expectations as gx
 import pandas as pd
 from pyathena import connect
-from scripts.helpers.housing_nec_migration_gx_dq_inputs import sql_config, table_list, partition_keys
+from scripts.helpers.housing_nec_migration_gx_dq_inputs import sql_config, table_list
 import scripts.jobs.housing.housing_nec_migration_properties_data_load_gx_suite
 
 logging.basicConfig(level=logging.INFO)
@@ -125,8 +125,7 @@ def main():
         dataset=True,
         database=target_database,
         table=target_table,
-        mode="overwrite_partitions",
-        partition_cols=partition_keys,
+        mode="overwrite",
         dtype=dtype_dict,
         schema_evolution=True
     )