Change to_parquet to 'overwrite_partitions' so that previous test results stored

annajgibson · annajgibson · commit b9b5123037db · 2024-11-11T16:47:44.000Z
diff --git a/scripts/jobs/housing/housing_apply_gx_dq_tests.py b/scripts/jobs/housing/housing_apply_gx_dq_tests.py
@@ -167,7 +167,7 @@ def main():
         dataset=True,
         database=target_database,
         table=target_table,
-        mode="overwrite",
+        mode="overwrite_partitions",
         partition_cols=partition_keys,
         dtype=dtype_dict
     )

Original file line number	Diff line number	Diff line change
`@@ -167,7 +167,7 @@ def main():`
`167`	`167`	`dataset=True,`
`168`	`168`	`database=target_database,`
`169`	`169`	`table=target_table,`
`170`		`- mode="overwrite",`
	`170`	`+ mode="overwrite_partitions",`
`171`	`171`	`partition_cols=partition_keys,`
`172`	`172`	`dtype=dtype_dict`
`173`	`173`	`)`