Skip to content

Commit 73d6576

Browse files
author
dakodakov
authored
vdk-trino: scd1 template - stop temp table deletio (#3420)
scd1 template - stop temp table deletion Signed-off-by: Dako Dakov <[email protected]>
1 parent 82f9bdc commit 73d6576

File tree

1 file changed

+13
-16
lines changed

1 file changed

+13
-16
lines changed

projects/vdk-plugins/vdk-trino/src/vdk/plugin/trino/templates/load/dimension/scd1/03-handle-quality-checks_and_move_data.py

Lines changed: 13 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -72,23 +72,20 @@ def run(job_input: IJobInput):
7272
)
7373
job_input.execute_query(create_staging_table_and_insert_data)
7474

75-
try:
76-
staging_table_full_name = f"{staging_schema}.{staging_table}"
75+
staging_table_full_name = f"{staging_schema}.{staging_table}"
7776

78-
# copy the data if there's no quality check configure or if it passes
79-
if not check or check(staging_table_full_name):
80-
copy_staging_table_to_target_table(
81-
job_input, target_schema, target_table, staging_schema, staging_table
82-
)
83-
else:
84-
target_table_full_name = f"{target_schema}.{target_table}"
85-
raise DataQualityException(
86-
checked_object=staging_table_full_name,
87-
source_view=f"{source_schema}.{source_view}",
88-
target_table=target_table_full_name,
89-
)
90-
finally:
91-
job_input.execute_query(drop_table)
77+
# copy the data if there's no quality check configure or if it passes
78+
if not check or check(staging_table_full_name):
79+
copy_staging_table_to_target_table(
80+
job_input, target_schema, target_table, staging_schema, staging_table
81+
)
82+
else:
83+
target_table_full_name = f"{target_schema}.{target_table}"
84+
raise DataQualityException(
85+
checked_object=staging_table_full_name,
86+
source_view=f"{source_schema}.{source_view}",
87+
target_table=target_table_full_name,
88+
)
9289

9390

9491
def copy_staging_table_to_target_table(

0 commit comments

Comments
 (0)