Skip to content

Commit 506df1f

Browse files
committed
fix: address issues with not updating tables properly
This is a hotfix it's probably not very performant?
1 parent 476056a commit 506df1f

File tree

1 file changed

+16
-11
lines changed

1 file changed

+16
-11
lines changed

warehouse/scheduler/scheduler/mq/handlers/data_model.py

Lines changed: 16 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -252,20 +252,25 @@ async def evaluate_single_model(
252252
ignore_if_exists=True,
253253
)
254254

255-
resolved_query = await model.resolve_query(table_resolvers=table_resolvers)
255+
resolved_query = await model.resolve_query(
256+
table_resolvers=table_resolvers
257+
)
256258

257-
create_query = ctas_query(resolved_query)
259+
with adapter.transaction():
260+
# Delete existing table if it exists
261+
adapter.drop_table(table_name=target_table)
258262

259-
adapter.ctas(
260-
table_name=target_table,
261-
query_or_df=create_query,
262-
exists=True,
263-
)
263+
create_query = ctas_query(resolved_query)
264264

265-
adapter.replace_query(
266-
table_name=target_table,
267-
query_or_df=resolved_query,
268-
)
265+
adapter.ctas(
266+
table_name=target_table,
267+
query_or_df=create_query,
268+
exists=True,
269+
)
270+
adapter.replace_query(
271+
table_name=target_table,
272+
query_or_df=resolved_query,
273+
)
269274

270275
columns = adapter.columns(table_name=target_table)
271276

0 commit comments

Comments
 (0)