Skip to content

Commit 7448cdb

Browse files
committed
Refactor table storage and snapshot creation logic
Moved syn.store and syn.create_snapshot_version calls into generate_table to centralize table creation and snapshot logic. Removed redundant syn.store call from main.
1 parent 82ee8a9 commit 7448cdb

File tree

1 file changed

+3
-4
lines changed

1 file changed

+3
-4
lines changed

utils/d4d_to_synapse_table.py

Lines changed: 3 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -57,12 +57,13 @@ def generate_table(syn, table_name: str, table_id: str|None, project_id: str, d4
5757
table_schema = Schema(name=table_name, columns=table_cols, parent=project_id)
5858

5959
if table_id is not None:
60-
syn.create_snapshot_version(table_id)
6160
csv.field_size_limit(sys.maxsize)
6261
existing_rows = syn.tableQuery(f"select * from {table_id}")
6362
syn.delete(existing_rows)
6463

6564
d4d_table = Table(schema=table_schema, values=d4d_df)
65+
syn.store(d4d_table)
66+
syn.create_snapshot_version(table_id)
6667

6768
return d4d_table
6869

@@ -94,9 +95,7 @@ def main():
9495
updated_d4d_dict = add_css(css_name, source_folder, d4d_dict)
9596
final_d4d_dict = add_html(org_id_map, source_folder, html_name_parts, updated_d4d_dict)
9697
d4d_df = create_d4d_df(final_d4d_dict)
97-
d4d_table = generate_table(syn, table_name, table_id, project_id, d4d_df)
98+
generate_table(syn, table_name, table_id, project_id, d4d_df)
9899

99-
syn.store(d4d_table)
100-
101100
if __name__ == "__main__":
102101
main()

0 commit comments

Comments
 (0)