Remove overwrite=True argument from df.to_parquet in aliccp (#1144)

oliverholworthy · edknv · web-flow · commit d648859b8c50 · 2023-06-12T16:32:56.000-07:00
Co-authored-by: edknv &lt;109497216+edknv@users.noreply.github.com&gt;
diff --git a/merlin/datasets/ecommerce/aliccp/dataset.py b/merlin/datasets/ecommerce/aliccp/dataset.py
@@ -441,7 +441,6 @@ def _convert_data(
                 index = int((i / file_size) - 1)
                 df.to_parquet(
                     os.path.join(tmp_dir, f"{data_type}_{index}.parquet"),
-                    overwrite=True,
                 )
                 current = []
 

Original file line number	Diff line number	Diff line change
`@@ -441,7 +441,6 @@ def _convert_data(`
`441`	`441`	`index = int((i / file_size) - 1)`
`442`	`442`	`df.to_parquet(`
`443`	`443`	`os.path.join(tmp_dir, f"{data_type}_{index}.parquet"),`
`444`		`- overwrite=True,`
`445`	`444`	`)`
`446`	`445`	`current = []`
`447`	`446`