infer compression from file path #451 #453

Hagellach37 · Hagellach37 · commit 468ffe8b29d1 · 2021-03-03T17:58:30.000+01:00
diff --git a/mapswipe_workers/mapswipe_workers/generate_stats/project_stats.py b/mapswipe_workers/mapswipe_workers/generate_stats/project_stats.py
@@ -360,8 +360,7 @@ def get_per_project_statistics(project_id: str, project_info: pd.Series) -> dict
         agg_results_df = get_agg_results_by_task_id(results_df, tasks_df)
         agg_results_df.to_csv(
             agg_results_filename,
-            index_label="idx",
-            compression="gzip"
+            index_label="idx"
         )
 
         geojson_functions.gzipped_csv_to_gzipped_geojson(
@@ -379,8 +378,7 @@ def get_per_project_statistics(project_id: str, project_info: pd.Series) -> dict
             )
             agg_results_by_user_id_df.to_csv(
                 agg_results_by_user_id_filename,
-                index_label="idx",
-                compression="gzip"
+                index_label="idx"
             )
             logger.info(
                 f"saved agg results for {project_id}: {agg_results_by_user_id_filename}"

Original file line number	Diff line number	Diff line change
`@@ -360,8 +360,7 @@ def get_per_project_statistics(project_id: str, project_info: pd.Series) -> dict`
`360`	`360`	`agg_results_df = get_agg_results_by_task_id(results_df, tasks_df)`
`361`	`361`	`agg_results_df.to_csv(`
`362`	`362`	`agg_results_filename,`
`363`		`- index_label="idx",`
`364`		`- compression="gzip"`
	`363`	`+ index_label="idx"`
`365`	`364`	`)`
`366`	`365`
`367`	`366`	`geojson_functions.gzipped_csv_to_gzipped_geojson(`
`@@ -379,8 +378,7 @@ def get_per_project_statistics(project_id: str, project_info: pd.Series) -> dict`
`379`	`378`	`)`
`380`	`379`	`agg_results_by_user_id_df.to_csv(`
`381`	`380`	`agg_results_by_user_id_filename,`
`382`		`- index_label="idx",`
`383`		`- compression="gzip"`
	`381`	`+ index_label="idx"`
`384`	`382`	`)`
`385`	`383`	`logger.info(`
`386`	`384`	`f"saved agg results for {project_id}: {agg_results_by_user_id_filename}"`