Skip to content

Commit b6df223

Browse files
committed
hotfix for #368 using except
1 parent 2940ee7 commit b6df223

File tree

1 file changed

+15
-10
lines changed

1 file changed

+15
-10
lines changed

mapswipe_workers/mapswipe_workers/generate_stats/project_stats.py

Lines changed: 15 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
import datetime
55
from typing import List
66
from mapswipe_workers import auth
7-
from mapswipe_workers.definitions import logger, DATA_PATH
7+
from mapswipe_workers.definitions import logger, DATA_PATH, sentry
88
from mapswipe_workers.utils import geojson_functions, tile_functions
99
from mapswipe_workers.generate_stats import (
1010
project_stats_by_date,
@@ -342,15 +342,20 @@ def get_per_project_statistics(project_id: str, project_info: pd.Series) -> dict
342342
geojson_functions.csv_to_geojson(agg_results_filename, "geom")
343343

344344
# aggregate results by user id
345-
agg_results_by_user_id_df = user_stats.get_agg_results_by_user_id(
346-
results_df, agg_results_df
347-
)
348-
agg_results_by_user_id_df.to_csv(
349-
agg_results_by_user_id_filename, index_label="idx"
350-
)
351-
logger.info(
352-
f"saved agg results for {project_id}: {agg_results_by_user_id_filename}"
353-
)
345+
# TODO: solve memory issue for agg results by user id
346+
try:
347+
agg_results_by_user_id_df = user_stats.get_agg_results_by_user_id(
348+
results_df, agg_results_df
349+
)
350+
agg_results_by_user_id_df.to_csv(
351+
agg_results_by_user_id_filename, index_label="idx"
352+
)
353+
logger.info(
354+
f"saved agg results for {project_id}: {agg_results_by_user_id_filename}"
355+
)
356+
except MemoryError:
357+
sentry.capture_exception()
358+
logger.info(f"failed to agg results by user id for {project_id}")
354359

355360
if any("maxar" in s for s in project_info["tile_server_names"]):
356361
add_metadata_to_csv(agg_results_filename)

0 commit comments

Comments
 (0)