check if last row in csv contains comment about data usage and set logging level to INFO

Author: Hagellach37

mapswipe_workers/config/logging.cfg

@@ -8,26 +8,26 @@ keys=consoleHandler,fileHandler
 keys=mapswipeFormatter
 
 [logger_root]
-level=DEBUG
+level=INFO
 handlers=consoleHandler
 
 [logger_mapswipeLogger]
-level=DEBUG
+level=INFO
 handlers=consoleHandler,fileHandler
 qualname=mapswipeLogger
 propagate=0
 
 [handler_consoleHandler]
 class=StreamHandler
-level=DEBUG
+level=INFO
 formatter=mapswipeFormatter
 args=(sys.stdout,)
 
 [handler_fileHandler]
 class=handlers.TimedRotatingFileHandler
-level=DEBUG
+level=INFO
 formatter=mapswipeFormatter
-args=('/var/log/mapswipe_workers/mapswipe_workers.log','D', 1, 14,)
+args=('/home/h9b/GIT_REPOS/python-mapswipe-workers/mapswipe_workers/logs/mapswipe_workers.log','D', 1, 14,)
 
 [formatter_mapswipeFormatter]
 format=%(asctime)s - %(name)s - %(levelname)s - %(message)s

mapswipe_workers/mapswipe_workers/generate_stats/tasking_manager_geometries.py

@@ -19,11 +19,14 @@ def load_data(project_id: str, csv_file: str) -> list:
         reader = csv.reader(f, delimiter=",")
 
         for i, row in enumerate(reader):
-
             if i == 0:
                 # skip header
                 continue
 
+            # the last row of the csv might contain a comment about data use
+            if row[0].startswith("#"):
+                continue
+
             task_id = row[1]
             task_x = int(task_id.split("-")[1])
             task_y = int(task_id.split("-")[2])