add script to remove project types specifics attribute for all tasks

Author: Hagellach37

mapswipe_workers/python_scripts/update_tasks_table.py

@@ -0,0 +1,67 @@
+from mapswipe_workers import auth
+from mapswipe_workers.definitions import logger, sentry
+
+
+def get_project_ids_from_postgres():
+    """Get project ids."""
+
+    p_con = auth.postgresDB()
+
+    query = """
+        SELECT project_id FROM projects
+    """
+    data = p_con.retr_query(query)
+    project_ids = []
+    for item in data:
+        project_ids.append(item[0])
+
+    logger.info("Got projects from postgres.")
+    logger.info(project_ids)
+    return project_ids
+
+
+def update_tasks_table(project_id: str):
+    """Set 'project_types_specifics' attribute to NULL in tasks table."""
+
+    logger.info(f"Start process for project: '{project_id}'")
+    p_con = auth.postgresDB()
+    query = """
+            UPDATE tasks
+            SET project_type_specifics = NULL
+            WHERE project_id = %(project_id)s
+        """
+    try:
+        p_con.query(query, {"project_id": project_id})
+        logger.info(f"Updated tasks table for project '{project_id}'.")
+    except Exception as e:
+        sentry.capture_exception(e)
+        sentry.capture_message(
+            f"Could NOT update tasks table for project '{project_id}'."
+        )
+        logger.exception(e)
+        logger.warning(f"Could NOT update tasks table for project '{project_id}'.")
+
+
+def run_vacuum_tasks_table():
+    """Run vacuum to  reclaim storage."""
+    logger.info("Start vacuum on tasks table.")
+    p_con = auth.postgresDB()
+    # isolation_level 0 will move you out of a transaction block
+    old_isolation_level = p_con._db_connection.isolation_level
+    p_con._db_connection.set_isolation_level(0)
+    query = """
+            VACUUM FULL tasks
+        """
+    p_con.query(query)
+    # set isolation_level back to initial value
+    p_con._db_connection.set_isolation_level(old_isolation_level)
+    logger.info("Finish vacuum on tasks table.")
+
+
+if __name__ == "__main__":
+    project_ids_list = get_project_ids_from_postgres()
+    for i, project_id in enumerate(project_ids_list):
+        update_tasks_table(project_id)
+        # vacuum every 50th project
+        if i % 25 == 0 or i == len(project_ids_list):
+            run_vacuum_tasks_table()