delete raw tables #90

Author: Herfort

mapswipe_workers/basic/BaseFunctions.py

@@ -507,8 +507,8 @@ def update_users_postgres(firebase, postgres, users_txt_filename='raw_users.txt'
 
         ON CONFLICT ON CONSTRAINT "users_pkey"
           DO UPDATE SET contributions = excluded.contributions
-          ,distance = excluded.distance
-        ;
+          ,distance = excluded.distance;
+        DROP TABLE IF EXISTS raw_users CASCADE;
         '''  # conflict action https://www.postgresql.org/docs/current/sql-insert.html
     p_con.query(sql_insert, None)
     logging.warning('ALL - update_users - inserted results into users table and updated contributions and/or distance')
@@ -724,7 +724,8 @@ def save_results_postgres(postgres, results_filename):
         FROM
           raw_results
         ON CONFLICT ON CONSTRAINT "results_pkey"
-          DO UPDATE SET duplicates = results.duplicates + 1
+          DO UPDATE SET duplicates = results.duplicates + 1;
+        DROP TABLE IF EXISTS raw_results CASCADE;
     '''
 
     p_con.query(sql_insert, None)

mapswipe_workers/basic/BaseImport.py

@@ -239,7 +239,8 @@ def execute_import_queries(self, postgres, project_id, project_dict, groups_dict
             SELECT
               *
             FROM
-              raw_groups
+              raw_groups;
+            DROP TABLE IF EXISTS raw_groups CASCADE;
             '''
 
         query_recreate_raw_tasks =  '''
@@ -258,7 +259,8 @@ def execute_import_queries(self, postgres, project_id, project_dict, groups_dict
             SELECT
               *
             FROM
-              raw_tasks
+              raw_tasks;
+            DROP TABLE IF EXISTS raw_tasks CASCADE;
             '''
 
         groups_txt_filename = self.create_groups_txt_file(project_id, groups_dict)