refined queries

Author: Matthias-Schaub

postgres/scripts/v1_to_v2/copy_groups_from_csv.sql

@@ -25,6 +25,16 @@ UPDATE v1_groups
 SET progress = 100
 WHERE required_count <= 0;
 
+UPDATE v1_groups
+SET group_id = cast(v1_group_id as varchar);
+
+UPDATE groups
+SET (finished_count, required_count, progress) =
+        (SELECT finished_count, required_count, progress
+        FROM v1_groups
+        WHERE groups.group_id = v1_groups.group_id
+        AND groups.project_id = v1_groups.project_id);
+
 -- Insert or update data of temp table to the permant table.
 -- Note that the special excluded table is used to
 -- reference values originally proposed for insertion
@@ -48,9 +58,4 @@ SELECT
   project_type_specifics
 FROM
   v1_groups
-ON CONFLICT (project_id, group_id) DO UPDATE
-SET
-  finished_count = excluded.finished_count,
-  required_count = excluded.required_count,
-  progress = excluded.progress
-;
+ON CONFLICT (project_id, group_id) DO NOTHING;

postgres/scripts/v1_to_v2/copy_to_csv.sql

@@ -1,6 +1,6 @@
 -- Export v1 MapSwipe data to csv.
 -- Rename attributes to conform to v2.
 \copy (SELECT archive, image, importkey as "import_id", isfeatured AS "is_featured", lookfor AS "look_for", name, progress, projectdetails AS "project_details", project_id, project_type, state AS "status", info AS "project_type_specifics" FROM projects WHERE project_id in (select project_id from results group by project_id) AND project_id = 5549) TO projects.csv WITH (FORMAT CSV, DELIMITER ",", HEADER TRUE);
-\copy (SELECT i.import_id, i.info FROM imports i, projects p WHERE import_id in (select importkey as import_id from projects) AND p.project_id = 5549 AND p.importkey = i.import_id) TO imports.csv WITH (FORMAT CSV, DELIMITER ",", HEADER TRUE);
+\copy (SELECT i.import_id, i.info FROM imports i , projects p WHERE import_id in (select importkey as import_id from projects) AND p.project_id = 5549 AND p.importkey = i.import_id) TO imports.csv WITH (FORMAT CSV, DELIMITER ",", HEADER TRUE);
 \copy (SELECT project_id, group_id, count as "number_of_tasks", completedcount as "finished_count", verificationcount as "required_count", info as "project_type_specifics" FROM groups WHERE project_id in (select project_id from results group by project_id) AND project_id = 5549 ) TO groups.csv WITH (FORMAT CSV, DELIMITER ",", HEADER TRUE);
 \copy (SELECT project_id, group_id, task_id, info as "project_type_specifics" FROM tasks WHERE project_id in (select project_id from results group by project_id) AND project_id = 5549) TO tasks.csv WITH (FORMAT CSV, DELIMITER ",", HEADER TRUE);

postgres/scripts/v1_to_v2/generate_copy_to_csv.py

@@ -20,18 +20,19 @@ def get_query(project_ids):
             f'-- Rename attributes to conform to v2.\n' \
             f'\copy (SELECT archive, image, importkey as "import_id", isfeatured AS "is_featured", lookfor AS "look_for", name, progress, projectdetails AS "project_details", project_id, project_type, state AS "status", info AS "project_type_specifics" FROM projects {clause}) TO projects.csv WITH (FORMAT CSV, DELIMITER ",", HEADER TRUE);\n' \
             f'\copy (SELECT i.import_id, i.info FROM imports i {clause_import}) TO imports.csv WITH (FORMAT CSV, DELIMITER ",", HEADER TRUE);\n' \
-            f'\copy (SELECT project_id, group_id, count as "number_of_tasks", completedcount as "finished_count", verificationcount as "required_count", info as "project_type_specifics" FROM groups {clause} ) TO groups.csv WITH (FORMAT CSV, DELIMITER ",", HEADER TRUE);\n' \
+            f'\copy (SELECT project_id, group_id as "v1_group_id", count as "number_of_tasks", completedcount as "finished_count", verificationcount as "required_count", info as "project_type_specifics" FROM groups {clause} ) TO groups.csv WITH (FORMAT CSV, DELIMITER ",", HEADER TRUE);\n' \
             f'\copy (SELECT project_id, group_id, task_id, info as "project_type_specifics" FROM tasks {clause}) TO tasks.csv WITH (FORMAT CSV, DELIMITER ",", HEADER TRUE);\n'
     return query
 
 
 def get_result_query(project_ids):
+    clause = 'WHERE project_id in (SELECT project_id FROM projects GROUP BY project_id)'
     if project_ids is None:
-         clause = ''
+        pass
     elif len(project_ids) == 1:
-        clause = f'WHERE project_id = {project_ids[0]}'
+        clause = f'{clause} AND project_id = {project_ids[0]}'
     else:
-        clause = f'WHERE project_id = {project_ids[0]}'
+        clause = f'{clause} AND project_id = {project_ids[0]}'
         for project_id in project_ids[1:]:
             clause = clause + f' OR project_id = {project_id}'