fix(data): cleaning questionnaire data (#602)

* remove legacy data

* resolve foreign key issue

* fix foreign key contraint

* CR

* fix foreign key contraint

* rename files

* slipt dictionary table&fix missing data

Author: Douzeyu

db_management/questionnairedb/data/initial/01_dictionary.sql

@@ -0,0 +1,11 @@
+-- SPDX-FileCopyrightText: Copyright (C) 2023 Opal Health Informatics Group at the Research Institute of the McGill University Health Centre <[email protected]>
+--
+-- SPDX-License-Identifier: AGPL-3.0-or-later
+INSERT INTO `questionnaire` VALUES
+(12, -1, 1, 1, 213, -1, -1, 1190, -1, 1, 1, -1, 0, 1, 1, '', 0, '', '2019-11-05 19:04:15', 'QUESTIONNAIRE_MIGRATION_2019', '2019-11-07 14:23:51', 'QUESTIONNAIRE_MIGRATION_2019', 'Edmonton Symptom Assessment System / Échelle d\'évaluation des symptômes d\'Edmonton'),
+(26, -1, 1, 1, 549, -1, -1, 1197, -1, 1, 1, -1, 0, 1, 0, '', 0, '', '2019-11-05 19:04:17', 'QUESTIONNAIRE_MIGRATION_2019', '2019-11-07 14:23:51', 'QUESTIONNAIRE_MIGRATION_2019', 'Patient-Reported Daily Side Effects / Effects secondaires quotidiens signalés par le patient'),
+(111, 28, 1, 1, 2809, 2811, -1, 2810, 2812, 1, 1, -1, 0, 1, 0, '', 0, '', '2020-05-26 16:51:54', 'MACFARIA', '2020-08-26 20:00:12', 'MACFARIA', ''),
+(134, 28, 1, 1, 4848, 4850, -1, 4849, 4851, 1, 1, -1, 0, 1, 0, '', 0, '', '2020-07-24 10:50:55', 'MACFARIA', '2020-08-07 15:12:10', 'briana', ''),
+(137, 28, 1, 1, 5100, 5102, -1, 5101, 5103, 1, 1, -1, 0, 1, 0, '', 0, '', '2020-07-26 13:54:52', 'MACFARIA', '2020-08-07 15:14:59', 'briana', ''),
+(139, 8, 1, 1, 5412, 5414, -1, 5413, 5415, 1, 1, -1, 0, 1, 0, '', 0, '', '2020-08-10 09:20:25', 'briana', '2020-08-10 13:21:22', 'briana', ''),
+(248,	13,	4,	1,	20077,	20079,	-1,	20078,	20080,	1,	1,	-1,	0,	1,	0,	'',	0,	'',	'2023-12-20 13:52:15',	'AGKE6000',	'2023-12-20 13:52:28',	'AGKE6000',	'');

db_management/questionnairedb/data/initial/01_initial.sql

@@ -0,0 +1,58 @@
+-- SPDX-FileCopyrightText: Copyright (C) 2023 Opal Health Informatics Group at the Research Institute of the McGill University Health Centre <[email protected]>
+--
+-- SPDX-License-Identifier: AGPL-3.0-or-later
+
+INSERT INTO `questionSection` VALUES
+(109, 791, 12, 1, 0, 0),
+(110, 794, 12, 2, 0, 0),
+(111, 795, 12, 3, 0, 0),
+(112, 791, 12, 1, 0, 0),
+(113, 796, 12, 4, 0, 0),
+(114, 796, 12, 6, 0, 0),
+(115, 799, 12, 7, 0, 0),
+(116, 797, 12, 5, 0, 0),
+(117, 798, 12, 6, 0, 0),
+(181, 885, 26, 1, 0, 0),
+(182, 886, 26, 2, 0, 0),
+(183, 887, 26, 3, 0, 0),
+(597, 1130, 61, 1, 0, 0),
+(598, 1131, 61, 2, 0, 0),
+(599, 1132, 61, 3, 0, 0),
+(600, 1133, 61, 4, 0, 0),
+(601, 1134, 61, 5, 0, 0),
+(602, 1135, 61, 6, 0, 0),
+(603, 1136, 61, 7, 0, 0),
+(1161, 1121, 84, 1, 0, 0),
+(1162, 1122, 84, 2, 0, 0),
+(1163, 1123, 84, 3, 0, 0),
+(1164, 1124, 84, 4, 0, 0),
+(1165, 1125, 84, 5, 0, 0),
+(1166, 1126, 84, 6, 0, 0),
+(1167, 1127, 84, 7, 0, 0),
+(1168, 1128, 84, 8, 0, 0),
+(1169, 1129, 84, 9, 0, 0),
+(1201, 1359, 87, 9, 0, 0),
+(1203, 1351, 84, 10, 0, 1),
+(1221, 1380, 87, 2, 0, 0),
+(1222, 1382, 87, 4, 0, 0),
+(1223, 1383, 87, 5, 0, 0),
+(1224, 1385, 87, 7, 0, 0),
+(1225, 1384, 87, 6, 0, 0),
+(1226, 1386, 87, 8, 0, 1),
+(1228, 1381, 87, 3, 0, 0),
+(1229, 1162, 87, 1, 0, 0),
+(1231, 1390, 89, 1, 0, 0),
+(1232, 1391, 89, 2, 0, 0),
+(1233, 1392, 89, 3, 0, 0),
+(1234, 1393, 89, 4, 0, 0),
+(1235, 1394, 89, 5, 0, 0),
+(1236, 1395, 89, 6, 0, 0),
+(1237, 1396, 89, 7, 0, 0),
+(1238, 1397, 89, 8, 0, 0),
+(1239, 1398, 89, 9, 0, 0),
+(1240, 1351, 89, 10, 0, 1),
+-- finalized econsent form
+(2656,	1942,	198,	1,	0,	1),
+(2657,	1943,	198,	2,	0,	0),
+(2658,	1944,	198,	3,	0,	0),
+(2659,	1945,	198,	4,	0,	0);

db_management/questionnairedb/data/test/01_dictionary.sql

@@ -0,0 +1,272 @@
+-- SPDX-FileCopyrightText: Copyright (C) 2023 Opal Health Informatics Group at the Research Institute of the McGill University Health Centre <[email protected]>
+--
+-- SPDX-License-Identifier: AGPL-3.0-or-later
+
+-- Insert question details
+INSERT INTO `checkbox` (`ID`, `questionId`, `minAnswer`, `maxAnswer`) VALUES
+(24,	1380,	1,	5),
+(25,	1381,	1,	4),
+(26,	1382,	1,	4),
+(27,	1383,	1,	5),
+(28,	1384,	1,	8),
+(29,	1385,	1,	4);
+
+INSERT INTO `checkboxOption` (`ID`, `parentTableId`, `order`, `description`, `specialAction`) VALUES
+(202,	24,	1,	5254,	0),
+(203,	24,	2,	5255,	0),
+(204,	24,	3,	5256,	0),
+(205,	24,	4,	5257,	0),
+(206,	24,	5,	5258,	0),
+(207,	25,	1,	5262,	0),
+(208,	25,	2,	5263,	0),
+(209,	25,	3,	5264,	0),
+(210,	25,	4,	5265,	0),
+(211,	26,	1,	5269,	0),
+(212,	26,	2,	5270,	0),
+(213,	26,	3,	5271,	0),
+(214,	26,	4,	5272,	0),
+(215,	27,	1,	5276,	0),
+(216,	27,	2,	5277,	0),
+(217,	27,	3,	5278,	0),
+(218,	27,	4,	5279,	0),
+(219,	27,	5,	5280,	0),
+(220,	28,	1,	5284,	0),
+(221,	28,	2,	5285,	0),
+(222,	28,	3,	5286,	0),
+(223,	28,	4,	5287,	0),
+(224,	28,	5,	5288,	0),
+(225,	28,	6,	5289,	0),
+(226,	28,	7,	5290,	0),
+(227,	28,	8,	5291,	0),
+(228,	29,	1,	5295,	0),
+(229,	29,	2,	5296,	0),
+(230,	29,	3,	5297,	0),
+(231,	29,	4,	5298,	0);
+
+INSERT INTO `library` (`ID`, `OAUserId`, `name`, `order`, `private`, `deleted`, `deletedBy`, `creationDate`, `createdBy`, `lastUpdated`, `updatedBy`) VALUES
+(13,	28,	2575,	1,	0,	0,	'',	'2020-05-25 17:44:27',	'MACFARIA',	'2020-05-26 01:44:27',	'MACFARIA'),
+(14,	28,	2650,	1,	0,	0,	'',	'2020-05-25 18:20:18',	'MACFARIA',	'2020-05-26 02:20:18',	'MACFARIA'),
+(32,	28,	4922,	1,	0,	0,	'',	'2020-07-24 15:55:52',	'MACFARIA',	'2020-07-24 23:55:52',	'MACFARIA'),
+(33,	28,	5106,	1,	0,	0,	'',	'2020-07-26 14:02:41',	'MACFARIA',	'2020-07-26 22:02:41',	'MACFARIA'),
+(35,	8,	5348,	1,	0,	0,	'',	'2020-08-10 08:46:50',	'briana',	'2020-08-10 16:46:50',	'briana');
+
+INSERT INTO `libraryQuestion` (`ID`, `questionId`, `libraryId`) VALUES
+(160,	1121,	13),
+(161,	1122,	13),
+(162,	1123,	13),
+(163,	1124,	13),
+(164,	1125,	13),
+(165,	1126,	13),
+(166,	1127,	13),
+(167,	1128,	13),
+(168,	1129,	13),
+(169,	1130,	14),
+(170,	1131,	14),
+(171,	1132,	14),
+(172,	1133,	14),
+(173,	1134,	14),
+(174,	1135,	14),
+(175,	1136,	14),
+(489,	1351,	13),
+(497,	1359,	32),
+(518,	1162,	33),
+(519,	1380,	33),
+(520,	1382,	33),
+(521,	1383,	33),
+(522,	1384,	33),
+(523,	1385,	33),
+(524,	1386,	33),
+(528,	1390,	35),
+(529,	1391,	35),
+(530,	1392,	35),
+(531,	1393,	35),
+(532,	1394,	35),
+(533,	1395,	35),
+(534,	1396,	35),
+(535,	1397,	35),
+(536,	1398,	35);
+
+INSERT INTO `radioButton` (`ID`, `questionId`) VALUES
+(42, 885),
+(43, 886),
+(44, 887),
+(227, 1121),
+(228, 1122),
+(229, 1123),
+(230, 1124),
+(231, 1125),
+(232, 1126),
+(233, 1127),
+(234, 1128),
+(235, 1129),
+(236, 1130),
+(237, 1131),
+(238, 1132),
+(239, 1133),
+(240, 1134),
+(241, 1135),
+(242, 1136),
+(259, 1162),
+(399, 1351),
+(407, 1359),
+(426, 1390),
+(427, 1391),
+(428, 1392),
+(429, 1393),
+(430, 1394),
+(431, 1395),
+(432, 1396),
+(433, 1397),
+(434, 1398),
+(784, 1944),
+(785, 1945);
+
+INSERT INTO `radioButtonOption` (`ID`, `parentTableId`, `description`, `order`) VALUES
+(168, 42, 554, 1),
+(169, 42, 555, 2),
+(170, 42, 556, 3),
+(171, 42, 557, 4),
+(172, 43, 561, 1),
+(173, 43, 562, 2),
+(174, 43, 563, 3),
+(175, 43, 564, 4),
+(176, 44, 568, 1),
+(177, 44, 569, 2),
+(178, 44, 570, 3),
+(179, 44, 571, 4),
+(1120, 227, 2579, 1),
+(1121, 227, 2580, 2),
+(1122, 227, 2581, 3),
+(1123, 227, 2582, 4),
+(1124, 228, 2586, 1),
+(1125, 228, 2587, 2),
+(1126, 228, 2588, 3),
+(1127, 228, 2589, 4),
+(1128, 229, 2593, 1),
+(1129, 229, 2594, 2),
+(1130, 229, 2595, 3),
+(1131, 229, 2596, 4),
+(1132, 230, 2600, 1),
+(1133, 230, 2601, 2),
+(1134, 230, 2602, 3),
+(1135, 230, 2603, 4),
+(1136, 231, 2607, 1),
+(1137, 231, 2608, 2),
+(1138, 231, 2609, 3),
+(1139, 231, 2610, 4),
+(1140, 232, 2614, 1),
+(1141, 232, 2615, 2),
+(1142, 232, 2616, 3),
+(1143, 232, 2617, 4),
+(1144, 233, 2621, 1),
+(1145, 233, 2622, 2),
+(1146, 233, 2623, 3),
+(1147, 233, 2624, 4),
+(1148, 234, 2628, 1),
+(1149, 234, 2629, 2),
+(1150, 234, 2630, 3),
+(1151, 234, 2631, 4),
+(1152, 235, 2635, 1),
+(1153, 235, 2636, 2),
+(1154, 235, 2637, 3),
+(1155, 235, 2638, 4),
+(1156, 236, 2654, 1),
+(1157, 236, 2655, 2),
+(1158, 236, 2656, 3),
+(1159, 236, 2657, 4),
+(1160, 237, 2661, 1),
+(1161, 237, 2662, 2),
+(1162, 237, 2663, 3),
+(1163, 237, 2664, 4),
+(1164, 238, 2668, 1),
+(1165, 238, 2669, 2),
+(1166, 238, 2670, 3),
+(1167, 238, 2671, 4),
+(1168, 239, 2675, 1),
+(1169, 239, 2676, 2),
+(1170, 239, 2677, 3),
+(1171, 239, 2678, 4),
+(1172, 240, 2682, 1),
+(1173, 240, 2683, 2),
+(1174, 240, 2684, 3),
+(1175, 240, 2685, 4),
+(1176, 241, 2689, 1),
+(1177, 241, 2690, 2),
+(1178, 241, 2691, 3),
+(1179, 241, 2692, 4),
+(1180, 242, 2696, 1),
+(1181, 242, 2697, 2),
+(1182, 242, 2698, 3),
+(1183, 242, 2699, 4),
+(1252, 259, 2999, 1),
+(1253, 259, 3000, 2),
+(1254, 259, 3001, 3),
+(1255, 259, 3002, 4),
+(1256, 259, 3003, 5),
+(1257, 259, 3004, 6),
+(1258, 259, 3005, 7),
+(1259, 259, 3006, 8),
+(1260, 259, 3007, 9),
+(1261, 259, 3008, 10),
+(1262, 259, 3009, 11),
+(1878, 399, 4844, 1),
+(1879, 399, 4845, 2),
+(1880, 399, 4846, 3),
+(1881, 399, 4847, 4),
+(1910, 407, 4926, 1),
+(1911, 407, 4927, 2),
+(2075, 426, 5352, 1),
+(2076, 426, 5353, 2),
+(2077, 426, 5354, 3),
+(2078, 426, 5355, 4),
+(2079, 427, 5359, 1),
+(2080, 427, 5360, 2),
+(2081, 427, 5361, 3),
+(2082, 427, 5362, 4),
+(2083, 428, 5366, 1),
+(2084, 428, 5367, 2),
+(2085, 428, 5368, 3),
+(2086, 428, 5369, 4),
+(2087, 429, 5373, 1),
+(2088, 429, 5374, 2),
+(2089, 429, 5375, 3),
+(2090, 429, 5376, 4),
+(2091, 430, 5380, 1),
+(2092, 430, 5381, 2),
+(2093, 430, 5382, 3),
+(2094, 430, 5383, 4),
+(2095, 431, 5387, 1),
+(2096, 431, 5388, 2),
+(2097, 431, 5389, 3),
+(2098, 431, 5390, 4),
+(2099, 432, 5394, 1),
+(2100, 432, 5395, 2),
+(2101, 432, 5396, 3),
+(2102, 432, 5397, 4),
+(2103, 433, 5401, 1),
+(2104, 433, 5402, 2),
+(2105, 433, 5403, 3),
+(2106, 433, 5404, 4),
+(2107, 434, 5408, 1),
+(2108, 434, 5409, 2),
+(2109, 434, 5410, 3),
+(2110, 434, 5411, 4),
+(3764, 784, 20070, 1),
+(3765, 784, 20071, 2),
+(3766, 785, 20075, 1),
+(3767, 785, 20076, 2);
+
+INSERT INTO `slider` (`ID`, `questionId`, `minValue`, `maxValue`, `minCaption`, `maxCaption`, `increment`) VALUES
+(5,	791,	1,	10,	218,	219,	1),
+(6,	794,	1,	10,	223,	224,	1),
+(7,	795,	1,	10,	228,	229,	1),
+(8,	796,	1,	10,	233,	234,	1),
+(9,	797,	1,	10,	238,	239,	1),
+(10,	798,	1,	10,	243,	244,	1),
+(11,	799,	1,	10,	248,	249,	1);
+
+INSERT INTO `textBox` (`ID`, `questionId`) VALUES
+(52,	1386),
+-- city of birth and middle name databank questions
+(100,	1942),
+(101,	1943);