add scripts to validate psql build using row counts

Author: alistairewj

mimic-iv-ed/buildmimic/postgres/validate.sql

@@ -0,0 +1,33 @@
+-- Validate the MIMIC-IV tables built correctly by checking against known row counts.
+WITH expected AS
+(
+    SELECT 'edstays'    AS tbl, 447712   AS row_count UNION ALL
+    SELECT 'diagnosis'  AS tbl, 946692   AS row_count UNION ALL
+    SELECT 'medrecon'   AS tbl, 3143791  AS row_count UNION ALL
+    SELECT 'pyxis'      AS tbl, 1670590  AS row_count UNION ALL
+    SELECT 'triage'     AS tbl, 447712   AS row_count UNION ALL
+    SELECT 'vitalsign'  AS tbl, 1646976  AS row_count
+)
+, observed as
+(
+    SELECT 'edstays'    AS tbl, COUNT(*) AS row_count FROM mimiciv_ed.edstays UNION ALL
+    SELECT 'diagnosis'  AS tbl, COUNT(*) AS row_count FROM mimiciv_ed.diagnosis UNION ALL
+    SELECT 'medrecon'   AS tbl, COUNT(*) AS row_count FROM mimiciv_ed.medrecon UNION ALL
+    SELECT 'pyxis'      AS tbl, COUNT(*) AS row_count FROM mimiciv_ed.pyxis UNION ALL
+    SELECT 'triage'     AS tbl, COUNT(*) AS row_count FROM mimiciv_ed.triage UNION ALL
+    SELECT 'vitalsign'  AS tbl, COUNT(*) AS row_count FROM mimiciv_ed.vitalsign
+)
+SELECT
+    exp.tbl
+    , exp.row_count AS expected_count
+    , obs.row_count AS observed_count
+    , CASE
+        WHEN exp.row_count = obs.row_count
+        THEN 'PASSED'
+        ELSE 'FAILED'
+    END AS ROW_COUNT_CHECK
+FROM expected exp
+INNER JOIN observed obs
+  ON exp.tbl = obs.tbl
+ORDER BY exp.tbl
+;

mimic-iv-ed/buildmimic/postgres/validate_demo.sql

@@ -0,0 +1,34 @@
+-- Validate the MIMIC-IV-ED tables built correctly by checking against known row counts.
+-- This check uses the MIMIC-IV-ED Demo, which is a subset of MIMIC-IV-ED.
+WITH expected AS
+(
+    SELECT 'edstays'    AS tbl, 222   AS row_count UNION ALL
+    SELECT 'diagnosis'  AS tbl, 545   AS row_count UNION ALL
+    SELECT 'medrecon'   AS tbl, 2764  AS row_count UNION ALL
+    SELECT 'pyxis'      AS tbl, 1082  AS row_count UNION ALL
+    SELECT 'triage'     AS tbl, 222   AS row_count UNION ALL
+    SELECT 'vitalsign'  AS tbl, 1038  AS row_count
+)
+, observed as
+(
+    SELECT 'edstays'    AS tbl, COUNT(*) AS row_count FROM mimiciv_ed.edstays UNION ALL
+    SELECT 'diagnosis'  AS tbl, COUNT(*) AS row_count FROM mimiciv_ed.diagnosis UNION ALL
+    SELECT 'medrecon'   AS tbl, COUNT(*) AS row_count FROM mimiciv_ed.medrecon UNION ALL
+    SELECT 'pyxis'      AS tbl, COUNT(*) AS row_count FROM mimiciv_ed.pyxis UNION ALL
+    SELECT 'triage'     AS tbl, COUNT(*) AS row_count FROM mimiciv_ed.triage UNION ALL
+    SELECT 'vitalsign'  AS tbl, COUNT(*) AS row_count FROM mimiciv_ed.vitalsign
+)
+SELECT
+    exp.tbl
+    , exp.row_count AS expected_count
+    , obs.row_count AS observed_count
+    , CASE
+        WHEN exp.row_count = obs.row_count
+        THEN 'PASSED'
+        ELSE 'FAILED'
+    END AS ROW_COUNT_CHECK
+FROM expected exp
+INNER JOIN observed obs
+  ON exp.tbl = obs.tbl
+ORDER BY exp.tbl
+;