Skip to content

Commit 05de225

Browse files
robjharrisonrobjharrison
committed
eclipse - revisions to back check ssd_person
1 parent 9fde744 commit 05de225

File tree

11 files changed

+7600
-749
lines changed

11 files changed

+7600
-749
lines changed

‎admin/live_archive_BAK/systemc_sqlserver_v1.3.3_1_20251110.sql‎

Lines changed: 6678 additions & 0 deletions
Large diffs are not rendered by default.

‎deployment_extracts/eclipse/live/ssd_assessment_factors.sql‎

Lines changed: 246 additions & 222 deletions
Large diffs are not rendered by default.

‎deployment_extracts/eclipse/live/ssd_care_leavers.sql‎

Lines changed: 18 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -80,17 +80,17 @@ TEAM AS ( -- responsible team
8080
FROM PERSONORGRELATIONSHIPVIEW PPR
8181
WHERE ALLOCATEDTEAMCODE = 'AT'
8282
),
83-
EXCLUSIONS AS (
84-
SELECT
85-
PV.PERSONID
86-
FROM PERSONVIEW PV
87-
WHERE PV.PERSONID IN ( -- remove admin or OLM test records
88-
1,2,3,4,5,6
89-
)
90-
OR COALESCE(PV.DUPLICATED, '?') IN ('DUPLICATE')
91-
OR UPPER(PV.FORENAME) LIKE '%DUPLICATE%'
92-
OR UPPER(PV.SURNAME) LIKE '%DUPLICATE%'
93-
),
83+
-- EXCLUSIONS AS (
84+
-- SELECT
85+
-- PV.PERSONID
86+
-- FROM PERSONVIEW PV
87+
-- WHERE PV.PERSONID IN ( -- remove admin or OLM test records
88+
-- 1,2,3,4,5,6
89+
-- )
90+
-- OR COALESCE(PV.DUPLICATED, '?') IN ('DUPLICATE')
91+
-- OR UPPER(PV.FORENAME) LIKE '%DUPLICATE%'
92+
-- OR UPPER(PV.SURNAME) LIKE '%DUPLICATE%'
93+
-- ),
9494
CARELEAVER AS (
9595
SELECT
9696
CARELEAVER.CARELEAVERID,
@@ -109,7 +109,13 @@ CARELEAVER AS (
109109
ORDER BY CARELEAVER.CONTACTDATE DESC
110110
) AS LATEST_RECORD
111111
FROM CLACARELEAVERDETAILSVIEW CARELEAVER
112-
WHERE CARELEAVER.PERSONID NOT IN (SELECT E.PERSONID FROM EXCLUSIONS E)
112+
WHERE
113+
-- back check person exists in ssd_person cohort, exclusions applied
114+
EXISTS (
115+
SELECT 1
116+
FROM ssd_person sp
117+
WHERE sp.pers_person_id = CARELEAVER.PERSONID
118+
)
113119
)
114120
SELECT
115121
CARELEAVER.CARELEAVERID AS clea_table_id, -- metadata={"item_ref":"CLEA001A"}

‎deployment_extracts/eclipse/live/ssd_cin_assessments.sql‎

Lines changed: 264 additions & 210 deletions
Large diffs are not rendered by default.

‎deployment_extracts/eclipse/live/ssd_cin_episodes.sql‎

Lines changed: 250 additions & 190 deletions
Large diffs are not rendered by default.

‎deployment_extracts/eclipse/live/ssd_cin_plans.sql‎

Lines changed: 35 additions & 27 deletions
Original file line numberDiff line numberDiff line change
@@ -29,19 +29,19 @@ INSERT INTO ssd_cin_plans (
2929
cinp_cin_plan_worker_id
3030
)
3131

32-
WITH EXCLUSIONS AS (
33-
SELECT
34-
PV.PERSONID
35-
FROM PERSONVIEW PV
36-
WHERE PV.PERSONID IN ( -- hard filter admin/test/duplicate records on system
37-
1,2,3,4,5,6
38-
)
39-
OR COALESCE(PV.DUPLICATED,'?') IN ('DUPLICATE')
40-
OR UPPER(PV.FORENAME) LIKE '%DUPLICATE%'
41-
OR UPPER(PV.SURNAME) LIKE '%DUPLICATE%'
42-
),
32+
-- WITH EXCLUSIONS AS (
33+
-- SELECT
34+
-- PV.PERSONID
35+
-- FROM PERSONVIEW PV
36+
-- WHERE PV.PERSONID IN ( -- hard filter admin/test/duplicate records on system
37+
-- 1,2,3,4,5,6
38+
-- )
39+
-- OR COALESCE(PV.DUPLICATED,'?') IN ('DUPLICATE')
40+
-- OR UPPER(PV.FORENAME) LIKE '%DUPLICATE%'
41+
-- OR UPPER(PV.SURNAME) LIKE '%DUPLICATE%'
42+
-- ),
4343

44-
WORKER AS ( -------Responsible social worker
44+
WITH WORKER AS ( -- Responsible social worker
4545
SELECT
4646
PPR.PERSONRELATIONSHIPRECORDID AS id,
4747
PPR.PERSONID AS personid,
@@ -52,7 +52,7 @@ WORKER AS ( -------Responsible social worker
5252
WHERE ALLOCATEDWORKERCODE = 'AW'
5353
),
5454

55-
TEAM AS ( -------Responsible team
55+
TEAM AS ( -- Responsible team
5656
SELECT
5757
PPR.RELATIONSHIPID AS id,
5858
PPR.PERSONID AS personid,
@@ -75,8 +75,8 @@ ALL_CIN_EPISODES AS (
7575
CLA.ENDREASON
7676
FROM CLASSIFICATIONPERSONVIEW CLA
7777
WHERE CLA.STATUS NOT IN ('DELETED')
78-
AND (CLA.CLASSIFICATIONPATHID IN (4, 51) -- CIN & CP classification
79-
OR CLA.CLASSIFICATIONCODEID IN (1270)) -- FAMILY Help CIN classification
78+
AND (CLA.CLASSIFICATIONPATHID IN (4, 51) -- CIN and CP classification
79+
OR CLA.CLASSIFICATIONCODEID IN (1270)) -- FAMILY Help CIN classification
8080
UNION ALL
8181
SELECT
8282
CLA_EPISODE.PERSONID,
@@ -126,7 +126,7 @@ REFERRAL AS (
126126
THEN FAPV.DATEANSWERVALUE
127127
END) AS date_of_referral
128128
FROM FORMANSWERPERSONVIEW FAPV
129-
WHERE FAPV.DESIGNGUID IN ('e6d9de9a-b56c-49d0-ab87-0f913ca8fc5f') --Child: Referral
129+
WHERE FAPV.DESIGNGUID IN ('e6d9de9a-b56c-49d0-ab87-0f913ca8fc5f') -- Child: Referral
130130
AND FAPV.INSTANCESTATE = 'COMPLETE'
131131
GROUP BY FAPV.ANSWERFORSUBJECTID,
132132
FAPV.INSTANCEID,
@@ -157,7 +157,10 @@ CIN_EPISODE AS (
157157
FROM (
158158
SELECT
159159
*,
160-
SUM(next_start_flag) OVER (PARTITION BY personid ORDER BY personid, episode_startdate) AS episode,
160+
SUM(next_start_flag) OVER (
161+
PARTITION BY personid
162+
ORDER BY personid, episode_startdate
163+
) AS episode,
161164
CASE WHEN next_start_flag = 1
162165
THEN episodeid
163166
END AS episode_id
@@ -180,7 +183,7 @@ CIN_EPISODE AS (
180183
),
181184
CURRENT_DATE
182185
) + INTERVAL '1 day'
183-
THEN 0
186+
THEN 0
184187
ELSE 1
185188
END AS next_start_flag
186189
FROM ALL_CIN_EPISODES CLA
@@ -245,9 +248,14 @@ CIN_PLAN AS (
245248
END AS next_start_flag
246249
FROM CLASSIFICATIONPERSONVIEW CLA
247250
WHERE CLA.STATUS NOT IN ('DELETED')
248-
AND (CLA.CLASSIFICATIONPATHID IN (4) -- CIN classification
249-
OR CLA.CLASSIFICATIONCODEID IN (1270)) -- FAMILY Help CIN classification
250-
AND CLA.PERSONID NOT IN (SELECT E.PERSONID FROM EXCLUSIONS E)
251+
AND (CLA.CLASSIFICATIONPATHID IN (4) -- CIN classification
252+
OR CLA.CLASSIFICATIONCODEID IN (1270)) -- FAMILY Help CIN classification
253+
-- back check person exists in ssd_person cohort, exclusions applied
254+
AND EXISTS (
255+
SELECT 1
256+
FROM ssd_person sp
257+
WHERE sp.pers_person_id = CLA.PERSONID
258+
)
251259
ORDER BY CLA.PERSONID,
252260
CLA.ENDDATE DESC NULLS FIRST,
253261
CLA.STARTDATE DESC
@@ -258,12 +266,12 @@ CIN_PLAN AS (
258266

259267
SELECT
260268
CIN_PLAN.claid AS cinp_cin_plan_id, -- metadata={"item_ref":"CINP001A"}
261-
CIN_EPISODE.referralid AS cinp_referral_id, -- metadata={"item_ref:"CINP007A"}
262-
CIN_PLAN.personid AS cinp_person_id, -- metadata={"item_ref:"CINP002A"}
263-
CIN_PLAN.startdate AS cinp_cin_plan_start_date, -- metadata={"item_ref:"CINP003A"}
264-
CIN_PLAN.enddate AS cinp_cin_plan_end_date, -- metadata={"item_ref:"CINP004A"}
265-
TEAM.allocated_team AS cinp_cin_plan_team, -- metadata={"item_ref:"CINP005A"}
266-
WORKER.allocated_worker AS cinp_cin_plan_worker_id -- metadata={"item_ref:"CINP006A"}
269+
CIN_EPISODE.referralid AS cinp_referral_id, -- metadata={"item_ref":"CINP007A"}
270+
CIN_PLAN.personid AS cinp_person_id, -- metadata={"item_ref":"CINP002A"}
271+
CIN_PLAN.startdate AS cinp_cin_plan_start_date, -- metadata={"item_ref":"CINP003A"}
272+
CIN_PLAN.enddate AS cinp_cin_plan_end_date, -- metadata={"item_ref":"CINP004A"}
273+
TEAM.allocated_team AS cinp_cin_plan_team, -- metadata={"item_ref":"CINP005A"}
274+
WORKER.allocated_worker AS cinp_cin_plan_worker_id -- metadata={"item_ref":"CINP006A"}
267275
FROM CIN_PLAN
268276
LEFT JOIN LATERAL (
269277
SELECT

‎deployment_extracts/eclipse/live/ssd_cin_visits.sql‎

Lines changed: 28 additions & 24 deletions
Original file line numberDiff line numberDiff line change
@@ -27,20 +27,19 @@ INSERT INTO ssd_cin_visits (
2727
cinv_cin_visit_seen_alone,
2828
cinv_cin_visit_bedroom
2929
)
30-
WITH EXCLUSIONS AS (
31-
SELECT
32-
PV.PERSONID
33-
FROM PERSONVIEW PV
34-
WHERE PV.PERSONID IN ( -- hard filter admin/test/duplicate records on system
35-
1,2,3,4,5,6
36-
)
37-
OR COALESCE(PV.DUPLICATED,'?') IN ('DUPLICATE')
38-
OR UPPER(PV.FORENAME) LIKE '%DUPLICATE%'
39-
OR UPPER(PV.SURNAME) LIKE '%DUPLICATE%'
40-
),
30+
-- WITH EXCLUSIONS AS (
31+
-- SELECT
32+
-- PV.PERSONID
33+
-- FROM PERSONVIEW PV
34+
-- WHERE PV.PERSONID IN ( -- hard filter admin/test/duplicate records on system
35+
-- 1,2,3,4,5,6
36+
-- )
37+
-- OR COALESCE(PV.DUPLICATED,'?') IN ('DUPLICATE')
38+
-- OR UPPER(PV.FORENAME) LIKE '%DUPLICATE%'
39+
-- OR UPPER(PV.SURNAME) LIKE '%DUPLICATE%'
40+
-- ),
4141

42-
43-
CIN_PLAN AS (
42+
WITH CIN_PLAN AS (
4443
SELECT
4544
MIN(CLA.claid) AS claid,
4645
CLA.personid,
@@ -82,7 +81,12 @@ CIN_PLAN AS (
8281
WHERE CLA.STATUS NOT IN ('DELETED')
8382
AND (CLA.CLASSIFICATIONPATHID IN (4) -- CIN classification
8483
OR CLA.CLASSIFICATIONCODEID IN (1270)) -- FAMILY Help CIN classification
85-
AND CLA.PERSONID NOT IN (SELECT E.PERSONID FROM EXCLUSIONS E)
84+
-- back check person exists in ssd_person cohort, exclusions applied
85+
AND EXISTS (
86+
SELECT 1
87+
FROM ssd_person sp
88+
WHERE sp.pers_person_id = CLA.PERSONID
89+
)
8690
ORDER BY CLA.PERSONID,
8791
CLA.ENDDATE DESC NULLS FIRST,
8892
CLA.STARTDATE DESC
@@ -92,12 +96,12 @@ CIN_PLAN AS (
9296
)
9397

9498
SELECT
95-
FAPV.formid AS cinv_cin_visit_id, -- metadata={"item_ref:"CINV001A"}
96-
FAPV.personid AS cinv_person_id, -- metadata={"item_ref:"CINV007A"}
97-
FAPV.visit_date AS cinv_cin_visit_date, -- metadata={"item_ref:"CINV003A"}
98-
FAPV.child_seen AS cinv_cin_visit_seen, -- metadata={"item_ref:"CINV004A"}
99-
FAPV.seen_alone AS cinv_cin_visit_seen_alone, -- metadata={"item_ref:"CINV005A"}
100-
NULL::CHAR(1) AS cinv_cin_visit_bedroom -- metadata={"item_ref:"CINV006A"}
99+
FAPV.formid AS cinv_cin_visit_id, -- metadata={"item_ref":"CINV001A"}
100+
FAPV.personid AS cinv_person_id, -- metadata={"item_ref":"CINV007A"}
101+
FAPV.visit_date AS cinv_cin_visit_date, -- metadata={"item_ref":"CINV003A"}
102+
FAPV.child_seen AS cinv_cin_visit_seen, -- metadata={"item_ref":"CINV004A"}
103+
FAPV.seen_alone AS cinv_cin_visit_seen_alone, -- metadata={"item_ref":"CINV005A"}
104+
NULL::CHAR(1) AS cinv_cin_visit_bedroom -- metadata={"item_ref":"CINV006A"}
101105
FROM CIN_PLAN
102106
JOIN (
103107
SELECT
@@ -124,14 +128,14 @@ JOIN (
124128
END
125129
END) AS seen_alone
126130
FROM FORMANSWERPERSONVIEW FAPV
127-
WHERE FAPV.DESIGNGUID IN ('7b04f2b4-1170-44a2-8f2f-111d51d8a90f') --Child: Visit
128-
AND FAPV.INSTANCESTATE = 'COMPLETE'
129-
AND FAPV.designsubname IN ('Child in need', 'Family Help')
130-
AND FAPV.ANSWERFORSUBJECTID NOT IN (SELECT E.PERSONID FROM EXCLUSIONS E)
131+
WHERE FAPV.DESIGNGUID IN ('7b04f2b4-1170-44a2-8f2f-111d51d8a90f') -- Child: Visit
132+
AND FAPV.INSTANCESTATE = 'COMPLETE'
133+
AND FAPV.designsubname IN ('Child in need', 'Family Help')
131134
GROUP BY
132135
FAPV.ANSWERFORSUBJECTID,
133136
FAPV.INSTANCEID
134137
) FAPV
135138
ON FAPV.personid = CIN_PLAN.personid
136139
AND FAPV.visit_date >= CIN_PLAN.startdate
137140
AND FAPV.visit_date <= CIN_PLAN.enddate;
141+
-- back check person exists in ssd_person cohort, exclusions applied (via CIN_PLAN)

‎deployment_extracts/eclipse/live/ssd_family.sql‎

Lines changed: 24 additions & 19 deletions
Original file line numberDiff line numberDiff line change
@@ -29,25 +29,30 @@ INSERT INTO ssd_family (
2929
fami_family_id,
3030
fami_person_id
3131
)
32-
WITH EXCLUSIONS AS (
33-
SELECT
34-
PV.PERSONID
35-
FROM PERSONVIEW PV
36-
WHERE PV.PERSONID IN ( -- hard filter admin/test/duplicate records on system
37-
1,2,3,4,5,6
38-
)
39-
OR COALESCE(PV.DUPLICATED, '?') IN ('DUPLICATE')
40-
OR UPPER(PV.FORENAME) LIKE '%DUPLICATE%'
41-
OR UPPER(PV.SURNAME) LIKE '%DUPLICATE%'
42-
)
32+
-- WITH EXCLUSIONS AS (
33+
-- SELECT
34+
-- PV.PERSONID
35+
-- FROM PERSONVIEW PV
36+
-- WHERE PV.PERSONID IN ( -- hard filter admin/test/duplicate records on system
37+
-- 1,2,3,4,5,6
38+
-- )
39+
-- OR COALESCE(PV.DUPLICATED, '?') IN ('DUPLICATE')
40+
-- OR UPPER(PV.FORENAME) LIKE '%DUPLICATE%'
41+
-- OR UPPER(PV.SURNAME) LIKE '%DUPLICATE%'
42+
-- )
4343

4444
SELECT
4545
-- table row id is concat of group and person
46-
CAST(RFAMILY.GROUPID AS TEXT) || CAST(RFAMILY.PERSONID AS TEXT) AS fami_table_id, -- metadata={"item_ref":"FAMI003A"}
47-
RFAMILY.GROUPID AS fami_family_id, -- metadata={"item_ref":"FAMI001A"}
48-
RFAMILY.PERSONID AS fami_person_id -- metadata={"item_ref":"FAMI002A"}
49-
FROM GROUPPERSONVIEW RFAMILY
50-
LEFT JOIN GROUPVIEW ON GROUPVIEW.GROUPID = RFAMILY.GROUPID
51-
WHERE GROUPVIEW.GROUPTYPE = 'Family'
52-
AND RFAMILY.PERSONID NOT IN (SELECT E.PERSONID FROM EXCLUSIONS E)
53-
;
46+
CAST(rf.GROUPID AS TEXT) || CAST(rf.PERSONID AS TEXT) AS fami_table_id, -- metadata={"item_ref":"FAMI003A"}
47+
rf.GROUPID AS fami_family_id, -- metadata={"item_ref":"FAMI001A"}
48+
rf.PERSONID AS fami_person_id -- metadata={"item_ref":"FAMI002A"}
49+
FROM GROUPPERSONVIEW rf
50+
LEFT JOIN GROUPVIEW gv
51+
ON gv.GROUPID = rf.GROUPID
52+
WHERE gv.GROUPTYPE = 'Family'
53+
-- person exists in ssd_person cohort, exclusions applied
54+
AND EXISTS (
55+
SELECT 1
56+
FROM ssd_person sp
57+
WHERE sp.pers_person_id = rf.PERSONID
58+
);

‎deployment_extracts/eclipse/live/ssd_missing.sql‎

Lines changed: 11 additions & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -28,18 +28,7 @@ INSERT INTO ssd_missing (
2828
miss_missing_rhi_offered,
2929
miss_missing_rhi_accepted
3030
)
31-
WITH EXCLUSIONS AS (
32-
SELECT
33-
PV.PERSONID
34-
FROM PERSONVIEW PV
35-
WHERE PV.PERSONID IN ( -- hard filter admin/test/duplicate records on system
36-
1,2,3,4,5,6
37-
)
38-
OR COALESCE(PV.DUPLICATED, '?') IN ('DUPLICATE')
39-
OR UPPER(PV.FORENAME) LIKE '%DUPLICATE%'
40-
OR UPPER(PV.SURNAME) LIKE '%DUPLICATE%'
41-
),
42-
MISSING_BASE AS (
31+
WITH MISSING_BASE AS (
4332
SELECT
4433
FAPV.INSTANCEID AS miss_table_id,
4534
FAPV.SUBJECTID AS miss_person_id,
@@ -74,9 +63,16 @@ MISSING_BASE AS (
7463
END
7564
) AS miss_missing_rhi_accepted
7665
FROM FORMANSWERPERSONVIEW FAPV
77-
WHERE FAPV.DESIGNGUID IN ('e112bee8-4f50-4904-8ebc-842e2fd33994') -- Missing, child reported missing
78-
AND FAPV.INSTANCESTATE = 'COMPLETE'
79-
AND FAPV.ANSWERFORSUBJECTID NOT IN (SELECT E.PERSONID FROM EXCLUSIONS E)
66+
WHERE FAPV.DESIGNGUID IN (
67+
'e112bee8-4f50-4904-8ebc-842e2fd33994' -- Missing, child reported missing
68+
)
69+
AND FAPV.INSTANCESTATE = 'COMPLETE'
70+
-- back check person exists in ssd_person cohort, exclusions applied
71+
AND EXISTS (
72+
SELECT 1
73+
FROM ssd_person sp
74+
WHERE sp.pers_person_id = FAPV.ANSWERFORSUBJECTID
75+
)
8076
GROUP BY
8177
FAPV.INSTANCEID,
8278
FAPV.SUBJECTID,

‎deployment_extracts/eclipse/live/ssd_mother.sql‎

Lines changed: 16 additions & 19 deletions
Original file line numberDiff line numberDiff line change
@@ -20,27 +20,24 @@ INSERT INTO ssd_mother (
2020
moth_childs_person_id,
2121
moth_childs_dob
2222
)
23-
WITH EXCLUSIONS AS (
24-
SELECT
25-
PV.PERSONID
26-
FROM PERSONVIEW PV
27-
WHERE PV.PERSONID IN ( -- hard filter admin/test/duplicate records on system
28-
1,2,3,4,5,6
29-
)
30-
OR COALESCE(PV.DUPLICATED,'?') IN ('DUPLICATE')
31-
OR UPPER(PV.FORENAME) LIKE '%DUPLICATE%'
32-
OR UPPER(PV.SURNAME) LIKE '%DUPLICATE%'
33-
)
34-
3523
SELECT
36-
PPR.PERSONRELATIONSHIPRECORDID AS moth_table_id, --metadata={"item_ref:"MOTH004A"}
37-
PPR.ROLEAPERSONID AS moth_person_id, --metadata={"item_ref:"MOTH002A"}
38-
PPR.ROLEBPERSONID AS moth_childs_person_id, --metadata={"item_ref:"MOTH001A"}
39-
PDV.DATEOFBIRTH AS moth_childs_dob --metadata={"item_ref:"MOTH003A"}
24+
PPR.PERSONRELATIONSHIPRECORDID AS moth_table_id, -- metadata={"item_ref":"MOTH004A"}
25+
PPR.ROLEAPERSONID AS moth_person_id, -- metadata={"item_ref":"MOTH002A"}
26+
PPR.ROLEBPERSONID AS moth_childs_person_id, -- metadata={"item_ref":"MOTH001A"}
27+
PDV.DATEOFBIRTH AS moth_childs_dob -- metadata={"item_ref":"MOTH003A"}
4028
FROM RELATIONSHIPPERSONVIEW PPR
4129
LEFT JOIN PERSONDEMOGRAPHICSVIEW PDV
4230
ON PDV.PERSONID = PPR.ROLEBPERSONID
4331
WHERE PPR.RELATIONSHIP = 'Mother'
44-
AND PPR.ROLEAPERSONID NOT IN (SELECT E.PERSONID FROM EXCLUSIONS E)
45-
AND PPR.ROLEBPERSONID NOT IN (SELECT E.PERSONID FROM EXCLUSIONS E)
46-
;
32+
-- mother in SSD cohort
33+
AND EXISTS (
34+
SELECT 1
35+
FROM ssd_person sp_mother
36+
WHERE sp_mother.pers_person_id = PPR.ROLEAPERSONID
37+
)
38+
-- child in SSD cohort
39+
AND EXISTS (
40+
SELECT 1
41+
FROM ssd_person sp_child
42+
WHERE sp_child.pers_person_id = PPR.ROLEBPERSONID
43+
);

0 commit comments

Comments
 (0)