From 2257963486102302d21cc1e63e5b645630adaada Mon Sep 17 00:00:00 2001 From: lukeswindale Date: Tue, 27 Jun 2023 14:49:00 +1000 Subject: [PATCH 1/7] Provided filename mappings for currently unsupported files --- .../rvf/core/service/util/RF2FileTableMapper.java | 15 ++++++++++++++- 1 file changed, 14 insertions(+), 1 deletion(-) diff --git a/src/main/java/org/ihtsdo/rvf/core/service/util/RF2FileTableMapper.java b/src/main/java/org/ihtsdo/rvf/core/service/util/RF2FileTableMapper.java index 65595c798..fcc854ba1 100644 --- a/src/main/java/org/ihtsdo/rvf/core/service/util/RF2FileTableMapper.java +++ b/src/main/java/org/ihtsdo/rvf/core/service/util/RF2FileTableMapper.java @@ -30,6 +30,10 @@ public class RF2FileTableMapper { private static final String MRCM_ATRRIBUTE_RANGE_FILE_HEADER = "der2_ssccRefset_.*MRCMAttributeRange"; private static final String MRCM_DOMAIN_FILE_HEADER = "der2_sssssssRefset_.*MRCMDomain"; private static final String DESCRIPTION_TYPE_FILE_HEADER = "der2_ciRefset_.*DescriptionType"; + private static final String ATTRIBUTE_VALUE_MAP_FILE_HEADER = "der2_csRefset_.*AttributeValueMap"; + private static final String EXTENDED_ASSOCIATION_FILE_HEADER = "der2_ccRefset_.*ExtendedAssociation"; + private static final String IDENTIFIER_FILE_HEADER = "sct2_Identifier_"; + private static final Map tableNameMap = new HashMap<>(); private static final String DELTA = ".*Delta.*_*_\\d{8}.txt"; private static final String SNAPSHOT = ".*Snapshot.*_*_\\d{8}.txt"; @@ -60,7 +64,10 @@ public class RF2FileTableMapper { tableNameMap.put(MRCM_ATRRIBUTE_RANGE_FILE_HEADER + DELTA, "mrcmattributerangerefset_d"); tableNameMap.put(MRCM_DOMAIN_FILE_HEADER + DELTA, "mrcmdomainrefset_d"); tableNameMap.put(DESCRIPTION_TYPE_FILE_HEADER + DELTA, "descriptiontyperefset_d"); - + tableNameMap.put(ATTRIBUTE_VALUE_MAP_FILE_HEADER + DELTA, "attributevaluemap_d"); + tableNameMap.put(EXTENDED_ASSOCIATION_FILE_HEADER + DELTA, "extendedassociation_d"); + tableNameMap.put(IDENTIFIER_FILE_HEADER + DELTA, "identifier_d"); + //Full tableNameMap.put(CONCEPT_FILE_HEADER + FULL, "concept_f"); tableNameMap.put(DESCRIPTION_FILE_HEADER + FULL, "description_f"); @@ -85,6 +92,9 @@ public class RF2FileTableMapper { tableNameMap.put(MRCM_ATRRIBUTE_RANGE_FILE_HEADER + FULL, "mrcmattributerangerefset_f"); tableNameMap.put(MRCM_DOMAIN_FILE_HEADER + FULL, "mrcmdomainrefset_f"); tableNameMap.put(DESCRIPTION_TYPE_FILE_HEADER + FULL, "descriptiontyperefset_f"); + tableNameMap.put(ATTRIBUTE_VALUE_MAP_FILE_HEADER + FULL, "attributevaluemap_f"); + tableNameMap.put(EXTENDED_ASSOCIATION_FILE_HEADER + FULL, "extendedassociation_f"); + tableNameMap.put(IDENTIFIER_FILE_HEADER + FULL, "identifier_f"); //Snapshot tableNameMap.put(CONCEPT_FILE_HEADER + SNAPSHOT, "concept_s"); @@ -110,6 +120,9 @@ public class RF2FileTableMapper { tableNameMap.put(MRCM_ATRRIBUTE_RANGE_FILE_HEADER + SNAPSHOT, "mrcmattributerangerefset_s"); tableNameMap.put(MRCM_DOMAIN_FILE_HEADER + SNAPSHOT, "mrcmdomainrefset_s"); tableNameMap.put(DESCRIPTION_TYPE_FILE_HEADER + SNAPSHOT, "descriptiontyperefset_s"); + tableNameMap.put(ATTRIBUTE_VALUE_MAP_FILE_HEADER + SNAPSHOT, "attributevaluemap_s"); + tableNameMap.put(EXTENDED_ASSOCIATION_FILE_HEADER + SNAPSHOT, "extendedassociation_s"); + tableNameMap.put(IDENTIFIER_FILE_HEADER + SNAPSHOT, "identifier_s"); } public static String getLegacyTableName(final String filename) { From 4c189129851434b9ccb86efbda355a2ffb0820d2 Mon Sep 17 00:00:00 2001 From: lukeswindale Date: Tue, 27 Jun 2023 14:56:29 +1000 Subject: [PATCH 2/7] Provided filename mappings for integer simple map refset --- .../org/ihtsdo/rvf/core/service/util/RF2FileTableMapper.java | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/src/main/java/org/ihtsdo/rvf/core/service/util/RF2FileTableMapper.java b/src/main/java/org/ihtsdo/rvf/core/service/util/RF2FileTableMapper.java index fcc854ba1..8fc1f4294 100644 --- a/src/main/java/org/ihtsdo/rvf/core/service/util/RF2FileTableMapper.java +++ b/src/main/java/org/ihtsdo/rvf/core/service/util/RF2FileTableMapper.java @@ -11,6 +11,7 @@ public class RF2FileTableMapper { private static final String STATED_RELATIONSHIP_FILE_HEADER = "sct2_StatedRelationship_"; private static final String SIMPLE_FILE_HEADER = "der2_Refset_.*Simple"; private static final String SIMPLE_MAP_FILE_HEADER = "der2_sRefset_.*SimpleMap"; + private static final String INTEGER_SIMPLE_MAP_FILE_HEADER = "der2_iRefset_.*SimpleMap"; private static final String RELATIONSHIP_FILE_HEADER = "sct2_Relationship_"; private static final String RELATIONSHIP_CONCRETE_VALUES_FILE_HEADER = "sct2_RelationshipConcreteValues"; private static final String LANGUAGE_FILE_HEADER = "der2_cRefset_.*Language"; @@ -67,6 +68,7 @@ public class RF2FileTableMapper { tableNameMap.put(ATTRIBUTE_VALUE_MAP_FILE_HEADER + DELTA, "attributevaluemap_d"); tableNameMap.put(EXTENDED_ASSOCIATION_FILE_HEADER + DELTA, "extendedassociation_d"); tableNameMap.put(IDENTIFIER_FILE_HEADER + DELTA, "identifier_d"); + tableNameMap.put(INTEGER_SIMPLE_MAP_FILE_HEADER + DELTA, "isimplemaprefset_d"); //Full tableNameMap.put(CONCEPT_FILE_HEADER + FULL, "concept_f"); @@ -95,6 +97,7 @@ public class RF2FileTableMapper { tableNameMap.put(ATTRIBUTE_VALUE_MAP_FILE_HEADER + FULL, "attributevaluemap_f"); tableNameMap.put(EXTENDED_ASSOCIATION_FILE_HEADER + FULL, "extendedassociation_f"); tableNameMap.put(IDENTIFIER_FILE_HEADER + FULL, "identifier_f"); + tableNameMap.put(INTEGER_SIMPLE_MAP_FILE_HEADER + FULL, "isimplemaprefset_f"); //Snapshot tableNameMap.put(CONCEPT_FILE_HEADER + SNAPSHOT, "concept_s"); @@ -123,6 +126,7 @@ public class RF2FileTableMapper { tableNameMap.put(ATTRIBUTE_VALUE_MAP_FILE_HEADER + SNAPSHOT, "attributevaluemap_s"); tableNameMap.put(EXTENDED_ASSOCIATION_FILE_HEADER + SNAPSHOT, "extendedassociation_s"); tableNameMap.put(IDENTIFIER_FILE_HEADER + SNAPSHOT, "identifier_s"); + tableNameMap.put(INTEGER_SIMPLE_MAP_FILE_HEADER + SNAPSHOT, "isimplemaprefset_s"); } public static String getLegacyTableName(final String filename) { From 5bd6eee9f983a152e28d272f69fa3cf038aa6b7a Mon Sep 17 00:00:00 2001 From: lukeswindale Date: Tue, 27 Jun 2023 15:15:22 +1000 Subject: [PATCH 3/7] Provided filename mappings for ccs and cci type refsets --- .../ihtsdo/rvf/core/service/util/RF2FileTableMapper.java | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/src/main/java/org/ihtsdo/rvf/core/service/util/RF2FileTableMapper.java b/src/main/java/org/ihtsdo/rvf/core/service/util/RF2FileTableMapper.java index 8fc1f4294..1fbc0d90a 100644 --- a/src/main/java/org/ihtsdo/rvf/core/service/util/RF2FileTableMapper.java +++ b/src/main/java/org/ihtsdo/rvf/core/service/util/RF2FileTableMapper.java @@ -34,6 +34,8 @@ public class RF2FileTableMapper { private static final String ATTRIBUTE_VALUE_MAP_FILE_HEADER = "der2_csRefset_.*AttributeValueMap"; private static final String EXTENDED_ASSOCIATION_FILE_HEADER = "der2_ccRefset_.*ExtendedAssociation"; private static final String IDENTIFIER_FILE_HEADER = "sct2_Identifier_"; + private static final String CCS_REFSET_FILE_HEADER = "der2_ccsRefset_"; + private static final String CCI_REFSET_FILE_HEADER = "der2_cciRefset_"; private static final Map tableNameMap = new HashMap<>(); private static final String DELTA = ".*Delta.*_*_\\d{8}.txt"; @@ -69,6 +71,8 @@ public class RF2FileTableMapper { tableNameMap.put(EXTENDED_ASSOCIATION_FILE_HEADER + DELTA, "extendedassociation_d"); tableNameMap.put(IDENTIFIER_FILE_HEADER + DELTA, "identifier_d"); tableNameMap.put(INTEGER_SIMPLE_MAP_FILE_HEADER + DELTA, "isimplemaprefset_d"); + tableNameMap.put(CCS_REFSET_FILE_HEADER + DELTA, "ccsrefset_d"); + tableNameMap.put(CCI_REFSET_FILE_HEADER + DELTA, "ccirefset_d"); //Full tableNameMap.put(CONCEPT_FILE_HEADER + FULL, "concept_f"); @@ -98,6 +102,8 @@ public class RF2FileTableMapper { tableNameMap.put(EXTENDED_ASSOCIATION_FILE_HEADER + FULL, "extendedassociation_f"); tableNameMap.put(IDENTIFIER_FILE_HEADER + FULL, "identifier_f"); tableNameMap.put(INTEGER_SIMPLE_MAP_FILE_HEADER + FULL, "isimplemaprefset_f"); + tableNameMap.put(CCS_REFSET_FILE_HEADER + FULL, "ccsrefset_f"); + tableNameMap.put(CCI_REFSET_FILE_HEADER + FULL, "ccirefset_f"); //Snapshot tableNameMap.put(CONCEPT_FILE_HEADER + SNAPSHOT, "concept_s"); @@ -127,6 +133,8 @@ public class RF2FileTableMapper { tableNameMap.put(EXTENDED_ASSOCIATION_FILE_HEADER + SNAPSHOT, "extendedassociation_s"); tableNameMap.put(IDENTIFIER_FILE_HEADER + SNAPSHOT, "identifier_s"); tableNameMap.put(INTEGER_SIMPLE_MAP_FILE_HEADER + SNAPSHOT, "isimplemaprefset_s"); + tableNameMap.put(CCS_REFSET_FILE_HEADER + SNAPSHOT, "ccsrefset_s"); + tableNameMap.put(CCI_REFSET_FILE_HEADER + SNAPSHOT, "ccirefset_s"); } public static String getLegacyTableName(final String filename) { From a8a4f689a1e562b4db759af9f76051e1adf7e07c Mon Sep 17 00:00:00 2001 From: lukeswindale Date: Tue, 27 Jun 2023 16:35:54 +1000 Subject: [PATCH 4/7] Added the create table scripts for the new tables --- .../resources/sql/create-tables-mysql.sql | 357 ++++++++++++++++++ 1 file changed, 357 insertions(+) diff --git a/src/main/resources/sql/create-tables-mysql.sql b/src/main/resources/sql/create-tables-mysql.sql index b597b9d65..86e7de7e5 100644 --- a/src/main/resources/sql/create-tables-mysql.sql +++ b/src/main/resources/sql/create-tables-mysql.sql @@ -407,6 +407,126 @@ create table descriptiontyperefset_f( key idx_descriptionlength(descriptionlength) ) engine=myisam default charset=utf8; + +drop table if exists attributevaluemap_f; +create table attributevaluemap_f( + id varchar(36) not null, + effectivetime char(8) not null, + active char(1) not null, + moduleid bigint(20) not null, + refsetid bigint(20) not null, + referencedcomponentid bigint(20) not null, + maptarget varchar(32) not null, + value varchar(32) not null, + key idx_id(id), + key idx_effectivetime(effectivetime), + key idx_active(active), + key idx_moduleid(moduleid), + key idx_refsetid(refsetid), + key idx_referencedcomponentid(referencedcomponentid), + key idx_maptarget(maptarget) +) engine=myisam default charset=utf8; + +drop table if exists extendedassociation_f; +create table extendedassociation_f( + id varchar(36) not null, + effectivetime char(8) not null, + active char(1) not null, + moduleid bigint(20) not null, + refsetid bigint(20) not null, + referencedcomponentid bigint(20) not null, + targetcomponentid bigint(20) not null, + value varchar(32) not null, + key idx_id(id), + key idx_effectivetime(effectivetime), + key idx_active(active), + key idx_moduleid(moduleid), + key idx_refsetid(refsetid), + key idx_referencedcomponentid(referencedcomponentid), + key idx_targetcomponentid(targetcomponentid), + key idx_value(value) +) engine=myisam default charset=utf8; + +drop table if exists identifier_f; +create table identifier_f( + identifierschemeid bigint(20) not null, + alternateidentifier varchar(36) not null, + effectivetime char(8) not null, + active char(1) not null, + moduleid bigint(20) not null, + referencedcomponentid bigint(20) not null, + key idx_identifierschemeid(identifierschemeid), + key idx_alternateidentifier(alternateidentifier), + key idx_effectivetime(effectivetime), + key idx_active(active), + key idx_moduleid(moduleid), + key idx_referencedcomponentid(referencedcomponentid) +) engine=myisam default charset=utf8; + +drop table if exists isimplemaprefset_f; +create table isimplemaprefset_f( + id varchar(36) not null, + effectivetime char(8) not null, + active char(1) not null, + moduleid bigint(20) not null, + refsetid bigint(20) not null, + referencedcomponentid bigint(20) not null, + maptarget bigint(20) not null, + key idx_id(id), + key idx_effectivetime(effectivetime), + key idx_active(active), + key idx_moduleid(moduleid), + key idx_refsetid(refsetid), + key idx_referencedcomponentid(referencedcomponentid), + key idx_maptarget(maptarget) +) engine=myisam default charset=utf8; + + +drop table if exists ccsrefset_f; +create table ccsrefset_f( + id varchar(36) not null, + effectivetime char(8) not null, + active char(1) not null, + moduleid bigint(20) not null, + refsetid bigint(20) not null, + referencedcomponentid bigint(20) not null, + componentid1 bigint(20) not null, + componentid2 bigint(20) not null, + value varchar(32) not null, + key idx_id(id), + key idx_effectivetime(effectivetime), + key idx_active(active), + key idx_moduleid(moduleid), + key idx_refsetid(refsetid), + key idx_referencedcomponentid(referencedcomponentid), + key idx_componentid1(componentid1), + key idx_componentid2(componentid2), + key idx_value(value) +) engine=myisam default charset=utf8; + +drop table if exists ccirefset_f; +create table ccirefset_f( + id varchar(36) not null, + effectivetime char(8) not null, + active char(1) not null, + moduleid bigint(20) not null, + refsetid bigint(20) not null, + referencedcomponentid bigint(20) not null, + componentid1 bigint(20) not null, + componentid2 bigint(20) not null, + value bigint(20) not null, + key idx_id(id), + key idx_effectivetime(effectivetime), + key idx_active(active), + key idx_moduleid(moduleid), + key idx_refsetid(refsetid), + key idx_referencedcomponentid(referencedcomponentid), + key idx_componentid1(componentid1), + key idx_componentid2(componentid2), + key idx_value(value) +) engine=myisam default charset=utf8; + + /* create the Snapshot S-CT data tables */ drop table if exists concept_s; @@ -815,6 +935,125 @@ create table descriptiontyperefset_s( key idx_descriptionlength(descriptionlength) ) engine=myisam default charset=utf8; + +drop table if exists attributevaluemap_s; +create table attributevaluemap_s( + id varchar(36) not null, + effectivetime char(8) not null, + active char(1) not null, + moduleid bigint(20) not null, + refsetid bigint(20) not null, + referencedcomponentid bigint(20) not null, + maptarget varchar(32) not null, + value varchar(32) not null, + key idx_id(id), + key idx_effectivetime(effectivetime), + key idx_active(active), + key idx_moduleid(moduleid), + key idx_refsetid(refsetid), + key idx_referencedcomponentid(referencedcomponentid), + key idx_maptarget(maptarget) +) engine=myisam default charset=utf8; + +drop table if exists extendedassociation_s; +create table extendedassociation_s( + id varchar(36) not null, + effectivetime char(8) not null, + active char(1) not null, + moduleid bigint(20) not null, + refsetid bigint(20) not null, + referencedcomponentid bigint(20) not null, + targetcomponentid bigint(20) not null, + value varchar(32) not null, + key idx_id(id), + key idx_effectivetime(effectivetime), + key idx_active(active), + key idx_moduleid(moduleid), + key idx_refsetid(refsetid), + key idx_referencedcomponentid(referencedcomponentid), + key idx_targetcomponentid(targetcomponentid), + key idx_value(value) +) engine=myisam default charset=utf8; + +drop table if exists identifier_s; +create table identifier_s( + identifierschemeid bigint(20) not null, + alternateidentifier varchar(36) not null, + effectivetime char(8) not null, + active char(1) not null, + moduleid bigint(20) not null, + referencedcomponentid bigint(20) not null, + key idx_identifierschemeid(identifierschemeid), + key idx_alternateidentifier(alternateidentifier), + key idx_effectivetime(effectivetime), + key idx_active(active), + key idx_moduleid(moduleid), + key idx_referencedcomponentid(referencedcomponentid) +) engine=myisam default charset=utf8; + +drop table if exists isimplemaprefset_s; +create table isimplemaprefset_s( + id varchar(36) not null, + effectivetime char(8) not null, + active char(1) not null, + moduleid bigint(20) not null, + refsetid bigint(20) not null, + referencedcomponentid bigint(20) not null, + maptarget bigint(20) not null, + key idx_id(id), + key idx_effectivetime(effectivetime), + key idx_active(active), + key idx_moduleid(moduleid), + key idx_refsetid(refsetid), + key idx_referencedcomponentid(referencedcomponentid), + key idx_maptarget(maptarget) +) engine=myisam default charset=utf8; + + +drop table if exists ccsrefset_s; +create table ccsrefset_s( + id varchar(36) not null, + effectivetime char(8) not null, + active char(1) not null, + moduleid bigint(20) not null, + refsetid bigint(20) not null, + referencedcomponentid bigint(20) not null, + componentid1 bigint(20) not null, + componentid2 bigint(20) not null, + value varchar(32) not null, + key idx_id(id), + key idx_effectivetime(effectivetime), + key idx_active(active), + key idx_moduleid(moduleid), + key idx_refsetid(refsetid), + key idx_referencedcomponentid(referencedcomponentid), + key idx_componentid1(componentid1), + key idx_componentid2(componentid2), + key idx_value(value) +) engine=myisam default charset=utf8; + +drop table if exists ccirefset_s; +create table ccirefset_s( + id varchar(36) not null, + effectivetime char(8) not null, + active char(1) not null, + moduleid bigint(20) not null, + refsetid bigint(20) not null, + referencedcomponentid bigint(20) not null, + componentid1 bigint(20) not null, + componentid2 bigint(20) not null, + value bigint(20) not null, + key idx_id(id), + key idx_effectivetime(effectivetime), + key idx_active(active), + key idx_moduleid(moduleid), + key idx_refsetid(refsetid), + key idx_referencedcomponentid(referencedcomponentid), + key idx_componentid1(componentid1), + key idx_componentid2(componentid2), + key idx_value(value) +) engine=myisam default charset=utf8; + /* create the Delta S-CT data tables */ drop table if exists concept_d; @@ -1433,3 +1672,121 @@ create table descriptiontyperefset_d( key idx_descriptionlength(descriptionlength) ) engine=myisam default charset=utf8; + +drop table if exists attributevaluemap_d; +create table attributevaluemap_d( + id varchar(36) not null, + effectivetime char(8) not null, + active char(1) not null, + moduleid bigint(20) not null, + refsetid bigint(20) not null, + referencedcomponentid bigint(20) not null, + maptarget varchar(32) not null, + value varchar(32) not null, + key idx_id(id), + key idx_effectivetime(effectivetime), + key idx_active(active), + key idx_moduleid(moduleid), + key idx_refsetid(refsetid), + key idx_referencedcomponentid(referencedcomponentid), + key idx_maptarget(maptarget) +) engine=myisam default charset=utf8; + +drop table if exists extendedassociation_d; +create table extendedassociation_d( + id varchar(36) not null, + effectivetime char(8) not null, + active char(1) not null, + moduleid bigint(20) not null, + refsetid bigint(20) not null, + referencedcomponentid bigint(20) not null, + targetcomponentid bigint(20) not null, + value varchar(32) not null, + key idx_id(id), + key idx_effectivetime(effectivetime), + key idx_active(active), + key idx_moduleid(moduleid), + key idx_refsetid(refsetid), + key idx_referencedcomponentid(referencedcomponentid), + key idx_targetcomponentid(targetcomponentid), + key idx_value(value) +) engine=myisam default charset=utf8; + +drop table if exists identifier_d; +create table identifier_d( + identifierschemeid bigint(20) not null, + alternateidentifier varchar(36) not null, + effectivetime char(8) not null, + active char(1) not null, + moduleid bigint(20) not null, + referencedcomponentid bigint(20) not null, + key idx_identifierschemeid(identifierschemeid), + key idx_alternateidentifier(alternateidentifier), + key idx_effectivetime(effectivetime), + key idx_active(active), + key idx_moduleid(moduleid), + key idx_referencedcomponentid(referencedcomponentid) +) engine=myisam default charset=utf8; + +drop table if exists isimplemaprefset_d; +create table isimplemaprefset_d( + id varchar(36) not null, + effectivetime char(8) not null, + active char(1) not null, + moduleid bigint(20) not null, + refsetid bigint(20) not null, + referencedcomponentid bigint(20) not null, + maptarget bigint(20) not null, + key idx_id(id), + key idx_effectivetime(effectivetime), + key idx_active(active), + key idx_moduleid(moduleid), + key idx_refsetid(refsetid), + key idx_referencedcomponentid(referencedcomponentid), + key idx_maptarget(maptarget) +) engine=myisam default charset=utf8; + + +drop table if exists ccsrefset_d; +create table ccsrefset_d( + id varchar(36) not null, + effectivetime char(8) not null, + active char(1) not null, + moduleid bigint(20) not null, + refsetid bigint(20) not null, + referencedcomponentid bigint(20) not null, + componentid1 bigint(20) not null, + componentid2 bigint(20) not null, + value varchar(32) not null, + key idx_id(id), + key idx_effectivetime(effectivetime), + key idx_active(active), + key idx_moduleid(moduleid), + key idx_refsetid(refsetid), + key idx_referencedcomponentid(referencedcomponentid), + key idx_componentid1(componentid1), + key idx_componentid2(componentid2), + key idx_value(value) +) engine=myisam default charset=utf8; + +drop table if exists ccirefset_d; +create table ccirefset_d( + id varchar(36) not null, + effectivetime char(8) not null, + active char(1) not null, + moduleid bigint(20) not null, + refsetid bigint(20) not null, + referencedcomponentid bigint(20) not null, + componentid1 bigint(20) not null, + componentid2 bigint(20) not null, + value bigint(20) not null, + key idx_id(id), + key idx_effectivetime(effectivetime), + key idx_active(active), + key idx_moduleid(moduleid), + key idx_refsetid(refsetid), + key idx_referencedcomponentid(referencedcomponentid), + key idx_componentid1(componentid1), + key idx_componentid2(componentid2), + key idx_value(value) +) engine=myisam default charset=utf8; From 7bc49a7e3171bb4c7e1a5237e8c94d1d5d4b8864 Mon Sep 17 00:00:00 2001 From: lukeswindale Date: Wed, 28 Jun 2023 13:57:13 +1000 Subject: [PATCH 5/7] Added crefset --- .../core/service/util/RF2FileTableMapper.java | 6 ++- .../resources/sql/create-tables-mysql.sql | 53 +++++++++++++++++++ 2 files changed, 58 insertions(+), 1 deletion(-) diff --git a/src/main/java/org/ihtsdo/rvf/core/service/util/RF2FileTableMapper.java b/src/main/java/org/ihtsdo/rvf/core/service/util/RF2FileTableMapper.java index 1fbc0d90a..9e74e24b9 100644 --- a/src/main/java/org/ihtsdo/rvf/core/service/util/RF2FileTableMapper.java +++ b/src/main/java/org/ihtsdo/rvf/core/service/util/RF2FileTableMapper.java @@ -36,6 +36,7 @@ public class RF2FileTableMapper { private static final String IDENTIFIER_FILE_HEADER = "sct2_Identifier_"; private static final String CCS_REFSET_FILE_HEADER = "der2_ccsRefset_"; private static final String CCI_REFSET_FILE_HEADER = "der2_cciRefset_"; + private static final String C_REFSET_FILE_HEADER = "der2_cRefset_"; private static final Map tableNameMap = new HashMap<>(); private static final String DELTA = ".*Delta.*_*_\\d{8}.txt"; @@ -73,6 +74,7 @@ public class RF2FileTableMapper { tableNameMap.put(INTEGER_SIMPLE_MAP_FILE_HEADER + DELTA, "isimplemaprefset_d"); tableNameMap.put(CCS_REFSET_FILE_HEADER + DELTA, "ccsrefset_d"); tableNameMap.put(CCI_REFSET_FILE_HEADER + DELTA, "ccirefset_d"); + tableNameMap.put(C_REFSET_FILE_HEADER + DELTA, "crefset_d"); //Full tableNameMap.put(CONCEPT_FILE_HEADER + FULL, "concept_f"); @@ -104,7 +106,8 @@ public class RF2FileTableMapper { tableNameMap.put(INTEGER_SIMPLE_MAP_FILE_HEADER + FULL, "isimplemaprefset_f"); tableNameMap.put(CCS_REFSET_FILE_HEADER + FULL, "ccsrefset_f"); tableNameMap.put(CCI_REFSET_FILE_HEADER + FULL, "ccirefset_f"); - + tableNameMap.put(C_REFSET_FILE_HEADER + FULL, "crefset_f"); + //Snapshot tableNameMap.put(CONCEPT_FILE_HEADER + SNAPSHOT, "concept_s"); tableNameMap.put(DESCRIPTION_FILE_HEADER + SNAPSHOT, "description_s"); @@ -135,6 +138,7 @@ public class RF2FileTableMapper { tableNameMap.put(INTEGER_SIMPLE_MAP_FILE_HEADER + SNAPSHOT, "isimplemaprefset_s"); tableNameMap.put(CCS_REFSET_FILE_HEADER + SNAPSHOT, "ccsrefset_s"); tableNameMap.put(CCI_REFSET_FILE_HEADER + SNAPSHOT, "ccirefset_s"); + tableNameMap.put(C_REFSET_FILE_HEADER + SNAPSHOT, "crefset_s"); } public static String getLegacyTableName(final String filename) { diff --git a/src/main/resources/sql/create-tables-mysql.sql b/src/main/resources/sql/create-tables-mysql.sql index 86e7de7e5..91bf4b101 100644 --- a/src/main/resources/sql/create-tables-mysql.sql +++ b/src/main/resources/sql/create-tables-mysql.sql @@ -526,6 +526,23 @@ create table ccirefset_f( key idx_value(value) ) engine=myisam default charset=utf8; +drop table if exists crefset_f; +create table crefset_f( + id varchar(36) not null, + effectivetime char(8) not null, + active char(1) not null, + moduleid bigint(20) not null, + refsetid bigint(20) not null, + referencedcomponentid bigint(20) not null, + componentid bigint(20) not null, + key idx_id(id), + key idx_effectivetime(effectivetime), + key idx_active(active), + key idx_moduleid(moduleid), + key idx_refsetid(refsetid), + key idx_referencedcomponentid(referencedcomponentid), + key idx_componentid(componentid) +) engine=myisam default charset=utf8; /* create the Snapshot S-CT data tables */ @@ -1054,6 +1071,24 @@ create table ccirefset_s( key idx_value(value) ) engine=myisam default charset=utf8; +drop table if exists crefset_s; +create table crefset_s( + id varchar(36) not null, + effectivetime char(8) not null, + active char(1) not null, + moduleid bigint(20) not null, + refsetid bigint(20) not null, + referencedcomponentid bigint(20) not null, + componentid bigint(20) not null, + key idx_id(id), + key idx_effectivetime(effectivetime), + key idx_active(active), + key idx_moduleid(moduleid), + key idx_refsetid(refsetid), + key idx_referencedcomponentid(referencedcomponentid), + key idx_componentid(componentid) +) engine=myisam default charset=utf8; + /* create the Delta S-CT data tables */ drop table if exists concept_d; @@ -1790,3 +1825,21 @@ create table ccirefset_d( key idx_componentid2(componentid2), key idx_value(value) ) engine=myisam default charset=utf8; + +drop table if exists crefset_d; +create table crefset_d( + id varchar(36) not null, + effectivetime char(8) not null, + active char(1) not null, + moduleid bigint(20) not null, + refsetid bigint(20) not null, + referencedcomponentid bigint(20) not null, + componentid bigint(20) not null, + key idx_id(id), + key idx_effectivetime(effectivetime), + key idx_active(active), + key idx_moduleid(moduleid), + key idx_refsetid(refsetid), + key idx_referencedcomponentid(referencedcomponentid), + key idx_componentid(componentid) +) engine=myisam default charset=utf8; From 6ec45df913444f82753e3a274fe1c4f95d1c7789 Mon Sep 17 00:00:00 2001 From: Senjo Jose Date: Tue, 4 Jul 2023 14:17:21 +1000 Subject: [PATCH 6/7] Fix the failing test --- .../org/ihtsdo/rvf/core/service/util/RF2FileTableMapper.java | 4 ++-- .../org/ihtsdo/rvf/core/service/RF2FileTableMapperTest.java | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/src/main/java/org/ihtsdo/rvf/core/service/util/RF2FileTableMapper.java b/src/main/java/org/ihtsdo/rvf/core/service/util/RF2FileTableMapper.java index 9e74e24b9..4d0661e27 100644 --- a/src/main/java/org/ihtsdo/rvf/core/service/util/RF2FileTableMapper.java +++ b/src/main/java/org/ihtsdo/rvf/core/service/util/RF2FileTableMapper.java @@ -1,7 +1,7 @@ package org.ihtsdo.rvf.core.service.util; import java.util.Collection; -import java.util.HashMap; +import java.util.LinkedHashMap; import java.util.Map; import java.util.regex.Pattern; @@ -38,7 +38,7 @@ public class RF2FileTableMapper { private static final String CCI_REFSET_FILE_HEADER = "der2_cciRefset_"; private static final String C_REFSET_FILE_HEADER = "der2_cRefset_"; - private static final Map tableNameMap = new HashMap<>(); + private static final Map tableNameMap = new LinkedHashMap<>(); private static final String DELTA = ".*Delta.*_*_\\d{8}.txt"; private static final String SNAPSHOT = ".*Snapshot.*_*_\\d{8}.txt"; private static final String FULL = ".*Full.*_*_\\d{8}.txt"; diff --git a/src/test/java/org/ihtsdo/rvf/core/service/RF2FileTableMapperTest.java b/src/test/java/org/ihtsdo/rvf/core/service/RF2FileTableMapperTest.java index f0b3cd48f..e018d99b3 100644 --- a/src/test/java/org/ihtsdo/rvf/core/service/RF2FileTableMapperTest.java +++ b/src/test/java/org/ihtsdo/rvf/core/service/RF2FileTableMapperTest.java @@ -108,8 +108,8 @@ public class RF2FileTableMapperTest { "associationrefset_d", "relationship_d" }; - - @Test + + @Test public void testInternationalDeltaFiles() { int i = 0; assertEquals(INT_DELTA_FILES.length, INT_EXPECTED_DELTA.length); From 0921b49700d3ff83d3c44c37f422731133b53d49 Mon Sep 17 00:00:00 2001 From: Senjo Jose Date: Wed, 28 Jun 2023 12:52:48 +1000 Subject: [PATCH 7/7] Resolving conflict --- .../rvf/core/service/AssertionExecutionService.java | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/src/main/java/org/ihtsdo/rvf/core/service/AssertionExecutionService.java b/src/main/java/org/ihtsdo/rvf/core/service/AssertionExecutionService.java index 0e42697e9..1b27d68c4 100644 --- a/src/main/java/org/ihtsdo/rvf/core/service/AssertionExecutionService.java +++ b/src/main/java/org/ihtsdo/rvf/core/service/AssertionExecutionService.java @@ -196,10 +196,12 @@ private void executeCommand(final Assertion assertion, final MysqlExecutionConfi } } else { - if (sqlStatement.startsWith("create table") + if (sqlStatement.startsWith("create table")) { // only add engine if we do not create using a like statement - && (!(sqlStatement.contains("like") || sqlStatement.contains("as")))){ - sqlStatement = sqlStatement + " ENGINE = MyISAM"; + if (!sqlStatement.toUpperCase().contains(" ENGINE") && + !(sqlStatement.contains("like") || sqlStatement.contains("as"))) { + sqlStatement = sqlStatement + " ENGINE = MyISAM"; + } } executeUpdateStatement(connection, sqlStatement); }