Skip to content

Commit abc70d5

Browse files
RoelantVosRoelantVos
committed
Dim pattern updates.
1 parent 928c440 commit abc70d5

File tree

3 files changed

+24
-28
lines changed

3 files changed

+24
-28
lines changed

‎Virtual_EDW/Form_Main.cs‎

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -672,7 +672,10 @@ internal List<LocalPattern> GetMetadata()
672672
{
673673
foreach (var fileName in fileEntries)
674674
{
675-
if (!Array.Exists(excludedFiles, x => x == Path.GetFileName(fileName)))
675+
if (!Array.Exists(excludedFiles, x => x == Path.GetFileName(fileName)) &&
676+
!fileName.EndsWith("TEAM_Table_Mapping.json") &&
677+
!fileName.EndsWith("TEAM_Attribute_Mapping.json") &&
678+
!fileName.EndsWith("TEAM_Model_Metadata.json"))
676679
{
677680
try
678681
{

‎Virtual_EDW/LoadPatterns/loadPatternCollection.json‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -93,7 +93,7 @@
9393
{
9494
"loadPatternName": "Dimension / PIT 001 Select Pattern",
9595
"loadPatternType": "Presentation",
96-
"loadPatternConnectionKey": "PsaConnectionInternalId",
96+
"loadPatternConnectionKey": "IntegrationConnectionInternalId",
9797
"loadPatternFilePath": "loadPatternDimSelect.handlebars",
9898
"loadPatternNotes": "Taken from earlier VDW versions, demonstrating one possible DIM / PIT template."
9999
},

‎Virtual_EDW/LoadPatterns/loadPatternDimSelect.Handlebars‎

Lines changed: 19 additions & 26 deletions
Original file line numberDiff line numberDiff line change
@@ -1,49 +1,44 @@
1-
{{#each dataObjectMappings}}
21
--
3-
-- Example PIT / Dimension select statement for {{targetDataObject.name}}
2+
-- Example PIT / Dimension select statement for {{dataObjectMappings.0../generationSpecificMetadata.selectedDataObject.name}}
43
-- Generated at {{now}}
54
--
65

76
SELECT
8-
[PIT_EFFECTIVE_DATETIME],{{#each sourceDataObjects}}{{stringcompare dataObjectClassifications.0.classification 'CoreBusinessConcept'}}{{sourceData}}{{else}}
9-
LEAD(PIT_EFFECTIVE_DATETIME,1,'9999-12-31') OVER (PARTITION BY [{{name}}.{{../../businessKeys.0.businessKeyComponentMapping.0.targetDataItem.name}}] ORDER BY PIT_EFFECTIVE_DATETIME ASC) AS PIT_EXPIRY_DATETIME,
10-
{{/stringcompare}}{{/each}}
7+
[PIT_EFFECTIVE_DATETIME],{{#each dataObjectMappings}}{{#each sourceDataObjects}}{{stringcompare dataObjectClassifications.0.classification 'CoreBusinessConcept'}}{{sourceData}}{{else}}
8+
LEAD(PIT_EFFECTIVE_DATETIME,1,'9999-12-31') OVER (PARTITION BY [{{name}}.{{../../businessKeys.0.businessKeyComponentMapping.0.targetDataItem.name}}] ORDER BY PIT_EFFECTIVE_DATETIME ASC) AS PIT_EXPIRY_DATETIME,{{/stringcompare}}{{/each}}{{/each}}
119
*
1210
FROM
1311
(
1412
SELECT
15-
*,{{#each sourceDataObjects}}{{stringcompare dataObjectClassifications.0.classification 'CoreBusinessConcept'}}{{sourceData}}{{else}}
16-
LAG(ATTRIBUTE_CHECKSUM, 1, 0x00000000000000000000000000000000) OVER(PARTITION BY [{{name}}.{{../../businessKeys.0.businessKeyComponentMapping.0.targetDataItem.name}}] ORDER BY PIT_EFFECTIVE_DATETIME ASC) AS PREVIOUS_ATTRIBUTE_CHECKSUM
17-
{{/stringcompare}}{{/each}}
13+
*,{{#each dataObjectMappings}}{{#each sourceDataObjects}}{{stringcompare dataObjectClassifications.0.classification 'CoreBusinessConcept'}}{{sourceData}}{{else}}
14+
LAG(ATTRIBUTE_CHECKSUM, 1, 0x00000000000000000000000000000000) OVER(PARTITION BY [{{name}}.{{../../businessKeys.0.businessKeyComponentMapping.0.targetDataItem.name}}] ORDER BY PIT_EFFECTIVE_DATETIME ASC) AS PREVIOUS_ATTRIBUTE_CHECKSUM{{/stringcompare}}{{/each}}{{/each}}
1815
FROM
1916
(
20-
SELECT
21-
*,
22-
{{#each dataItemMappings}}
23-
ISNULL(RTRIM(CONVERT(VARCHAR(100),[{{targetDataItem.name}}])),'NA')+'|'{{#unless @last}}+{{/unless}}
24-
{{/each}}
17+
SELECT
18+
*,{{#each dataObjectMappings}}{{#each dataItemMappings}}
19+
ISNULL(RTRIM(CONVERT(VARCHAR(100),[{{targetDataItem.name}}])),'NA')+'|'+{{/each}}{{/each}}'|'
2520
AS ATTRIBUTE_CHECKSUM
2621
FROM
2722
(
28-
SELECT{{#each sourceDataObjects}}{{stringcompare dataObjectClassifications.0.classification 'CoreBusinessConcept'}}{{sourceData}}{{else}}
29-
{{name}}.{{../../businessKeys.0.businessKeyComponentMapping.0.targetDataItem.name}} AS [{{name}}.{{../../businessKeys.0.businessKeyComponentMapping.0.targetDataItem.name}}],
23+
SELECT{{#each dataObjectMappings}}{{#each sourceDataObjects}}{{stringcompare dataObjectClassifications.0.classification 'CoreBusinessConcept'}}{{sourceData}}{{else}}
24+
{{name}}.{{../../businessKeys.0.businessKeyComponentMapping.0.targetDataItem.name}} AS [{{name}}.{{../../businessKeys.0.businessKeyComponentMapping.0.targetDataItem.name}}],
3025
{{/stringcompare}}{{/each}}
31-
-- Data Item Mappings
32-
{{#each dataItemMappings}}
26+
-- Data Item Mappings for {{sourceDataObjects.0.name}}
27+
{{#each dataItemMappings}}
3328
{{sourceDataItems.0.name}} AS [{{targetDataItem.name}}],
34-
{{/each}}
35-
29+
{{/each}}{{/each}}
3630
PIT_EFFECTIVE_DATETIME
3731
FROM
3832
(
3933
-- Creation of time slices
4034
SELECT
41-
{{businessKeys.0.businessKeyComponentMapping.0.targetDataItem.name}},
35+
{{dataObjectMappings.1.businessKeys.0.businessKeyComponentMapping.0.targetDataItem.name}},
4236
PIT_EFFECTIVE_DATETIME,
43-
LEAD(PIT_EFFECTIVE_DATETIME,1,'9999-12-31') OVER (PARTITION BY {{businessKeys.0.businessKeyComponentMapping.0.targetDataItem.name}} ORDER BY PIT_EFFECTIVE_DATETIME ASC) AS PIT_EXPIRY_DATETIME
37+
LEAD(PIT_EFFECTIVE_DATETIME,1,'9999-12-31') OVER (PARTITION BY {{dataObjectMappings.1.businessKeys.0.businessKeyComponentMapping.0.targetDataItem.name}} ORDER BY PIT_EFFECTIVE_DATETIME ASC) AS PIT_EXPIRY_DATETIME
4438
FROM
4539
(
4640
-- Selection of time ranges
41+
{{#each dataObjectMappings}}
4742
{{#each sourceDataObjects}}
4843
{{stringcompare dataObjectClassifications.0.classification 'CoreBusinessConcept'}}
4944
SELECT {{../../businessKeys.0.businessKeyComponentMapping.0.targetDataItem.name}}, {{../../../metadataConfiguration.loadDateTimeAttribute}} AS PIT_EFFECTIVE_DATETIME FROM {{../../../metadataConfiguration.vdwSchemaName}}.{{name}}
@@ -52,10 +47,9 @@ FROM
5247
UNION
5348
SELECT {{../../businessKeys.0.businessKeyComponentMapping.0.targetDataItem.name}}, {{../../../metadataConfiguration.loadDateTimeAttribute}} AS PIT_EFFECTIVE_DATETIME FROM {{../../../metadataConfiguration.vdwSchemaName}}.{{name}}
5449
{{/stringcompare}}
55-
{{#unless @last}} UNION{{/unless}}{{/each}}
56-
) PIT
50+
{{/each}}{{#unless @last}} UNION{{/unless}}{{/each}} ) PIT
5751
) TimeRanges
58-
{{#each sourceDataObjects}}{{stringcompare dataObjectClassifications.0.classification 'CoreBusinessConcept'}}{{sourceData}}
52+
{{#each dataObjectMappings}}{{#each sourceDataObjects}}{{stringcompare dataObjectClassifications.0.classification 'CoreBusinessConcept'}}{{sourceData}}
5953
LEFT OUTER JOIN {{../../../metadataConfiguration.vdwSchemaName}}.{{name}}
6054
ON TimeRanges.{{../../businessKeys.0.businessKeyComponentMapping.0.targetDataItem.name}} = {{../../../metadataConfiguration.vdwSchemaName}}.{{name}}.[{{../../businessKeys.0.businessKeyComponentMapping.0.targetDataItem.name}}]
6155
AND {{../../../metadataConfiguration.vdwSchemaName}}.{{name}}.{{../../../metadataConfiguration.loadDateTimeAttribute}} <= TimeRanges.PIT_EFFECTIVE_DATETIME
@@ -64,10 +58,9 @@ FROM
6458
INNER JOIN {{../../../metadataConfiguration.vdwSchemaName}}.{{name}}
6559
ON TimeRanges.{{../../businessKeys.0.businessKeyComponentMapping.0.targetDataItem.name}} = {{../../../metadataConfiguration.vdwSchemaName}}.{{name}}.[{{../../businessKeys.0.businessKeyComponentMapping.0.targetDataItem.name}}]
6660
{{/stringcompare}}
67-
{{/each}}
61+
{{/each}}{{/each}}
6862

6963
) SUB_TIMELINES
7064
) SUB_CHECKSUM
7165
) SUB_FINAL
7266
WHERE ATTRIBUTE_CHECKSUM <> PREVIOUS_ATTRIBUTE_CHECKSUM
73-
{{/each}}

0 commit comments

Comments
 (0)