Skip to content

Commit 92c6660

Browse files
RoelantVosRoelantVos
committed
Updated standard connections
1 parent 034bec4 commit 92c6660

File tree

2 files changed

+192
-8
lines changed

2 files changed

+192
-8
lines changed

‎DIRECT_Management/Form_Main.cs‎

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -1396,14 +1396,14 @@ private void InitializePath()
13961396
initialConfigurationFile.AppendLine("/* ETL Metadata Management Configuration Settings */");
13971397
initialConfigurationFile.AppendLine("/* Roelant Vos - 2018 */");
13981398
initialConfigurationFile.AppendLine(@"targetPath|C:\Files\TestOutput\");
1399-
initialConfigurationFile.AppendLine(@"connectionStringGenerationMetadata|Provider=SQLNCLI11;Server=.;Initial Catalog=WS01_EDW_900_Metadata;Integrated Security=SSPI");
1400-
initialConfigurationFile.AppendLine(@"GenerationMetaDataDatabaseName|WS01_EDW_900_Metadata");
1401-
initialConfigurationFile.AppendLine(@"connectionStringDirect|Provider=SQLNCLI11;Server=.;Initial Catalog=WS01_EDW_900_ETL_Control_Metadata;Integrated Security=SSPI");
1402-
initialConfigurationFile.AppendLine(@"DirectDatabaseName|WS01_EDW_900_ETL_Control_Metadata");
1403-
initialConfigurationFile.AppendLine(@"connectionStringSTG|Provider=SQLNCLI11;Server=.;Initial Catalog=WS01_EDW_100_Staging_Area;Integrated Security=SSPI");
1404-
initialConfigurationFile.AppendLine(@"STGDatabaseName|WS01_EDW_100_Staging_Area");
1405-
initialConfigurationFile.AppendLine(@"connectionStringPSA|Provider=SQLNCLI11;Server=.;Initial Catalog=WS01_EDW_150_History_Area;Integrated Security=SSPI");
1406-
initialConfigurationFile.AppendLine(@"PSADatabaseName|WS01_EDW_150_History_Area");
1399+
initialConfigurationFile.AppendLine(@"connectionStringGenerationMetadata|Provider=SQLNCLI11;Server=.;Initial Catalog=EDW_900_Metadata;User ID=sa; Password=K3kobus2");
1400+
initialConfigurationFile.AppendLine(@"GenerationMetaDataDatabaseName|EDW_900_Metadata");
1401+
initialConfigurationFile.AppendLine(@"connectionStringDirect|Provider=SQLNCLI11;Server=.;Initial Catalog=EDW_900_Metadata; User ID=sa; Password=K3kobus2");
1402+
initialConfigurationFile.AppendLine(@"DirectDatabaseName|EDW_900_Metadata");
1403+
initialConfigurationFile.AppendLine(@"connectionStringSTG|Provider=SQLNCLI11;Server=.;Initial Catalog=EDW_100_Staging_Area;User ID=sa; Password=K3kobus2");
1404+
initialConfigurationFile.AppendLine(@"STGDatabaseName|EDW_100_Staging_Area");
1405+
initialConfigurationFile.AppendLine(@"connectionStringPSA|Provider=SQLNCLI11;Server=.;Initial Catalog=EDW_150_Persistent_Staging_Area;User ID=sa; Password=K3kobus2");
1406+
initialConfigurationFile.AppendLine(@"PSADatabaseName|EDW_150_Persistent_Staging_Area");
14071407
initialConfigurationFile.AppendLine("/* End of file */");
14081408

14091409
using (var outfile = new StreamWriter(GlobalVariables.ConfigurationPath + GlobalVariables.ConfigfileName))

‎DIRECT_SQL/A150 OMD DML v1.2 - SQL Server.sql‎

Lines changed: 184 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,184 @@
1+
/* OMD Table and data creation */
2+
3+
USE [EDW_900_OMD_Framework]
4+
5+
DELETE FROM OMD_MODULE_INSTANCE;
6+
DELETE FROM OMD_MODULE;
7+
DELETE FROM OMD_AREA;
8+
DELETE FROM OMD_LAYER;
9+
DELETE FROM OMD_BATCH_INSTANCE;
10+
DELETE FROM OMD_BATCH;
11+
DELETE FROM OMD_DATA_STORE;
12+
DELETE FROM OMD_DATA_STORE_TYPE;
13+
DELETE FROM OMD_PARAMETER;
14+
DELETE FROM OMD_EVENT_TYPE;
15+
DELETE FROM OMD_FREQUENCY;
16+
DELETE FROM OMD_MODULE_TYPE;
17+
DELETE FROM OMD_EVENT_TYPE;
18+
DELETE FROM OMD_ERROR_BITMAP;
19+
DELETE FROM OMD_SEVERITY;
20+
DELETE FROM OMD_ERROR_TYPE;
21+
DELETE FROM OMD_PROCESSING_INDICATOR;
22+
DELETE FROM OMD_EXECUTION_STATUS;
23+
DELETE FROM OMD_NEXT_RUN_INDICATOR;
24+
DELETE FROM OMD_VERSION;
25+
26+
-- Version
27+
INSERT INTO [OMD_VERSION]
28+
([VERSION_ID],[COMMENTS] ,[RELEASE_DATE] )
29+
VALUES ('1.3','Stable','2016-03-17')
30+
31+
-- Layer
32+
INSERT OMD_LAYER
33+
(LAYER_CODE, LAYER_DESCRIPTION)
34+
VALUES
35+
('Staging', 'The Staging Layer'),
36+
('Integration', 'The Integration Layer'),
37+
('Presentation', 'The Presentation Layer')
38+
39+
-- Area
40+
INSERT OMD_AREA
41+
(AREA_CODE, AREA_DESCRIPTION, LAYER_CODE)
42+
VALUES
43+
('STG', 'The Staging Area of the Staging Layer', 'Staging'),
44+
('HSTG', 'The History Area of the Staging Layer', 'Staging'),
45+
('INT', 'The Integration Area', 'Integration'),
46+
('INTPR', 'The Interpretation Area', 'Integration'),
47+
('HELPER', 'The Helper Area', 'Presentation'),
48+
('REP', 'The Reporting Structure Area', 'Presentation')
49+
50+
-- Severity codes
51+
INSERT INTO OMD_SEVERITY
52+
([SEVERITY_CODE]
53+
,[SEVERITY_DESCRIPTION])
54+
VALUES
55+
('Low','Detected errors and exceptions that have minor impact on the information and ETL management. For instance typos and rounding discrepancies.'),
56+
('Medium','Errors and exceptions that indicate data quality issues which may lead to misinterpretation in reporting, such as erroneous reference to a geographical area.'),
57+
('High','Errors and exceptions that are deemed serious enough to be used in alerts and possibly event handling in the Presentation Layer.')
58+
59+
60+
-- Parameter
61+
INSERT INTO OMD_PARAMETER
62+
([PARAMETER_DESCRIPTION],[PARAMETER_KEY_CODE] ,[PARAMETER_VALUE_CODE])
63+
VALUES
64+
('CDC net change interval','CDC Interval','Daily'),
65+
('The Load Type which can be Disaster Recovery (DR), Normal and Initial Load.','Load Type','Disaster Recovery')
66+
67+
-- Event Type codes
68+
INSERT INTO OMD_EVENT_TYPE
69+
([EVENT_TYPE_CODE],[EVENT_TYPE_DESCRIPTION])
70+
VALUES
71+
('1','Infrastructural error.'),
72+
('2','Internal SSIS error or system generated event.'),
73+
('3','Custom exception handling that has been implemented in ETL (Error Bitmaps).')
74+
75+
-- Frequency
76+
INSERT INTO OMD_FREQUENCY
77+
(FREQUENCY_CODE, FREQUENCY_DESCRIPTION)
78+
VALUES
79+
('Adhoc', 'Only runs on an Ad-Hoc basis'),
80+
('Monthly', 'Batches and Modules will be run once a month'),
81+
('Fortnightly', 'Batches and Modules will be run once every two weeks'),
82+
('Weekly', 'Batches and Modules will be run once a week'),
83+
('Daily', 'Batches and Modules will be run once a day'),
84+
('Hourly', 'Batches and Modules are run every hour'),
85+
('Continuous', 'Batches and Modules as often as possible (near-realtime)')
86+
87+
-- Module Type
88+
DELETE FROM OMD_MODULE_TYPE
89+
INSERT INTO OMD_MODULE_TYPE
90+
([MODULE_TYPE_CODE],[MODULE_TYPE_DESCRIPTION])
91+
VALUES
92+
('SSIS','SQL Server Integration Services ETL package')
93+
94+
-- Error Type codes
95+
INSERT INTO OMD_ERROR_TYPE
96+
([ERROR_TYPE_CODE],[ERROR_TYPE_DESCRIPTION])
97+
VALUES
98+
('1','Placeholder.'),
99+
('2','Placeholder.'),
100+
('3','Data Warehouse defined Error Bitmap.')
101+
102+
-- Error Bitmap
103+
INSERT INTO OMD_ERROR_BITMAP
104+
([ERROR_ID],[SEVERITY_CODE],[ERROR_TYPE_CODE] ,[ERROR_DESCRIPTION])
105+
VALUES
106+
(1,'Low','3','Error Bitmap Placeholder'),
107+
(2,'Low','3','Error Bitmap Placeholder'),
108+
(4,'Low','3','Error Bitmap Placeholder'),
109+
(8,'Low','3','Error Bitmap Placeholder'),
110+
(16,'Low','3','Error Bitmap Placeholder'),
111+
(32,'Low','3','Error Bitmap Placeholder'),
112+
(64,'Low','3','Error Bitmap Placeholder'),
113+
(128,'Low','3','Error Bitmap Placeholder')
114+
115+
-- Processing Indicator
116+
INSERT INTO OMD_PROCESSING_INDICATOR
117+
([PROCESSING_INDICATOR]
118+
,[PROCESSING_INDICATOR_DESCRIPTION])
119+
VALUES
120+
('A','Abort. This indicates that the Batch/Module is already running.'),
121+
('C','Cancel / skip. The process has determined that it is not necessary to run this ETL process.'),
122+
('P','Proceed. The Instance can continue on to the next step of the processing.'),
123+
('R','Rollback. During rollback processing the Processor Indicator is set to R.')
124+
125+
-- Execution Status
126+
INSERT INTO OMD_EXECUTION_STATUS
127+
([EXECUTION_STATUS_CODE]
128+
,[EXECUTION_STATUS_DESCRIPTION])
129+
VALUES
130+
('E','Executing'),
131+
('S','Succes'),
132+
('F','Failure'),
133+
('C','Cancelled / skipped'),
134+
('A','Aborted')
135+
136+
-- Next Run Indicator
137+
INSERT INTO OMD_NEXT_RUN_INDICATOR
138+
([NEXT_RUN_INDICATOR]
139+
,[NEXT_RUN_INDICATOR_DESCRIPTION])
140+
VALUES
141+
('P','Proceed. The next run of the Batch/Module to set to continue processing.'),
142+
('C','Cancelled / skipped. Administrators can manually set this code to for the Next Run Indicator.'),
143+
('R','Rollback . Upon failure the Next Run Indicator is updated to ‘R’ to signal a rollback.')
144+
145+
-- Data Store Type
146+
INSERT INTO OMD_DATA_STORE_TYPE
147+
([DATA_STORE_TYPE_CODE]
148+
,[DATA_STORE_TYPE_DESCRIPTION])
149+
VALUES
150+
('Table','RDBMS (database) table.'),
151+
('Flat File','ASCII text file.')
152+
153+
-- Placeholder values for referential integrity
154+
-- Batch
155+
SET IDENTITY_INSERT OMD_BATCH ON
156+
157+
INSERT OMD_BATCH(BATCH_ID, FREQUENCY_CODE, BATCH_CODE, BATCH_DESCRIPTION, INACTIVE_INDICATOR)
158+
VALUES (0, 'Continuous', 'Default Batch', 'Placeholder value for dummy Batch runs', 'N')
159+
160+
SET IDENTITY_INSERT OMD_BATCH OFF
161+
162+
-- Module
163+
SET IDENTITY_INSERT OMD_MODULE ON
164+
165+
INSERT OMD_MODULE(MODULE_ID, AREA_CODE, MODULE_CODE, MODULE_DESCRIPTION, MODULE_TYPE_CODE, INACTIVE_INDICATOR)
166+
VALUES (0, 'STG', 'Default Module', 'Placeholder value for dummy Module runs', 'SSIS', 'N')
167+
168+
SET IDENTITY_INSERT OMD_MODULE OFF
169+
170+
-- Batch Instance
171+
SET IDENTITY_INSERT OMD_BATCH_INSTANCE ON
172+
173+
INSERT OMD_BATCH_INSTANCE(BATCH_INSTANCE_ID, BATCH_ID, START_DATETIME, END_DATETIME, PROCESSING_INDICATOR, NEXT_RUN_INDICATOR, EXECUTION_STATUS_CODE, BATCH_EXECUTION_SYSTEM_ID)
174+
VALUES (0, 0, '1900-01-01', '9999-12-31', 'P', 'P', 'S', 'N/A')
175+
176+
SET IDENTITY_INSERT OMD_BATCH_INSTANCE OFF
177+
178+
-- Module Instance
179+
SET IDENTITY_INSERT OMD_MODULE_INSTANCE ON
180+
181+
INSERT OMD_MODULE_INSTANCE(MODULE_INSTANCE_ID, MODULE_ID, BATCH_INSTANCE_ID, START_DATETIME, END_DATETIME, PROCESSING_INDICATOR, NEXT_RUN_INDICATOR, EXECUTION_STATUS_CODE, MODULE_EXECUTION_SYSTEM_ID, ROWS_INPUT, ROWS_INSERTED, ROWS_UPDATED, ROWS_DELETED, ROWS_DISCARDED, ROWS_REJECTED)
182+
VALUES (0, 0, 0,'1900-01-01', '9999-12-31', 'P', 'P', 'S', 'N/A',0,0,0,0,0,0)
183+
184+
SET IDENTITY_INSERT OMD_MODULE_INSTANCE OFF

0 commit comments

Comments
 (0)