Skip to content

Commit 0691b23

Browse files
markddrakemarkddrake
committed
Code Renovations: Test Harness, Database Driver Interface, GUI and Service implementations
Replace original QA harness with JOB based version. New version generates JOB from regression configuration files and then executes the generated JOBS. QA functionality migrates from src/qa/core/yadamuQA,js to src/qa/cli/test.js which directly extended yadamuCLI.js. Revised exception structure for Database Error Handling. Removed the DRIVER_ID parameter from database exception. The Database exception now expects to be provided with the DBI where the error was raised. Removed YADAMU_DATABASE parameter, replaced with DATABASE parameter. Optimized DBI creation. DBI creation is now handled by one centralized routine. Revised Yadamu Service so that it now creates and submit jobs. YadamuGUI renovated to meet current coding standards. Migrate to ES6 style modules which is now compatible with Electron. Simplified code. YugabyteDBI architecture updates remove need for each driver to implement a number of methods, inclduding generateStatementCache, getOutputStream, getOutputManager, _getParser. Database Interfaces now supply the implementation classes during instance creation. YadamuDBI. Enhanced support for ,managing and executing jobs, set of jobs, and single jobs. Updated all command line options to generate and execute Jobs.
1 parent 565a8f9 commit 0691b23

File tree

112 files changed

+4803
-5839
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

112 files changed

+4803
-5839
lines changed

‎bin/copy.bat‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
11
@echo off
22
REM Run from YADAMU_HOME
33
if not defined YADAMU_HOME set YADAMU_HOME=%CD%
4-
node %YADAMU_HOME%\src\node\cli\pump.js %*
4+
node %YADAMU_HOME%\src\node\cli\copy.js %*

‎examples/multipleAnonymousJobs.json‎

Lines changed: 58 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,58 @@
1+
{
2+
"connections" : {
3+
"oracle#1" : {
4+
"oracle" : {
5+
"user" : "SYSTEM"
6+
, "password" : "oracle"
7+
, "connectString" : "YDB21903"
8+
}
9+
}
10+
}
11+
,"schemas" : {
12+
"HR" : {
13+
"schema" : "HR"
14+
}
15+
, "HR1" : {
16+
"schema" : "HR1"
17+
}
18+
, "OE" : {
19+
"schema" : "OE"
20+
}
21+
, "OE1" : {
22+
"schema" : "OE1"
23+
}
24+
}
25+
,"parameters" : {
26+
"MODE" : "DATA_ONLY"
27+
}
28+
,"jobs" : [{
29+
"source" : {
30+
"connection" : "oracle#1"
31+
, "schema" : "HR"
32+
}
33+
,"target" : {
34+
"connection" : "oracle#1"
35+
, "schema" : "HR1"
36+
}
37+
,"parameters" : {
38+
"MODE" : "DATA_ONLY",
39+
"TRUNCATE_ON_LOAD" : true,
40+
"ENCRYPTION" : false
41+
}
42+
},
43+
{
44+
"source": {
45+
"connection": "oracle#1",
46+
"schema": "OE"
47+
},
48+
"target": {
49+
"connection": "oracle#1",
50+
"schema": "OE1"
51+
},
52+
"parameters": {
53+
"MODE": "DATA_ONLY",
54+
"TRUNCATE_ON_LOAD": true,
55+
"ENCRYPTION": false
56+
}
57+
}]
58+
}

‎examples/multipleNamedJobs.json‎

Lines changed: 60 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,60 @@
1+
{
2+
"connections": {
3+
"oracle#1": {
4+
"oracle": {
5+
"user": "SYSTEM",
6+
"password": "oracle",
7+
"connectString": "YDB21903"
8+
}
9+
}
10+
},
11+
"schemas": {
12+
"HR": {
13+
"schema": "HR"
14+
},
15+
"HR1": {
16+
"schema": "HR1"
17+
},
18+
"OE": {
19+
"schema": "OE"
20+
},
21+
"OE1": {
22+
"schema": "OE1"
23+
}
24+
},
25+
"parameters": {
26+
"MODE": "DATA_ONLY"
27+
},
28+
"jobs": {
29+
"JOB1": {
30+
"source": {
31+
"connection": "oracle#1",
32+
"schema": "HR"
33+
},
34+
"target": {
35+
"connection": "oracle#1",
36+
"schema": "HR1"
37+
},
38+
"parameters": {
39+
"MODE": "DATA_ONLY",
40+
"TRUNCATE_ON_LOAD": true,
41+
"ENCRYPTION": false
42+
}
43+
},
44+
"JOB2": {
45+
"source": {
46+
"connection": "oracle#1",
47+
"schema": "OE"
48+
},
49+
"target": {
50+
"connection": "oracle#1",
51+
"schema": "OE1"
52+
},
53+
"parameters": {
54+
"MODE": "DATA_ONLY",
55+
"TRUNCATE_ON_LOAD": true,
56+
"ENCRYPTION": false
57+
}
58+
}
59+
}
60+
}

‎examples/sampleJob#1.json‎

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
"oracle" : {
55
"user" : "SYSTEM"
66
, "password" : "oracle"
7-
, "connectString" : "ORCL19c"
7+
, "connectString" : "YDB21903"
88
}
99
}
1010
}
@@ -29,7 +29,8 @@
2929
, "schema" : "HR1"
3030
}
3131
,"parameters" : {
32-
"MODE" : "DATA_ONLY"
32+
"MODE" : "DATA_ONLY",
33+
"TRUNCATE_ON_LOAD" : true
3334
}
3435
}]
3536
}

‎examples/singleAnonymousJob.json‎

Lines changed: 37 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,37 @@
1+
{
2+
"connections" : {
3+
"oracle#1" : {
4+
"oracle" : {
5+
"user" : "SYSTEM"
6+
, "password" : "oracle"
7+
, "connectString" : "YDB21903"
8+
}
9+
}
10+
}
11+
,"schemas" : {
12+
"HR" : {
13+
"schema" : "HR"
14+
}
15+
, "HR1" : {
16+
"schema" : "HR1"
17+
}
18+
}
19+
,"parameters" : {
20+
"MODE" : "DATA_ONLY"
21+
}
22+
,"jobs" : [{
23+
"source" : {
24+
"connection" : "oracle#1"
25+
, "schema" : "HR"
26+
}
27+
,"target" : {
28+
"connection" : "oracle#1"
29+
, "schema" : "HR1"
30+
}
31+
,"parameters" : {
32+
"MODE" : "DATA_ONLY",
33+
"TRUNCATE_ON_LOAD" : true,
34+
"ENCRYPTION" : false
35+
}
36+
}]
37+
}

‎examples/singleNamedJob.json‎

Lines changed: 38 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,38 @@
1+
{
2+
"connections" : {
3+
"oracle#1" : {
4+
"oracle" : {
5+
"user" : "SYSTEM"
6+
, "password" : "oracle"
7+
, "connectString" : "YDB21903"
8+
}
9+
}
10+
}
11+
,"schemas" : {
12+
"HR" : {
13+
"schema" : "HR"
14+
}
15+
, "HR1" : {
16+
"schema" : "HR1"
17+
}
18+
}
19+
,"parameters" : {
20+
"MODE" : "DATA_ONLY"
21+
}
22+
,"jobs" : {
23+
"JOB1" : {
24+
"source" : {
25+
"connection" : "oracle#1"
26+
, "schema" : "HR"
27+
}
28+
, "target" : {
29+
"connection" : "oracle#1"
30+
, "schema" : "HR1"
31+
}
32+
, "parameters" : {
33+
"MODE" : "DATA_ONLY",
34+
"TRUNCATE_ON_LOAD" : true,
35+
"ENCRYPTION" : false
36+
}
37+
}}
38+
}

‎qa/regression/oracle11gShortRegression.json‎

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,6 @@
66
"createDirectory": true,
77
"verifyOperation": true,
88
"parameters": {
9-
"DIRECTORY": "%operation%/%mode%/%connection%",
109
"MODE" : "DDL_AND_DATA"
1110
},
1211
"tests": [{
@@ -15,6 +14,9 @@
1514
"verifyOperation": false,
1615
"source": "oracle11g",
1716
"target": "file-staging",
17+
"parameters": {
18+
"DIRECTORY": "export/%mode%/%sourceConnection%"
19+
},
1820
"tasks": [
1921
"HR",
2022
"BI"
@@ -24,7 +26,7 @@
2426
"source": "file-staging",
2527
"target": "oracle11g",
2628
"parameters": {
27-
"DIRECTORY": "export/%mode%/%connection%"
29+
"DIRECTORY": "export/%mode%/%targetConnection%"
2830
},
2931
"tasks": [
3032
"HR",

‎qa/regression/oracle19cShortRegression.json‎

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,6 @@
66
"createDirectory": true,
77
"verifyOperation": true,
88
"parameters": {
9-
"DIRECTORY": "%operation%/%mode%/%connection%",
109
"MODE" : "DDL_AND_DATA"
1110
},
1211
"tests": [{
@@ -15,6 +14,9 @@
1514
"verifyOperation": false,
1615
"source": "oracle19c",
1716
"target": "file-staging",
17+
"parameters": {
18+
"DIRECTORY": "export/%mode%/%sourceConnection%"
19+
},
1820
"tasks": [
1921
"HR",
2022
"BI"
@@ -24,7 +26,7 @@
2426
"source": "file-staging",
2527
"target": "oracle19c",
2628
"parameters": {
27-
"DIRECTORY": "export/%mode%/%connection%"
29+
"DIRECTORY": "export/%mode%/%targetConnection%"
2830
},
2931
"tasks": [
3032
"HR",

‎qa/regression/oracle21cShortRegression.json‎

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,6 @@
66
"createDirectory": true,
77
"verifyOperation": true,
88
"parameters": {
9-
"DIRECTORY": "%operation%/%mode%/%connection%",
109
"MODE" : "DDL_AND_DATA"
1110
},
1211
"tests": [{
@@ -15,6 +14,9 @@
1514
"verifyOperation": false,
1615
"source": "oracle21c",
1716
"target": "file-staging",
17+
"parameters": {
18+
"DIRECTORY": "export/%mode%/%sourceConnection%"
19+
},
1820
"tasks": [
1921
"HR",
2022
"BI"
@@ -24,7 +26,7 @@
2426
"source": "file-staging",
2527
"target": "oracle21c",
2628
"parameters": {
27-
"DIRECTORY": "export/%mode%/%connection%"
29+
"DIRECTORY": "export/%mode%/%targetConnection%"
2830
},
2931
"tasks": [
3032
"HR",

‎qa/regression/oracle23aiShortRegression.json‎

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,6 @@
66
"createDirectory": true,
77
"verifyOperation": true,
88
"parameters": {
9-
"DIRECTORY": "%operation%/%mode%/%connection%",
109
"MODE" : "DDL_AND_DATA"
1110
},
1211
"tests": [{
@@ -15,6 +14,9 @@
1514
"verifyOperation": false,
1615
"source": "oracle23ai",
1716
"target": "file-staging",
17+
"parameters": {
18+
"DIRECTORY": "export/%mode%/%sourceConnection%"
19+
},
1820
"tasks": [
1921
"HR",
2022
"BI"
@@ -24,7 +26,7 @@
2426
"source": "file-staging",
2527
"target": "oracle23ai",
2628
"parameters": {
27-
"DIRECTORY": "export/%mode%/%connection%"
29+
"DIRECTORY": "export/%mode%/%targetConnection%"
2830
},
2931
"tasks": [
3032
"HR",

0 commit comments

Comments
 (0)