Skip to content

Commit d25704d

Browse files
akshay-dlpxakshay-dlpx
authored
Change ADF docs to include alias name in the SQL query
Change ADF docs to include alias name in the SQL query
1 parent a767eb2 commit d25704d

File tree

4 files changed

+38
-23
lines changed

4 files changed

+38
-23
lines changed

‎community templates/Data Masking with Delphix/Data Masking with Delphix.json‎

Lines changed: 12 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -241,7 +241,7 @@
241241
},
242242
"inputs": [
243243
{
244-
"referenceName": "rootDataSetRowHeader1",
244+
"referenceName": "rootDataSetRowHeader",
245245
"type": "DatasetReference",
246246
"parameters": {
247247
"containerName": {
@@ -258,7 +258,7 @@
258258
"referenceName": "ConnectToSynapseDataset",
259259
"type": "DatasetReference",
260260
"parameters": {
261-
"tableName": "@split(item().name,'.' )[1]",
261+
"tableName": "@split(item().name,'.' )[2]",
262262
"schmaName": "@pipeline().parameters.TargetSchemaName"
263263
}
264264
}
@@ -324,7 +324,7 @@
324324
],
325325
"outputs": [
326326
{
327-
"referenceName": "rootDataSetRowHeader1",
327+
"referenceName": "rootDataSetRowHeader",
328328
"type": "DatasetReference",
329329
"parameters": {
330330
"containerName": {
@@ -789,7 +789,7 @@
789789
"dependsOn": [
790790
"[concat(variables('factoryId'), '/datasets/FileShareDataset')]",
791791
"[concat(variables('factoryId'), '/pipelines/Invoke atomic masking job')]",
792-
"[concat(variables('factoryId'), '/datasets/rootDataSetRowHeader1')]",
792+
"[concat(variables('factoryId'), '/datasets/rootDataSetRowHeader')]",
793793
"[concat(variables('factoryId'), '/datasets/ConnectToSynapseDataset')]",
794794
"[concat(variables('factoryId'), '/datasets/rootDataSet')]",
795795
"[concat(variables('factoryId'), '/pipelines/Extract Source Data')]"
@@ -1037,7 +1037,7 @@
10371037
"dependsOn": []
10381038
},
10391039
{
1040-
"name": "[concat(parameters('factoryName'), '/rootDataSetRowHeader1')]",
1040+
"name": "[concat(parameters('factoryName'), '/rootDataSetRowHeader')]",
10411041
"type": "Microsoft.DataFactory/factories/datasets",
10421042
"apiVersion": "2018-06-01",
10431043
"properties": {
@@ -1283,7 +1283,7 @@
12831283
},
12841284
"inputs": [
12851285
{
1286-
"referenceName": "GetSourceData1",
1286+
"referenceName": "GetSourceData",
12871287
"type": "DatasetReference",
12881288
"parameters": {
12891289
"TableName": "@item().TABLE_NAME",
@@ -1300,7 +1300,10 @@
13001300
"value": "@concat(pipeline().parameters.rootFolder,'/Source')",
13011301
"type": "Expression"
13021302
},
1303-
"FileName": "@{item().TABLE_SCHEMA}.@{item().TABLE_NAME}.csv"
1303+
"FileName": {
1304+
"value": "@{item().TABLE_CATALOG}.@{item().TABLE_SCHEMA}.@{item().TABLE_NAME}.csv",
1305+
"type": "Expression"
1306+
}
13041307
}
13051308
}
13061309
]
@@ -1346,7 +1349,7 @@
13461349
},
13471350
"dependsOn": [
13481351
"[concat(variables('factoryId'), '/datasets/ConnectToSourceData')]",
1349-
"[concat(variables('factoryId'), '/datasets/GetSourceData1')]",
1352+
"[concat(variables('factoryId'), '/datasets/GetSourceData')]",
13501353
"[concat(variables('factoryId'), '/datasets/FileShareDataset')]"
13511354
]
13521355
},
@@ -1405,7 +1408,7 @@
14051408
"dependsOn": []
14061409
},
14071410
{
1408-
"name": "[concat(parameters('factoryName'), '/GetSourceData1')]",
1411+
"name": "[concat(parameters('factoryName'), '/GetSourceData')]",
14091412
"type": "Microsoft.DataFactory/factories/datasets",
14101413
"apiVersion": "2018-06-01",
14111414
"properties": {

‎community templates/Data Masking with Delphix/manifest.json‎

Lines changed: 1 addition & 1 deletion
Large diffs are not rendered by default.

‎community templates/Sensitive Data Discovery with Delphix/Sensitive Data Discovery with Delphix.json‎

Lines changed: 21 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -148,7 +148,10 @@
148148
"type": "Expression"
149149
},
150150
"directoryName": "current-fileformat/schemafile",
151-
"fileName": "@{item().TABLE_SCHEMA}.@{item().TABLE_NAME}.csv"
151+
"fileName": {
152+
"value": "@{item().TABLE_CATALOG}.@{item().TABLE_SCHEMA}.@{item().TABLE_NAME}.csv",
153+
"type": "Expression"
154+
}
152155
}
153156
}
154157
]
@@ -222,7 +225,10 @@
222225
"value": "@concat(pipeline().parameters.FileShareRootFolder,'/Target')",
223226
"type": "Expression"
224227
},
225-
"FileName": "@{item().TABLE_SCHEMA}.@{item().TABLE_NAME}.csv"
228+
"FileName": {
229+
"value": "@{item().TABLE_CATALOG}.@{item().TABLE_SCHEMA}.@{item().TABLE_NAME}.csv",
230+
"type": "Expression"
231+
}
226232
}
227233
}
228234
]
@@ -301,7 +307,10 @@
301307
"value": "@concat(pipeline().parameters.FileShareRootFolder,'/Target')",
302308
"type": "Expression"
303309
},
304-
"FileName": "@{item().TABLE_SCHEMA}.@{item().TABLE_NAME}.csv"
310+
"FileName": {
311+
"value": "@{item().TABLE_CATALOG}.@{item().TABLE_SCHEMA}.@{item().TABLE_NAME}.csv",
312+
"type": "Expression"
313+
}
305314
}
306315
}
307316
],
@@ -314,7 +323,10 @@
314323
"value": "@concat(pipeline().parameters.FileShareRootFolder,'/Source')",
315324
"type": "Expression"
316325
},
317-
"FileName": "@{item().TABLE_SCHEMA}.@{item().TABLE_NAME}.csv"
326+
"FileName": {
327+
"value": "@{item().TABLE_CATALOG}.@{item().TABLE_SCHEMA}.@{item().TABLE_NAME}.csv",
328+
"type": "Expression"
329+
}
318330
}
319331
}
320332
]
@@ -382,7 +394,7 @@
382394
},
383395
"directoryName": "current-fileformat/schemafile",
384396
"fileName": {
385-
"value": "@{item().TABLE_SCHEMA}.@{item().TABLE_NAME}.csv",
397+
"value": "@{item().TABLE_CATALOG}.@{item().TABLE_SCHEMA}.@{item().TABLE_NAME}.csv",
386398
"type": "Expression"
387399
}
388400
}
@@ -399,7 +411,7 @@
399411
},
400412
"directoryName": "current-fileformat/BkpSchemafile",
401413
"fileName": {
402-
"value": "@{item().TABLE_SCHEMA}.@{item().TABLE_NAME}.csv",
414+
"value": "@{item().TABLE_CATALOG}.@{item().TABLE_SCHEMA}.@{item().TABLE_NAME}.csv",
403415
"type": "Expression"
404416
}
405417
}
@@ -945,7 +957,7 @@
945957
"typeProperties": {
946958
"variableName": "currentSchema",
947959
"value": {
948-
"value": "@split(item().name,'.')[0]",
960+
"value": "@split(item().name,'.')[1]",
949961
"type": "Expression"
950962
}
951963
}
@@ -1785,7 +1797,7 @@
17851797
"Profiling",
17861798
"Compliance"
17871799
],
1788-
"lastPublishTime": "2023-01-12T10:37:49Z"
1800+
"lastPublishTime": "2023-02-15T05:33:10Z"
17891801
},
17901802
"dependsOn": [
17911803
"[concat(variables('factoryId'), '/datasets/ConnectToSourceData')]",
@@ -3646,7 +3658,7 @@
36463658
"name": "Delphix Continous Compliance"
36473659
},
36483660
"annotations": [],
3649-
"lastPublishTime": "2023-01-12T10:25:48Z"
3661+
"lastPublishTime": "2023-01-24T17:24:28Z"
36503662
},
36513663
"dependsOn": [
36523664
"[concat(variables('factoryId'), '/datasets/scehmaFileDataSet')]",

‎community templates/Sensitive Data Discovery with Delphix/manifest.json‎

Lines changed: 4 additions & 4 deletions
Large diffs are not rendered by default.

0 commit comments

Comments
 (0)