Skip to content

Commit 6f9c8fe

Browse files
akshay-dlpxakshay-dlpx
authored
Merge pull request #27 from delphix-integrations/develop
Dev -> Main
2 parents c9d624a + 4ad4dda commit 6f9c8fe

File tree

4 files changed

+139
-13
lines changed

4 files changed

+139
-13
lines changed

‎community templates/Data Masking with Delphix/Data Masking with Delphix.json‎

Lines changed: 5 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -258,7 +258,7 @@
258258
"referenceName": "ConnectToSynapseDataset",
259259
"type": "DatasetReference",
260260
"parameters": {
261-
"tableName": "@split(item().name,'.' )[1]",
261+
"tableName": "@split(item().name,'.' )[2]",
262262
"schmaName": "@pipeline().parameters.TargetSchemaName"
263263
}
264264
}
@@ -1300,7 +1300,10 @@
13001300
"value": "@concat(pipeline().parameters.rootFolder,'/Source')",
13011301
"type": "Expression"
13021302
},
1303-
"FileName": "@{item().TABLE_SCHEMA}.@{item().TABLE_NAME}.csv"
1303+
"FileName": {
1304+
"value": "@{item().TABLE_CATALOG}.@{item().TABLE_SCHEMA}.@{item().TABLE_NAME}.csv",
1305+
"type": "Expression"
1306+
}
13041307
}
13051308
}
13061309
]

‎community templates/Data Masking with Delphix/manifest.json‎

Lines changed: 14 additions & 3 deletions
Large diffs are not rendered by default.

‎community templates/Sensitive Data Discovery with Delphix/Sensitive Data Discovery with Delphix.json‎

Lines changed: 104 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -148,7 +148,10 @@
148148
"type": "Expression"
149149
},
150150
"directoryName": "current-fileformat/schemafile",
151-
"fileName": "@{item().TABLE_SCHEMA}.@{item().TABLE_NAME}.csv"
151+
"fileName": {
152+
"value": "@{item().TABLE_CATALOG}.@{item().TABLE_SCHEMA}.@{item().TABLE_NAME}.csv",
153+
"type": "Expression"
154+
}
152155
}
153156
}
154157
]
@@ -222,7 +225,10 @@
222225
"value": "@concat(pipeline().parameters.FileShareRootFolder,'/Target')",
223226
"type": "Expression"
224227
},
225-
"FileName": "@{item().TABLE_SCHEMA}.@{item().TABLE_NAME}.csv"
228+
"FileName": {
229+
"value": "@{item().TABLE_CATALOG}.@{item().TABLE_SCHEMA}.@{item().TABLE_NAME}.csv",
230+
"type": "Expression"
231+
}
226232
}
227233
}
228234
]
@@ -301,7 +307,10 @@
301307
"value": "@concat(pipeline().parameters.FileShareRootFolder,'/Target')",
302308
"type": "Expression"
303309
},
304-
"FileName": "@{item().TABLE_SCHEMA}.@{item().TABLE_NAME}.csv"
310+
"FileName": {
311+
"value": "@{item().TABLE_CATALOG}.@{item().TABLE_SCHEMA}.@{item().TABLE_NAME}.csv",
312+
"type": "Expression"
313+
}
305314
}
306315
}
307316
],
@@ -314,7 +323,97 @@
314323
"value": "@concat(pipeline().parameters.FileShareRootFolder,'/Source')",
315324
"type": "Expression"
316325
},
317-
"FileName": "@{item().TABLE_SCHEMA}.@{item().TABLE_NAME}.csv"
326+
"FileName": {
327+
"value": "@{item().TABLE_CATALOG}.@{item().TABLE_SCHEMA}.@{item().TABLE_NAME}.csv",
328+
"type": "Expression"
329+
}
330+
}
331+
}
332+
]
333+
},
334+
{
335+
"name": "Copy Schema to BackupDir",
336+
"type": "Copy",
337+
"dependsOn": [
338+
{
339+
"activity": "Copy Table schema",
340+
"dependencyConditions": [
341+
"Succeeded"
342+
]
343+
}
344+
],
345+
"policy": {
346+
"timeout": "0.12:00:00",
347+
"retry": 0,
348+
"retryIntervalInSeconds": 30,
349+
"secureOutput": false,
350+
"secureInput": false
351+
},
352+
"userProperties": [],
353+
"typeProperties": {
354+
"source": {
355+
"type": "DelimitedTextSource",
356+
"storeSettings": {
357+
"type": "AzureBlobStorageReadSettings",
358+
"recursive": true,
359+
"enablePartitionDiscovery": false
360+
},
361+
"formatSettings": {
362+
"type": "DelimitedTextReadSettings"
363+
}
364+
},
365+
"sink": {
366+
"type": "DelimitedTextSink",
367+
"storeSettings": {
368+
"type": "AzureBlobStorageWriteSettings"
369+
},
370+
"formatSettings": {
371+
"type": "DelimitedTextWriteSettings",
372+
"quoteAllText": true,
373+
"fileExtension": ".txt"
374+
}
375+
},
376+
"enableStaging": false,
377+
"translator": {
378+
"type": "TabularTranslator",
379+
"typeConversion": true,
380+
"typeConversionSettings": {
381+
"allowDataTruncation": true,
382+
"treatBooleanAsNumber": false
383+
}
384+
}
385+
},
386+
"inputs": [
387+
{
388+
"referenceName": "rootDataSet",
389+
"type": "DatasetReference",
390+
"parameters": {
391+
"containerName": {
392+
"value": "@pipeline().parameters.ContainerRootFolder",
393+
"type": "Expression"
394+
},
395+
"directoryName": "current-fileformat/schemafile",
396+
"fileName": {
397+
"value": "@{item().TABLE_CATALOG}.@{item().TABLE_SCHEMA}.@{item().TABLE_NAME}.csv",
398+
"type": "Expression"
399+
}
400+
}
401+
}
402+
],
403+
"outputs": [
404+
{
405+
"referenceName": "rootDataSet",
406+
"type": "DatasetReference",
407+
"parameters": {
408+
"containerName": {
409+
"value": "@pipeline().parameters.ContainerRootFolder",
410+
"type": "Expression"
411+
},
412+
"directoryName": "current-fileformat/BkpSchemafile",
413+
"fileName": {
414+
"value": "@{item().TABLE_CATALOG}.@{item().TABLE_SCHEMA}.@{item().TABLE_NAME}.csv",
415+
"type": "Expression"
416+
}
318417
}
319418
}
320419
]
@@ -945,7 +1044,7 @@
9451044
"typeProperties": {
9461045
"variableName": "currentSchema",
9471046
"value": {
948-
"value": "@split(item().name,'.')[0]",
1047+
"value": "@split(item().name,'.')[1]",
9491048
"type": "Expression"
9501049
}
9511050
}

‎community templates/Sensitive Data Discovery with Delphix/manifest.json‎

Lines changed: 16 additions & 3 deletions
Large diffs are not rendered by default.

0 commit comments

Comments
 (0)