Skip to content

Commit 632c582

Browse files
dcstwhdcstwh
committed
Merge pull request #2 from harishkragarwal/master
Updated to align with the latest SDK release
2 parents 464ab78 + 058c34f commit 632c582

File tree

41 files changed

+1112
-1036
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

41 files changed

+1112
-1036
lines changed

‎Samples/JSON/AzureSql_Copy_All_Cloud_Dest_Sample/LinkedServices/AzureSqlLinkedService.json‎

Lines changed: 11 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,11 @@
1-
{
2-
"name":"AzureSqlLinkedService",
3-
"properties":{
4-
"type":"AzureSqlLinkedService",
5-
"connectionString":"Server=tcp:<servername>.database.windows.net,1433;Database=<databasename>;User ID=<username>@<servername>;Password=<password>;Trusted_Connection=False;Encrypt=True;Connection Timeout=30"
6-
}
7-
}
1+
{
2+
"name": "AzureSqlLinkedService",
3+
"properties":
4+
{
5+
"type": "AzureSqlDatabase",
6+
"typeProperties":
7+
{
8+
"connectionString": "Server=tcp:<servername>.database.windows.net,1433;Database=<databasename>;User ID=<username>@<servername>;Password=<password>;Trusted_Connection=False;Encrypt=True;Connection Timeout=30"
9+
}
10+
}
11+
}

‎Samples/JSON/AzureSql_Copy_All_Cloud_Dest_Sample/LinkedServices/StorageLinkedService.json‎

Lines changed: 11 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,11 @@
1-
{
2-
"name":"StorageLinkedService",
3-
"properties":{
4-
"type":"AzureStorageLinkedService",
5-
"connectionString":"DefaultEndpointsProtocol=https;AccountName=<accountname>;AccountKey=<accountkey>"
6-
}
7-
}
1+
{
2+
"name": "StorageLinkedService",
3+
"properties":
4+
{
5+
"type": "AzureStorage",
6+
"typeProperties":
7+
{
8+
"connectionString": "DefaultEndpointsProtocol=https;AccountName=<accountname>;AccountKey=<accountkey>"
9+
}
10+
}
11+
}

‎Samples/JSON/AzureSql_Copy_All_Cloud_Dest_Sample/Pipelines/AzureSQLToAllSinksSamplePipeline.json‎

Lines changed: 104 additions & 104 deletions
Original file line numberDiff line numberDiff line change
@@ -1,104 +1,104 @@
1-
{
2-
"name":"AzureSQLToAllSinksSamplePipeline",
3-
"properties":{
4-
"start":"2014-06-01T18:00:00",
5-
"end":"2014-06-01T19:00:00",
6-
"description":"AzureSQLToAllSinksSamplePipeline",
7-
"activities":[
8-
{
9-
"name":"AzureSQLtoBlob",
10-
"description":"AzureSQLtoBlob",
11-
"type":"CopyActivity",
12-
"inputs":[
13-
{
14-
"name":"AzureSQLSource"
15-
}
16-
],
17-
"outputs":[
18-
{
19-
"name":"AzureBlobDest"
20-
}
21-
],
22-
"transformation":{
23-
"source":{
24-
"type":"SqlSource",
25-
"SqlReaderQuery":"$$Text.Format('select * from <tablename> where <timestampcolumn> >= \\'{0:yyyy-MM-dd}\\' AND <timestampcolumn> < \\'{1:yyyy-MM-dd}\\'', SliceStart, SliceEnd)"
26-
},
27-
"sink":{
28-
"type":"BlobSink"
29-
}
30-
},
31-
"policy":{
32-
"concurrency":1,
33-
"executionPriorityOrder":"OldestFirst",
34-
"retry":0,
35-
"timeout":"01:00:00"
36-
}
37-
},
38-
{
39-
"name":"AzureSQLtoTable",
40-
"description":"AzureSQLtoTable",
41-
"type":"CopyActivity",
42-
"inputs":[
43-
{
44-
"name":"AzureSQLSource"
45-
}
46-
],
47-
"outputs":[
48-
{
49-
"name":"AzureTableDest"
50-
}
51-
],
52-
"transformation":{
53-
"source":{
54-
"type":"SqlSource",
55-
"SqlReaderQuery":"$$Text.Format('select * from <tablename> where <timestampcolumn> >= \\'{0:yyyy-MM-dd}\\' AND <timestampcolumn> < \\'{1:yyyy-MM-dd}\\'', SliceStart, SliceEnd)"
56-
},
57-
"sink":{
58-
"type":"AzureTableSink",
59-
"writeBatchSize":1000000,
60-
"writeBatchTimeout":"01:00:00",
61-
"azureTableRetryIntervalInSec":60,
62-
"azureTableRetryTimes":5
63-
}
64-
},
65-
"policy":{
66-
"concurrency":1,
67-
"executionPriorityOrder":"OldestFirst",
68-
"retry":0,
69-
"timeout":"01:00:00"
70-
}
71-
},
72-
{
73-
"name":"AzureSQLtoSQL",
74-
"description":"AzureSQLtoSQL",
75-
"type":"CopyActivity",
76-
"inputs":[
77-
{
78-
"name":"AzureSQLSource"
79-
}
80-
],
81-
"outputs":[
82-
{
83-
"name":"AzureSqlDest"
84-
}
85-
],
86-
"transformation":{
87-
"source":{
88-
"type":"SqlSource",
89-
"SqlReaderQuery":"$$Text.Format('select * from <tablename> where <timestampcolumn> >= \\'{0:yyyy-MM-dd}\\' AND <timestampcolumn> < \\'{1:yyyy-MM-dd}\\'', SliceStart, SliceEnd)"
90-
},
91-
"sink":{
92-
"type":"SqlSink"
93-
}
94-
},
95-
"policy":{
96-
"concurrency":1,
97-
"executionPriorityOrder":"OldestFirst",
98-
"retry":0,
99-
"timeout":"01:00:00"
100-
}
101-
}
102-
]
103-
}
104-
}
1+
{
2+
"name": "AzureSQLToAllSinksSamplePipeline",
3+
"properties": {
4+
"start": "2014-06-01T18:00:00",
5+
"end": "2014-06-01T19:00:00",
6+
"description": "sample pipeline",
7+
"activities": [
8+
{
9+
"name": "AzureSQLtoBlob",
10+
"description": "copy activity",
11+
"type": "Copy",
12+
"inputs": [
13+
{
14+
"name": "AzureSQLInput"
15+
}
16+
],
17+
"outputs": [
18+
{
19+
"name": "AzureBlobOutput"
20+
}
21+
],
22+
"typeProperties": {
23+
"source": {
24+
"type": "SqlSource",
25+
"SqlReaderQuery": "$$Text.Format('select * from MyTable where timestampcolumn >= \\'{0:yyyy-MM-dd}\\' AND timestampcolumn < \\'{1:yyyy-MM-dd}\\'', SliceStart, SliceEnd)"
26+
},
27+
"sink": {
28+
"type": "BlobSink"
29+
}
30+
},
31+
"policy": {
32+
"concurrency": 1,
33+
"executionPriorityOrder": "OldestFirst",
34+
"retry": 0,
35+
"timeout": "01:00:00"
36+
}
37+
},
38+
{
39+
"name": "AzureSQLtoTable",
40+
"description": "copy activity",
41+
"type": "Copy",
42+
"inputs": [
43+
{
44+
"name": "AzureSQLInput"
45+
}
46+
],
47+
"outputs": [
48+
{
49+
"name": "AzureTableOutput"
50+
}
51+
],
52+
"typeProperties": {
53+
"source": {
54+
"type": "SqlSource",
55+
"SqlReaderQuery": "$$Text.Format('select * from MyTable where timestampcolumn >= \\'{0:yyyy-MM-dd}\\' AND timestampcolumn < \\'{1:yyyy-MM-dd}\\'', SliceStart, SliceEnd)"
56+
},
57+
"sink": {
58+
"type": "AzureTableSink",
59+
"writeBatchSize": 1000000,
60+
"writeBatchTimeout": "01:00:00",
61+
"azureTableRetryIntervalInSec": 60,
62+
"azureTableRetryTimes": 5
63+
}
64+
},
65+
"policy": {
66+
"concurrency": 1,
67+
"executionPriorityOrder": "OldestFirst",
68+
"retry": 0,
69+
"timeout": "01:00:00"
70+
}
71+
},
72+
{
73+
"name": "AzureSQLtoSQL",
74+
"description": "copy activity",
75+
"type": "Copy",
76+
"inputs": [
77+
{
78+
"name": "AzureSQLInput"
79+
}
80+
],
81+
"outputs": [
82+
{
83+
"name": "AzureSqlOutput"
84+
}
85+
],
86+
"typeProperties": {
87+
"source": {
88+
"type": "SqlSource",
89+
"SqlReaderQuery": "$$Text.Format('select * from MyTable where timestampcolumn >= \\'{0:yyyy-MM-dd-HH}\\' AND timestampcolumn < \\'{1:yyyy-MM-dd-HH}\\'', SliceStart, SliceEnd)"
90+
},
91+
"sink": {
92+
"type": "SqlSink"
93+
}
94+
},
95+
"policy": {
96+
"concurrency": 1,
97+
"executionPriorityOrder": "OldestFirst",
98+
"retry": 0,
99+
"timeout": "01:00:00"
100+
}
101+
}
102+
]
103+
}
104+
}

‎Samples/JSON/AzureSql_Copy_All_Cloud_Dest_Sample/Tables/AzureBlobDest.json‎

Lines changed: 51 additions & 29 deletions
Original file line numberDiff line numberDiff line change
@@ -1,31 +1,53 @@
1-
{
2-
"name":"AzureBlobDest",
3-
"properties":{
4-
"structure":[
5-
{
6-
"name":"<columnname>",
7-
"type":"<columntype>"
8-
}
1+
{
2+
"name": "AzureBlobOutput",
3+
"properties": {
4+
"type": "AzureBlob",
5+
"linkedServiceName": "StorageLinkedService",
6+
"typeProperties": {
7+
"folderPath": "MyContainer/MyFolder/yearno={Year}/monthno={Month}/dayno={Day}/hourno={Hour}",
8+
"partitionedBy": [
9+
{
10+
"name": "Year",
11+
"value": {
12+
"type": "DateTime",
13+
"date": "SliceStart",
14+
"format": "yyyy"
15+
}
16+
},
17+
{
18+
"name": "Month",
19+
"value": {
20+
"type": "DateTime",
21+
"date": "SliceStart",
22+
"format": "%M"
23+
}
24+
},
25+
{
26+
"name": "Day",
27+
"value": {
28+
"type": "DateTime",
29+
"date": "SliceStart",
30+
"format": "%d"
31+
}
32+
},
33+
{
34+
"name": "Hour",
35+
"value": {
36+
"type": "DateTime",
37+
"date": "SliceStart",
38+
"format": "%HH"
39+
}
40+
}
941
],
10-
"location":{
11-
"type":"AzureBlobLocation",
12-
"folderPath": "<container>/<folder>/yearno={Year}/monthno={Month}/dayno={Day}/",
13-
"partitionedBy":
14-
[
15-
{ "name": "Year", "value": { "type": "DateTime", "date": "SliceStart", "format": "yyyy" } },
16-
{ "name": "Month", "value": { "type": "DateTime", "date": "SliceStart", "format": "%M" } },
17-
{ "name": "Day", "value": { "type": "DateTime", "date": "SliceStart", "format": "%d" } }
18-
],
19-
"linkedServiceName":"StorageLinkedService",
20-
"format":{
21-
"type":"TextFormat",
22-
"columnDelimiter":"\t",
23-
"rowDelimiter":"\n"
24-
}
25-
},
26-
"availability":{
27-
"frequency":"Hour",
28-
"interval":1
42+
"format": {
43+
"type": "TextFormat",
44+
"columnDelimiter": "\t",
45+
"rowDelimiter": "\n"
2946
}
30-
}
31-
}
47+
},
48+
"availability": {
49+
"frequency": "Hour",
50+
"interval": 1
51+
}
52+
}
53+
}

‎Samples/JSON/AzureSql_Copy_All_Cloud_Dest_Sample/Tables/AzureSqldest.json‎

Lines changed: 13 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -1,21 +1,14 @@
1-
{
2-
"name":"AzureSqlDest",
3-
"properties":{
4-
"structure":[
5-
{
6-
"name":"<columnname>",
7-
"type":"<columntype>"
8-
}
9-
],
10-
"location":{
11-
"type":"AzureSqlTableLocation",
12-
"tableName":"<tablename>",
13-
"linkedServiceName":"AzureSqlLinkedService"
14-
},
15-
"availability":{
16-
"frequency":"Hour",
17-
"interval":1
18-
}
19-
}
1+
{
2+
"name": "AzureSqlOutput",
3+
"properties": {
4+
"type": "AzureSqlTable",
5+
"linkedServiceName": "AzureSqlLinkedService",
6+
"typeProperties": {
7+
"tableName": "MyOutputTable"
8+
},
9+
"availability": {
10+
"frequency": "Hour",
11+
"interval": 1
12+
}
13+
}
2014
}
21-

0 commit comments

Comments
 (0)