Skip to content

Commit 7f226e7

Browse files
iVincentFengVincent Feng
iVincentFeng
and
Vincent Feng
authored
[Hub Generated] Review request for Microsoft.StreamAnalytics to add version preview/2021-10-01-preview (#22092)
* Added support for Delta Lake output * Corrected api version * Fixed LPO issues. Co-authored-by: Vincent Feng <[email protected]>
1 parent 4359ee0 commit 7f226e7

File tree

8 files changed

+273
-4
lines changed

8 files changed

+273
-4
lines changed

‎specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/examples/Input_Create_Reference_File.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
{
22
"parameters": {
3-
"api-version": "2020-03-01",
3+
"api-version": "2021-10-01-preview",
44
"subscriptionId": "56b5e0a9-b645-407d-99b0-c64f86013e3d",
55
"resourceGroupName": "sjrg8440",
66
"jobName": "sj9597",

‎specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/examples/Input_Test.json

Lines changed: 8 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8,10 +8,17 @@
88
},
99
"responses": {
1010
"200": {
11+
"headers": {
12+
"Location": "https://management.azure.com/subscriptions/subscriptionId/resourceGroups/resourceGroup/providers/Microsoft.StreamAnalytics/streamingjobs/jobName/inputs/inputName?api-version=2021-10-01-preview"
13+
},
1114
"body": {
1215
"status": "TestSucceeded"
1316
}
1417
},
15-
"202": {}
18+
"202": {
19+
"headers": {
20+
"Location": "https://management.azure.com/subscriptions/subscriptionId/resourceGroups/resourceGroup/providers/Microsoft.StreamAnalytics/streamingjobs/jobName/inputs/inputName?api-version=2021-10-01-preview"
21+
}
22+
}
1623
}
1724
}

‎specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/examples/Output_Create_DeltaLake.json

Lines changed: 103 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,103 @@
1+
{
2+
"parameters": {
3+
"api-version": "2021-10-01-preview",
4+
"subscriptionId": "56b5e0a9-b645-407d-99b0-c64f86013e3d",
5+
"resourceGroupName": "sjrg",
6+
"jobName": "sjName",
7+
"outputName": "output1221",
8+
"output": {
9+
"properties": {
10+
"datasource": {
11+
"type": "Microsoft.Storage/Blob",
12+
"properties": {
13+
"storageAccounts": [
14+
{
15+
"accountName": "someAccountName",
16+
"accountKey": "accountKey=="
17+
}
18+
],
19+
"container": "deltaoutput",
20+
"pathPattern": null,
21+
"dateFormat": null,
22+
"timeFormat": null
23+
}
24+
},
25+
"serialization": {
26+
"type": "Delta",
27+
"properties": {
28+
"deltaTablePath": "/folder1/table1",
29+
"partitionColumns": [
30+
"column1"
31+
]
32+
}
33+
}
34+
}
35+
}
36+
},
37+
"responses": {
38+
"201": {
39+
"headers": {
40+
"ETag": "219b3b09-f823-4d78-ace0-90e24c12c501"
41+
},
42+
"body": {
43+
"id": "/subscriptions/56b5e0a9-b645-407d-99b0-c64f86013e3d/resourceGroups/sjrg/providers/Microsoft.StreamAnalytics/streamingjobs/sjName/outputs/output1221",
44+
"name": "output1221",
45+
"type": "Microsoft.StreamAnalytics/streamingjobs/outputs",
46+
"properties": {
47+
"datasource": {
48+
"type": "Microsoft.Storage/Blob",
49+
"properties": {
50+
"storageAccounts": [
51+
{
52+
"accountName": "someAccountName"
53+
}
54+
],
55+
"container": "deltaoutput"
56+
}
57+
},
58+
"serialization": {
59+
"type": "Delta",
60+
"properties": {
61+
"deltaTablePath": "/folder1/table1",
62+
"partitionColumns": [
63+
"column1"
64+
]
65+
}
66+
}
67+
}
68+
}
69+
},
70+
"200": {
71+
"headers": {
72+
"ETag": "219b3b09-f823-4d78-ace0-90e24c12c501"
73+
},
74+
"body": {
75+
"id": "/subscriptions/56b5e0a9-b645-407d-99b0-c64f86013e3d/resourceGroups/sjrg/providers/Microsoft.StreamAnalytics/streamingjobs/sjName/outputs/output1221",
76+
"name": "output1221",
77+
"type": "Microsoft.StreamAnalytics/streamingjobs/outputs",
78+
"properties": {
79+
"datasource": {
80+
"type": "Microsoft.Storage/Blob",
81+
"properties": {
82+
"storageAccounts": [
83+
{
84+
"accountName": "someAccountName"
85+
}
86+
],
87+
"container": "deltaoutput"
88+
}
89+
},
90+
"serialization": {
91+
"type": "Delta",
92+
"properties": {
93+
"deltaTablePath": "/folder1/table1",
94+
"partitionColumns": [
95+
"column1"
96+
]
97+
}
98+
}
99+
}
100+
}
101+
}
102+
}
103+
}

‎specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/examples/Output_Get_DeltaLake.json

Lines changed: 43 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,43 @@
1+
{
2+
"parameters": {
3+
"api-version": "2021-10-01-preview",
4+
"subscriptionId": "56b5e0a9-b645-407d-99b0-c64f86013e3d",
5+
"resourceGroupName": "sjrg",
6+
"jobName": "sjName",
7+
"outputName": "output1221"
8+
},
9+
"responses": {
10+
"200": {
11+
"headers": {
12+
"ETag": "219b3b09-f823-4d78-ace0-90e24c12c501"
13+
},
14+
"body": {
15+
"id": "/subscriptions/56b5e0a9-b645-407d-99b0-c64f86013e3d/resourceGroups/sjrg/providers/Microsoft.StreamAnalytics/streamingjobs/sjName/outputs/output1221",
16+
"name": "output1221",
17+
"type": "Microsoft.StreamAnalytics/streamingjobs/outputs",
18+
"properties": {
19+
"datasource": {
20+
"type": "Microsoft.Storage/Blob",
21+
"properties": {
22+
"storageAccounts": [
23+
{
24+
"accountName": "someAccountName"
25+
}
26+
],
27+
"container": "deltaoutput"
28+
}
29+
},
30+
"serialization": {
31+
"type": "Delta",
32+
"properties": {
33+
"deltaTablePath": "/folder1/table1",
34+
"partitionColumns": [
35+
"column1"
36+
]
37+
}
38+
}
39+
}
40+
}
41+
}
42+
}
43+
}

‎specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/examples/Output_Test.json

Lines changed: 8 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8,10 +8,17 @@
88
},
99
"responses": {
1010
"200": {
11+
"headers": {
12+
"Location": "https://management.azure.com/subscriptions/subscriptionId/resourceGroups/resourceGroup/providers/Microsoft.StreamAnalytics/streamingjobs/jobName/outputs/outputName?api-version=2021-10-01-preview"
13+
},
1114
"body": {
1215
"status": "TestSucceeded"
1316
}
1417
},
15-
"202": {}
18+
"202": {
19+
"headers": {
20+
"Location": "https://management.azure.com/subscriptions/subscriptionId/resourceGroups/resourceGroup/providers/Microsoft.StreamAnalytics/streamingjobs/jobName/outputs/outputName?api-version=2021-10-01-preview"
21+
}
22+
}
1623
}
1724
}

‎specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/examples/Output_Update_DeltaLake.json

Lines changed: 62 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,62 @@
1+
{
2+
"parameters": {
3+
"api-version": "2021-10-01-preview",
4+
"subscriptionId": "56b5e0a9-b645-407d-99b0-c64f86013e3d",
5+
"resourceGroupName": "sjrg",
6+
"jobName": "sjName",
7+
"outputName": "output1221",
8+
"output": {
9+
"properties": {
10+
"datasource": {
11+
"type": "Microsoft.Storage/Blob",
12+
"properties": {
13+
"container": "deltaoutput2"
14+
}
15+
},
16+
"serialization": {
17+
"type": "Delta",
18+
"properties": {
19+
"deltaTablePath": "/folder1/table2",
20+
"partitionColumns": [
21+
"column2"
22+
]
23+
}
24+
}
25+
}
26+
}
27+
},
28+
"responses": {
29+
"200": {
30+
"headers": {
31+
"ETag": "219b3b09-f823-4d78-ace0-90e24c12c501"
32+
},
33+
"body": {
34+
"id": "/subscriptions/56b5e0a9-b645-407d-99b0-c64f86013e3d/resourceGroups/sjrg/providers/Microsoft.StreamAnalytics/streamingjobs/sjName/outputs/output1221",
35+
"name": "output1221",
36+
"type": "Microsoft.StreamAnalytics/streamingjobs/outputs",
37+
"properties": {
38+
"datasource": {
39+
"type": "Microsoft.Storage/Blob",
40+
"properties": {
41+
"storageAccounts": [
42+
{
43+
"accountName": "someAccountName"
44+
}
45+
],
46+
"container": "deltaoutput2"
47+
}
48+
},
49+
"serialization": {
50+
"type": "Delta",
51+
"properties": {
52+
"deltaTablePath": "/folder1/table2",
53+
"partitionColumns": [
54+
"column2"
55+
]
56+
}
57+
}
58+
}
59+
}
60+
}
61+
}
62+
}

‎specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/inputs.json

Lines changed: 39 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -971,13 +971,51 @@
971971
"Avro",
972972
"Json",
973973
"CustomClr",
974-
"Parquet"
974+
"Parquet",
975+
"Delta"
975976
],
976977
"x-ms-enum": {
977978
"name": "EventSerializationType",
978979
"modelAsString": true
979980
}
980981
},
982+
"DeltaSerialization": {
983+
"type": "object",
984+
"description": "Describes how data from an input is serialized or how data is serialized when written to an output in Delta Lake format.",
985+
"x-ms-discriminator-value": "Delta",
986+
"allOf": [
987+
{
988+
"$ref": "#/definitions/Serialization"
989+
}
990+
],
991+
"properties": {
992+
"properties": {
993+
"$ref": "#/definitions/DeltaSerializationProperties",
994+
"description": "The properties that are associated with the Delta Lake serialization type. Required on PUT (CreateOrReplace) requests.",
995+
"x-ms-client-flatten": true
996+
}
997+
}
998+
},
999+
"DeltaSerializationProperties": {
1000+
"type": "object",
1001+
"description": "The properties that are associated with the Delta Lake serialization type.",
1002+
"properties": {
1003+
"deltaTablePath": {
1004+
"type": "string",
1005+
"description": "Specifies the path of the Delta Lake table that the output will be written to."
1006+
},
1007+
"partitionColumns": {
1008+
"type": "array",
1009+
"items": {
1010+
"type": "string"
1011+
},
1012+
"description": "Specifies the names of the columns for which the Delta Lake table will be partitioned. We are only supporting 1 partition column, but keeping it as an array for extensibility."
1013+
}
1014+
},
1015+
"required": [
1016+
"deltaTablePath"
1017+
]
1018+
},
9811019
"ParquetSerialization": {
9821020
"type": "object",
9831021
"description": "Describes how data from an input is serialized or how data is serialized when written to an output in Parquet format.",

‎specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/outputs.json

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -79,6 +79,9 @@
7979
},
8080
"Create a PostgreSQL output": {
8181
"$ref": "./examples/Output_Create_PostgreSQL.json"
82+
},
83+
"Create a Delta Lake output": {
84+
"$ref": "./examples/Output_Create_DeltaLake.json"
8285
}
8386
},
8487
"parameters": [
@@ -195,6 +198,9 @@
195198
},
196199
"Update an Azure Data Lake Store output with JSON serialization": {
197200
"$ref": "./examples/Output_Update_AzureDataLakeStore.json"
201+
},
202+
"Update a Delta Lake output": {
203+
"$ref": "./examples/Output_Update_DeltaLake.json"
198204
}
199205
},
200206
"parameters": [
@@ -334,6 +340,9 @@
334340
},
335341
"Get an Azure Data Lake Store output with JSON serialization": {
336342
"$ref": "./examples/Output_Get_AzureDataLakeStore_JSON.json"
343+
},
344+
"Get a Delta Lake output": {
345+
"$ref": "./examples/Output_Get_DeltaLake.json"
337346
}
338347
},
339348
"parameters": [

0 commit comments

Comments
 (0)