Skip to content

Commit 7a381a7

Browse files
committed
Merge branch 'patricka-dataflow-mq-release-aio-m2' of https://github.com/PatAltimore/azure-docs-pr into patricka-dataflow-mq-release-aio-m2
2 parents c026eb8 + d8b46c8 commit 7a381a7

File tree

2 files changed

+165
-0
lines changed

2 files changed

+165
-0
lines changed

articles/iot-operations/connect-to-cloud/howto-configure-fabric-endpoint.md

Lines changed: 125 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -81,6 +81,48 @@ To configure a dataflow endpoint for Microsoft Fabric OneLake, we suggest using
8181
lakehouseName: <EXAMPLE-LAKEHOUSE-NAME>
8282
```
8383
84+
# [Bicep](#tab/bicep)
85+
86+
This Bicep template file from [Bicep File for Microsoft Fabric OneLake dataflow Tutorial](https://gist.github.com/david-emakenemi/289a167c8fa393d3a7dce274a6eb21eb) deploys the necessary resources for dataflows to Fabric OneLake.
87+
88+
1. Download the file to your local, and make sure to replace the values for `customLocationName`, `aioInstanceName`, `schemaRegistryName`, `opcuaSchemaName`, and `persistentVCName`.
89+
90+
1. Next, deploy the resources using the [az stack group](/azure/azure-resource-manager/bicep/deployment-stacks?tabs=azure-powershell) command in your terminal:
91+
92+
```azurecli
93+
az stack group create --name MyDeploymentStack --resource-group $RESOURCE_GROUP --template-file /workspaces/explore-iot-operations/<filename>.bicep --action-on-unmanage 'deleteResources' --deny-settings-mode 'none' --yes
94+
```
95+
This endpoint is the destination for the dataflow that receives messages to Fabric OneLake.
96+
97+
```bicep
98+
resource oneLakeEndpoint 'Microsoft.IoTOperations/instances/dataflowEndpoints@2024-08-15-preview' = {
99+
parent: aioInstance
100+
name: 'onelake-ep'
101+
extendedLocation: {
102+
name: customLocation.id
103+
type: 'CustomLocation'
104+
}
105+
properties: {
106+
endpointType: 'FabricOneLake'
107+
fabricOneLakeSettings: {
108+
authentication: {
109+
method: 'SystemAssignedManagedIdentity'
110+
systemAssignedManagedIdentitySettings: {}
111+
}
112+
oneLakePathType: 'Tables'
113+
host: 'https://msit-onelake.dfs.fabric.microsoft.com'
114+
names: {
115+
lakehouseName: '<EXAMPLE-LAKEHOUSE-NAME>'
116+
workspaceName: '<EXAMPLE-WORKSPACE-NAME>'
117+
}
118+
batching: {
119+
latencySeconds: 5
120+
maxMessages: 10000
121+
}
122+
}
123+
}
124+
}
125+
```
84126
---
85127

86128
## Configure dataflow destination
@@ -160,6 +202,51 @@ fabricOneLakeSettings:
160202
oneLakePathType: Files
161203
```
162204

205+
# [Bicep](#tab/bicep)
206+
207+
```bicep
208+
resource dataflow_onelake 'Microsoft.IoTOperations/instances/dataflowProfiles/dataflows@2024-08-15-preview' = {
209+
parent: defaultDataflowProfile
210+
name: 'dataflow-onelake3'
211+
extendedLocation: {
212+
name: customLocation.id
213+
type: 'CustomLocation'
214+
}
215+
properties: {
216+
mode: 'Enabled'
217+
operations: [
218+
{
219+
operationType: 'Source'
220+
sourceSettings: {
221+
endpointRef: defaultDataflowEndpoint.name
222+
dataSources: array('azure-iot-operations/data/thermostat')
223+
}
224+
}
225+
{
226+
operationType: 'BuiltInTransformation'
227+
builtInTransformationSettings: {
228+
map: [
229+
{
230+
inputs: array('*')
231+
output: '*'
232+
}
233+
]
234+
schemaRef: 'aio-sr://${opcuaSchemaName}:${opcuaSchemaVer}'
235+
serializationFormat: 'Delta' // Can also be 'Parquet'
236+
}
237+
}
238+
{
239+
operationType: 'Destination'
240+
destinationSettings: {
241+
endpointRef: oneLakeEndpoint.name
242+
dataDestination: 'opc'
243+
}
244+
}
245+
]
246+
}
247+
}
248+
```
249+
163250
---
164251

165252
For more information about dataflow destination settings, see [Create a dataflow](howto-create-dataflow.md).
@@ -205,6 +292,20 @@ fabricOneLakeSettings:
205292
audience: https://contoso.onelake.dfs.fabric.microsoft.com
206293
```
207294

295+
# [Bicep](#tab/bicep)
296+
297+
```bicep
298+
fabricOneLakeSettings: {
299+
authentication: {
300+
method: 'SystemAssignedManagedIdentity'
301+
systemAssignedManagedIdentitySettings: {}
302+
}
303+
oneLakePathType: 'Tables'
304+
host: 'https://msit-onelake.dfs.fabric.microsoft.com'
305+
...
306+
}
307+
```
308+
208309
---
209310

210311
#### User-assigned managed identity
@@ -228,6 +329,21 @@ fabricOneLakeSettings:
228329
tenantId: <ID>
229330
```
230331

332+
# [Bicep](#tab/bicep)
333+
334+
```bicep
335+
fabricOneLakeSettings: {
336+
authentication: {
337+
method: 'UserAssignedManagedIdentity'
338+
userAssignedManagedIdentitySettings: {
339+
clientId: '<clientId>'
340+
tenantId: '<tenantId>'
341+
}
342+
}
343+
...
344+
}
345+
```
346+
231347
---
232348

233349
## Advanced settings
@@ -260,4 +376,13 @@ fabricOneLakeSettings:
260376
maxMessages: 1000
261377
```
262378

379+
# [Bicep](#tab/bicep)
380+
381+
```bicep
382+
batching: {
383+
latencySeconds: 5
384+
maxMessages: 10000
385+
}
386+
```
387+
263388
---

articles/iot-operations/connect-to-cloud/howto-configure-local-storage-endpoint.md

Lines changed: 40 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -59,6 +59,35 @@ spec:
5959
6060
The PersistentVolumeClaim (PVC) must be in the same namespace as the *DataflowEndpoint*.
6161
62+
# [Bicep](#tab/bicep)
63+
64+
This Bicep template file from [Bicep File for local storage dataflow Tutorial](https://gist.github.com/david-emakenemi/52377e32af1abd0efe41a5da27190a10) deploys the necessary resources for dataflows to local storage.
65+
66+
Download the file to your local, and make sure to replace the values for `customLocationName`, `aioInstanceName`, `schemaRegistryName`, `opcuaSchemaName`, and `persistentVCName`.
67+
68+
Next, deploy the resources using the [az stack group](/azure/azure-resource-manager/bicep/deployment-stacks?tabs=azure-powershell) command in your terminal:
69+
70+
```azurecli
71+
az stack group create --name MyDeploymentStack --resource-group $RESOURCE_GROUP --template-file /workspaces/explore-iot-operations/<filename>.bicep --action-on-unmanage 'deleteResources' --deny-settings-mode 'none' --yes
72+
```
73+
This endpoint is the destination for the dataflow that receives messages to Local storage.
74+
75+
```bicep
76+
resource localStorageDataflowEndpoint 'Microsoft.IoTOperations/instances/dataflowEndpoints@2024-08-15-preview' = {
77+
parent: aioInstance
78+
name: 'local-storage-ep'
79+
extendedLocation: {
80+
name: customLocation.id
81+
type: 'CustomLocation'
82+
}
83+
properties: {
84+
endpointType: 'LocalStorage'
85+
localStorageSettings: {
86+
persistentVolumeClaimRef: persistentVCName
87+
}
88+
}
89+
}
90+
```
6291
---
6392

6493
## Configure dataflow destination
@@ -105,6 +134,17 @@ spec:
105134
endpointRef: esa
106135
```
107136

137+
# [Bicep](#tab/bicep)
138+
139+
```bicep
140+
{
141+
operationType: 'Destination'
142+
destinationSettings: {
143+
endpointRef: localStorageDataflowEndpoint.name
144+
dataDestination: 'sensorData'
145+
}
146+
}
147+
```
108148
---
109149

110150
For more information about dataflow destination settings, see [Create a dataflow](howto-create-dataflow.md).

0 commit comments

Comments
 (0)