Skip to content

Commit b2e47b7

Browse files
added details to fabric and a small change in local storage
1 parent f414415 commit b2e47b7

File tree

2 files changed

+125
-1
lines changed

2 files changed

+125
-1
lines changed

articles/iot-operations/connect-to-cloud/howto-configure-fabric-endpoint.md

Lines changed: 124 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -81,6 +81,48 @@ To configure a dataflow endpoint for Microsoft Fabric OneLake, we suggest using
8181
lakehouseName: <EXAMPLE-LAKEHOUSE-NAME>
8282
```
8383
84+
# [Bicep](#tab/bicep)
85+
86+
This Bicep template file from [Bicep File for Microsoft Fabric OneLake dataflow Tutorial](https://gist.github.com/david-emakenemi/289a167c8fa393d3a7dce274a6eb21eb) deploys the necessary resources for dataflows to Fabric OneLake.
87+
88+
Download the file to your local, and make sure to replace the values for `customLocationName`, `aioInstanceName`, `schemaRegistryName`, `opcuaSchemaName`, and `persistentVCName`.
89+
90+
Next, deploy the resources using the [az stack group](/azure/azure-resource-manager/bicep/deployment-stacks?tabs=azure-powershell) command in your terminal:
91+
92+
```azurecli
93+
az stack group create --name MyDeploymentStack --resource-group $RESOURCE_GROUP --template-file /workspaces/explore-iot-operations/mqtt-bridge.bicep --action-on-unmanage 'deleteResources' --deny-settings-mode 'none' --yes
94+
```
95+
This endpoint is the destination for the dataflow that receives messages to Fabric OneLake.
96+
97+
```bicep
98+
resource oneLakeEndpoint 'Microsoft.IoTOperations/instances/dataflowEndpoints@2024-08-15-preview' = {
99+
parent: aioInstance
100+
name: 'onelake-ep'
101+
extendedLocation: {
102+
name: customLocation.id
103+
type: 'CustomLocation'
104+
}
105+
properties: {
106+
endpointType: 'FabricOneLake'
107+
fabricOneLakeSettings: {
108+
authentication: {
109+
method: 'SystemAssignedManagedIdentity'
110+
systemAssignedManagedIdentitySettings: {}
111+
}
112+
oneLakePathType: 'Tables'
113+
host: 'https://msit-onelake.dfs.fabric.microsoft.com'
114+
names: {
115+
lakehouseName: '<EXAMPLE-LAKEHOUSE-NAME>'
116+
workspaceName: '<EXAMPLE-WORKSPACE-NAME>'
117+
}
118+
batching: {
119+
latencySeconds: 5
120+
maxMessages: 10000
121+
}
122+
}
123+
}
124+
}
125+
```
84126
---
85127

86128
## Configure dataflow destination
@@ -160,6 +202,50 @@ fabricOneLakeSettings:
160202
oneLakePathType: Files
161203
```
162204

205+
# [Bicep](#tab/bicep)
206+
```bicep
207+
resource dataflow_onelake 'Microsoft.IoTOperations/instances/dataflowProfiles/dataflows@2024-08-15-preview' = {
208+
parent: defaultDataflowProfile
209+
name: 'dataflow-onelake3'
210+
extendedLocation: {
211+
name: customLocation.id
212+
type: 'CustomLocation'
213+
}
214+
properties: {
215+
mode: 'Enabled'
216+
operations: [
217+
{
218+
operationType: 'Source'
219+
sourceSettings: {
220+
endpointRef: defaultDataflowEndpoint.name
221+
dataSources: array('azure-iot-operations/data/thermostat')
222+
}
223+
}
224+
{
225+
operationType: 'BuiltInTransformation'
226+
builtInTransformationSettings: {
227+
map: [
228+
{
229+
inputs: array('*')
230+
output: '*'
231+
}
232+
]
233+
schemaRef: 'aio-sr://${opcuaSchemaName}:${opcuaSchemaVer}'
234+
serializationFormat: 'Delta' // Can also be 'Parquet'
235+
}
236+
}
237+
{
238+
operationType: 'Destination'
239+
destinationSettings: {
240+
endpointRef: oneLakeEndpoint.name
241+
dataDestination: 'opc'
242+
}
243+
}
244+
]
245+
}
246+
}
247+
```
248+
163249
---
164250

165251
For more information about dataflow destination settings, see [Create a dataflow](howto-create-dataflow.md).
@@ -205,6 +291,20 @@ fabricOneLakeSettings:
205291
audience: https://contoso.onelake.dfs.fabric.microsoft.com
206292
```
207293

294+
# [Bicep](#tab/bicep)
295+
296+
```bicep
297+
fabricOneLakeSettings: {
298+
authentication: {
299+
method: 'SystemAssignedManagedIdentity'
300+
systemAssignedManagedIdentitySettings: {}
301+
}
302+
oneLakePathType: 'Tables'
303+
host: 'https://msit-onelake.dfs.fabric.microsoft.com'
304+
...
305+
}
306+
```
307+
208308
---
209309

210310
#### User-assigned managed identity
@@ -228,6 +328,21 @@ fabricOneLakeSettings:
228328
tenantId: <ID>
229329
```
230330

331+
# [Bicep](#tab/bicep)
332+
333+
```bicep
334+
fabricOneLakeSettings: {
335+
authentication: {
336+
method: 'UserAssignedManagedIdentity'
337+
userAssignedManagedIdentitySettings: {
338+
clientId: '<clientId>'
339+
tenantId: '<tenantId>'
340+
}
341+
}
342+
...
343+
}
344+
```
345+
231346
---
232347

233348
## Advanced settings
@@ -260,4 +375,13 @@ fabricOneLakeSettings:
260375
maxMessages: 1000
261376
```
262377

378+
# [Bicep](#tab/bicep)
379+
380+
```bicep
381+
batching: {
382+
latencySeconds: 5
383+
maxMessages: 10000
384+
}
385+
```
386+
263387
---

articles/iot-operations/connect-to-cloud/howto-configure-local-storage-endpoint.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -140,7 +140,7 @@ spec:
140140
operationType: 'Destination'
141141
destinationSettings: {
142142
endpointRef: localStorageDataflowEndpoint.name
143-
ataDestination: 'sensorData'
143+
dataDestination: 'sensorData'
144144
}
145145
}
146146
```

0 commit comments

Comments
 (0)