Skip to content

Commit a7ce6f4

Browse files
committed
update SDK code in momo how to
1 parent bb3a76b commit a7ce6f4

File tree

1 file changed

+34
-6
lines changed

1 file changed

+34
-6
lines changed

articles/machine-learning/how-to-monitor-model-performance.md

Lines changed: 34 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -234,11 +234,14 @@ from azure.ai.ml.constants import (
234234
)
235235
from azure.ai.ml.entities import (
236236
AlertNotification,
237+
BaselineDataRange,
237238
DataDriftSignal,
238239
DataQualitySignal,
239240
PredictionDriftSignal,
240241
DataDriftMetricThreshold,
241242
DataQualityMetricThreshold,
243+
FeatureAttributionDriftMetricThreshold,
244+
FeatureAttributionDriftSignal,
242245
PredictionDriftMetricThreshold,
243246
NumericalDriftMetrics,
244247
CategoricalDriftMetrics,
@@ -251,7 +254,8 @@ from azure.ai.ml.entities import (
251254
RecurrencePattern,
252255
RecurrenceTrigger,
253256
ServerlessSparkCompute,
254-
ReferenceData
257+
ReferenceData,
258+
ProductionData
255259
)
256260

257261
# get a handle to the workspace
@@ -274,13 +278,27 @@ monitoring_target = MonitoringTarget(
274278
endpoint_deployment_id="azureml:credit-default:main"
275279
)
276280

281+
# specify a lookback window size and offset, or omit this to use the defaults, which are specified in the documentation
282+
data_window = BaselineDataRange(lookback_window_size="P1D", lookback_window_offset="P0D")
283+
284+
production_data = ProductionData(
285+
input_data=Input(
286+
type="uri_folder",
287+
path="azureml:credit-default-main-model_inputs:1"
288+
),
289+
data_window=data_window,
290+
data_context=MonitorDatasetContext.MODEL_INPUTS,
291+
)
292+
277293
# training data to be used as reference dataset
278294
reference_data_training = ReferenceData(
279295
input_data=Input(
280296
type="mltable",
281297
path="azureml:credit-default-reference:1"
282298
),
283-
target_column_name="DEFAULT_NEXT_MONTH",
299+
data_column_names={
300+
"target_column":"DEFAULT_NEXT_MONTH"
301+
},
284302
data_context=MonitorDatasetContext.TRAINING,
285303
)
286304

@@ -333,10 +351,20 @@ advanced_data_quality = DataQualitySignal(
333351
alert_enabled=False
334352
)
335353

354+
# create feature attribution drift signal
355+
metric_thresholds = FeatureAttributionDriftMetricThreshold(normalized_discounted_cumulative_gain=0.9)
356+
357+
feature_attribution_drift = FeatureAttributionDriftSignal(
358+
reference_data=reference_data_training,
359+
metric_thresholds=metric_thresholds,
360+
alert_enabled=False
361+
)
362+
336363
# put all monitoring signals in a dictionary
337364
monitoring_signals = {
338365
'data_drift_advanced':advanced_data_drift,
339-
'data_quality_advanced':advanced_data_quality
366+
'data_quality_advanced':advanced_data_quality,
367+
'feature_attribution_drift':feature_attribution_drift,
340368
}
341369

342370
# create alert notification object
@@ -564,9 +592,9 @@ from azure.ai.ml.entities import (
564592
# get a handle to the workspace
565593
ml_client = MLClient(
566594
DefaultAzureCredential(),
567-
subscription_id="79a1ba0c-35bb-436b-bff2-3074d5ff1f89",
568-
resource_group_name="rg-bozhlinmomoignite",
569-
workspace_name="momo-demo-ws",
595+
subscription_id="subscription_id",
596+
resource_group_name="resource_group_name",
597+
workspace_name="workspace_name",
570598
)
571599

572600
# create your compute

0 commit comments

Comments
 (0)