|
8 | 8 | import time
|
9 | 9 | import logging
|
10 | 10 | from pathlib import Path
|
| 11 | +from typing import Callable, Optional, Dict, List |
11 | 12 |
|
12 | 13 | import mlflow
|
13 | 14 | import pandas as pd
|
@@ -81,15 +82,15 @@ def _log_metrics(run_id, metrics):
|
81 | 82 | @distributed_trace
|
82 | 83 | @monitor_with_activity(LOGGER, "Evaluate", ActivityType.PUBLICAPI)
|
83 | 84 | def evaluate(
|
84 |
| - evaluation_name=None, |
85 |
| - target=None, |
86 |
| - data=None, |
87 |
| - task_type=None, |
88 |
| - sweep_args=None, |
89 |
| - metrics_list=None, |
90 |
| - model_config=None, |
91 |
| - data_mapping=None, |
92 |
| - output_path=None, |
| 85 | + *, |
| 86 | + evaluation_name: str = None, |
| 87 | + target: Optional[Callable] = None, |
| 88 | + data: Optional[str] = None, |
| 89 | + task_type: str = None, |
| 90 | + metrics_list: Optional[List[str]] = None, |
| 91 | + model_config: Dict[str, str] = None, |
| 92 | + data_mapping: Dict[str, str] = None, |
| 93 | + output_path: Optional[str] = None, |
93 | 94 | **kwargs
|
94 | 95 | ):
|
95 | 96 | """Evaluates target or data with built-in evaluation metrics
|
@@ -138,6 +139,7 @@ def evaluate(
|
138 | 139 | if data_mapping:
|
139 | 140 | metrics_config.update(data_mapping)
|
140 | 141 |
|
| 142 | + sweep_args = kwargs.pop("sweep_args", None) |
141 | 143 | if sweep_args:
|
142 | 144 | import itertools
|
143 | 145 | keys, values = zip(*sweep_args.items())
|
@@ -333,7 +335,6 @@ def _get_instance_table():
|
333 | 335 | return evaluation_result
|
334 | 336 |
|
335 | 337 |
|
336 |
| - |
337 | 338 | def log_input(data, data_is_file):
|
338 | 339 | try:
|
339 | 340 | # Mlflow service supports only uri_folder, hence this is need to create a dir to log input data.
|
@@ -368,6 +369,7 @@ def log_property_and_tag(key, value, logger=LOGGER):
|
368 | 369 | _write_properties_to_run_history({key: value}, logger)
|
369 | 370 | mlflow.set_tag(key, value)
|
370 | 371 |
|
| 372 | + |
371 | 373 | def log_property(key, value, logger=LOGGER):
|
372 | 374 | _write_properties_to_run_history({key: value}, logger)
|
373 | 375 |
|
|
0 commit comments