1010CLASSIFICATION_METRICS = ['acc' , 'auc' , 'balacc' , 'logloss' ]
1111REGRESSION_METRICS = ['mae' , 'r2' , 'rmse' ]
1212METRICS = CLASSIFICATION_METRICS + REGRESSION_METRICS
13+
1314def _get_mean_results_across_folds (df ) -> pd .DataFrame :
1415 """ Returns a dataframe with the task, id, metric and the mean values
1516 across folds
@@ -73,7 +74,7 @@ def generate_framework_def(
7374 # Using branch and https
7475 version = branch
7576 repo = f'https://github.com/{ username } /auto-sklearn.git'
76-
77+
7778 # Create the framework file
7879 lines = '\n ' .join ([
7980 f"---" ,
@@ -129,6 +130,7 @@ def create_comparison(
129130 Comparisons here is the difference between (targeted - baseline)
130131 Returns them in that specific order
131132 """
133+
132134 # Load in data and get the means across folds
133135 df_baseline_classification = pd .read_csv (baseline_csv_classification )
134136 df_baseline_regression = pd .read_csv (baseline_csv_regression )
@@ -138,7 +140,6 @@ def create_comparison(
138140 df_targeted_classification = pd .read_csv (targeted_csv_classification )
139141 df_targeted_regression = pd .read_csv (targeted_csv_regression )
140142 df_targeted = pd .concat ([df_targeted_classification , df_targeted_regression ])
141-
142143 df_targeted_means = _get_mean_results_across_folds (df_targeted )
143144
144145 # Find the set intersection of tasks they have in common
@@ -453,6 +454,7 @@ def tolerance_colour(baseline_value, comparison_value, metric):
453454 if args .generate_framework_def :
454455
455456 assert args .owner and args .branch and args .commit and args .user_dir
457+
456458 generate_framework_def (args .user_dir , args .owner , args .branch , args .commit )
457459
458460 elif args .compare_results :
0 commit comments