Skip to content

Commit 5a6b6f6

Browse files
Update regression-example-ames-no-preproc-val-set.py
Add positive case test for assert purge_model_storage_files.
1 parent 20a33df commit 5a6b6f6

File tree

1 file changed

+13
-3
lines changed

1 file changed

+13
-3
lines changed

regression-example-ames-no-preproc-val-set.py

Lines changed: 13 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -10,10 +10,13 @@
1010
from cerebros.denseautomlstructuralcomponent.dense_automl_structural_component\
1111
import zero_7_exp_decay, zero_95_exp_decay, simple_sigmoid
1212
from ast import literal_eval
13+
from os import listdir
1314

1415
NUMBER_OF_TRAILS_PER_BATCH = 2
1516
NUMBER_OF_BATCHES_OF_TRIALS = 2
1617

18+
META_TRIAL_NUMBER = 1
19+
1720
###
1821

1922
LABEL_COLUMN = 'price'
@@ -23,7 +26,8 @@
2326
.replace('T', '_')\
2427
.replace(':', '_')\
2528
.replace('-', '_')
26-
PROJECT_NAME = f'{TIME}_cerebros_auto_ml_test'
29+
PROJECT_NAME = f'{TIME}_cerebros_auto_ml_test-{META_TRIAL_NUMBER }'
30+
PROJECT_NAME = f"{PROJECT_NAME}_meta_{meta_trial_number}"
2731

2832
def hash_a_row(row):
2933
"""casts a row of a Pandas DataFrame as a String, hashes it, and casts it
@@ -207,16 +211,22 @@ def hash_based_split(df, # Pandas dataframe
207211
metrics=[tf.keras.metrics.RootMeanSquaredError()],
208212
epochs=epochs,
209213
patience=7,
210-
project_name=f"{PROJECT_NAME}_meta_{meta_trial_number}",
214+
project_name=PROJECT_NAME,
211215
# use_multiprocessing_for_multiple_neural_networks=False, # pull this param
212216
model_graphs='model_graphs',
213217
batch_size=batch_size,
214218
meta_trial_number=meta_trial_number)
215219
result = cerebros.run_random_search()
216220

217221
print("Best model: (May need to re-initialize weights, and retrain with early stopping callback)")
218-
best_model_found = cerebros.get_best_model()
222+
best_model_found = cerebros.get_best_model(purge_model_storage_files=True)
219223
print(best_model_found.summary())
220224

225+
# Verify purge_model_storage_files works:
226+
model_storage_path = f"{PROJECT_NAME}/models"
227+
num_items = len(listdir(model_storage_path))
228+
print(f"There are {num_items} items in {model_storage_path}")
229+
assert num_items == 0
230+
221231
print("result extracted from cerebros")
222232
print(f"Final result was (val_root_mean_squared_error): {result}")

0 commit comments

Comments
 (0)