Update ames-wo-val-hyperparam-optimization-local.py

Try narrower range based on prior trials.

Author: david-thrower

ames-wo-val-hyperparam-optimization-local.py

@@ -55,14 +55,14 @@ def objective(trial):
     minimum_neurons_per_unit = trial.suggest_int('minimum_neurons_per_unit', 1, 5)
     maximum_neurons_per_unit = trial.suggest_int('maximum_neurons_per_unit', minimum_neurons_per_unit, 5)
     activation = trial.suggest_categorical('activation', ['relu', 'elu', 'gelu', 'swish', 'softplus'])
-    predecessor_level_connection_affinity_factor_first = trial.suggest_float('predecessor_level_connection_affinity_factor_first', 0.1, 40.0, log=True)
-    predecessor_level_connection_affinity_factor_main = trial.suggest_float('predecessor_level_connection_affinity_factor_main', 0.1, 40.0, log=True)
-    max_consecutive_lateral_connections = trial.suggest_int('max_consecutive_lateral_connections', 1, 35)
-    p_lateral_connection = trial.suggest_float('p_lateral_connection', 0.1, 35, log=True)
-    num_lateral_connection_tries_per_unit = trial.suggest_int('num_lateral_connection_tries_per_unit', 1, 35)
-    learning_rate = trial.suggest_float('learning_rate', 10**-6, 0.6, log=True)
+    predecessor_level_connection_affinity_factor_first = trial.suggest_float('predecessor_level_connection_affinity_factor_first', 0.5, 7.0)
+    predecessor_level_connection_affinity_factor_main = trial.suggest_float('predecessor_level_connection_affinity_factor_main', 0.5, 7.0)
+    max_consecutive_lateral_connections = trial.suggest_int('max_consecutive_lateral_connections', 15, 35)
+    p_lateral_connection = trial.suggest_float('p_lateral_connection', 0.15, 15)
+    num_lateral_connection_tries_per_unit = trial.suggest_int('num_lateral_connection_tries_per_unit', 7, 15)
+    learning_rate = trial.suggest_float('learning_rate', 10**-4, 0.1, log=True)
     epochs = trial.suggest_int('epochs', 1, 150)
-    batch_size = trial.suggest_int('batch_size', 1, 800)
+    batch_size = trial.suggest_int('batch_size', 50, 700)
 
     meta_trial_number = 0