p3b1 parameter update

Author: pbalapra

workflows/p2b1_mlrMBO/scripts/theta_run_model.sh

@@ -73,7 +73,7 @@ MODEL_CMD="python ${arg_array[@]}"
 set +e
 echo $MODEL_CMD
 $TIMEOUT_CMD python "${arg_array[@]}"
-sleep 60
+
 
 RES=$?
 if [ "$RES" -ne 0 ]; then

workflows/p3b1_mlrMBO/data/parameter_set3.R

@@ -1,13 +1,36 @@
 # see https://cran.r-project.org/web/packages/ParamHelpers/ParamHelpers.pdfmakeNum
 # the parameter names should match names of the arguments expected by the benchmark
 
+
 param.set <- makeParamSet(
-  makeDiscreteParam("batch_size", values = c(16, 32, 64, 128, 256, 512)),
-  makeIntegerParam("epochs", lower = 5, upper = 500),
-  makeDiscreteParam("activation", values = c("softmax", "elu", "softplus", "softsign", "relu", "tanh", "sigmoid", "hard_sigmoid", "linear")),
-  makeDiscreteParam("optimizer", values = c("adam", "sgd", "rmsprop", "adagrad", "adadelta")),
-  makeNumericParam("dropout", lower = 0, upper = 0.9),
-  makeNumericParam("learning_rate", lower = 0.00001, upper = 0.1)
-  ## DEBUG PARAMETERS: DON'T USE THESE IN PRODUCTION RUN
-  ## makeDiscreteParam("conv", values = c("32 20 16 32 10 1"))
+  makeNumericParam("learning_rate", lower= 0.00001, upper= 0.1 ),
+  makeNumericParam("dropout", lower= 0, upper= 0.9 ),
+  makeDiscreteParam("activation", 
+    values= c( "softmax","elu","softplus","softsign",
+               "relu", "tanh","sigmoid","hard_sigmoid",
+               "linear") ),
+  makeDiscreteParam("optimizer", 
+    values = c("adam", "sgd", "rmsprop","adagrad",
+               "adadelta")),
+  makeDiscreteParam("shared_nnet_spec", 
+    values= c( "400", "500", "600", "700", 
+               "800", "900", "1000", "1100",  "1200", 
+               "400,400", "500,500", "600,600", "700,700", 
+               "800,800", "900,900", "1000,1000", "1100,1100", 
+               "1200,1200" ) ),
+  makeDiscreteParam("ind_nnet_spec",
+    values= c( "400:400:400", "600:600:600", 
+               "800:800:800", "1000:1000:1000",
+               "1200:1200:1200",
+               "400,400:400,400:400,400", "600,600:600,600:600,600", 
+               "800,800:800,800:800,800", "1000,1000:1000,1000:1000,1000",
+               "1200,1200:1200,1200:1200,1200",
+               "800,400:800,400:800,400",
+               "1200,400:1200,400:1200,400",
+               "1200,800,400:1200,800,400:1200,800,400"
+  ) ),
+  makeDiscreteParam("batch_size", values = c(16,32,64,128,256)),
+  makeIntegerParam("epochs", lower = 10, upper = 100)
 )
+
+