add more tests

Author: kengz

rl/spec/classic_experiment_specs.json

@@ -76,6 +76,33 @@
       ]
     }
   },
+  "dqn_per": {
+    "problem": "CartPole-v0",
+    "Agent": "DQN",
+    "HyperOptimizer": "GridSearch",
+    "Memory": "PrioritizedExperienceReplay",
+    "Optimizer": "AdamOptimizer",
+    "Policy": "BoltzmannPolicy",
+    "PreProcessor": "NoPreProcessor",
+    "param": {
+      "lr": 0.02,
+      "gamma": 0.99,
+      "hidden_layers": [64],
+      "hidden_layers_activation": "sigmoid",
+      "exploration_anneal_episodes": 10
+    },
+    "param_range": {
+      "lr": [0.001, 0.005, 0.01, 0.02],
+      "gamma": [0.95, 0.97, 0.99, 0.999],
+      "hidden_layers": [
+        [16],
+        [32],
+        [64],
+        [16, 8],
+        [32, 16]
+      ]
+    }
+  },
   "rand_dqn": {
     "problem": "CartPole-v0",
     "Agent": "DQN",

test/test_atari.py

@@ -8,15 +8,11 @@
 
 class AtariTest(unittest.TestCase):
 
-    @unittest.skipIf(environ.get('CI'),
-                     "Delay CI test until dev stable")
     @classmethod
     def test_breakout_dqn(cls):
         data_df = run('breakout_dqn')
         assert isinstance(data_df, pd.DataFrame)
 
-    @unittest.skipIf(environ.get('CI'),
-                     "Delay CI test until dev stable")
     @classmethod
     def test_breakout_double_dqn(cls):
         data_df = run('breakout_double_dqn')

test/test_box2d.py

@@ -18,6 +18,11 @@ def test_lunar_double_dqn(cls):
         data_df = run('lunar_double_dqn')
         assert isinstance(data_df, pd.DataFrame)
 
+    @classmethod
+    def test_lunar_freeze(cls):
+        data_df = run('lunar_freeze')
+        assert isinstance(data_df, pd.DataFrame)
+
     @classmethod
     def test_walker_ddpg_linearnoise(cls):
         data_df = run('walker_ddpg_linearnoise')

test/test_classic.py

@@ -23,6 +23,11 @@ def test_dqn(cls):
         data_df = run('dqn')
         assert isinstance(data_df, pd.DataFrame)
 
+    @classmethod
+    def test_dqn_per(cls):
+        data_df = run('dqn_per')
+        assert isinstance(data_df, pd.DataFrame)
+
     @classmethod
     def test_double_dqn(cls):
         data_df = run('double_dqn')