Merge pull request #276 from y-hesse/3.0

sweeped params and policy for 2048

Author: jsuarez5341

pufferlib/config/ocean/g2048.ini

@@ -4,9 +4,36 @@ env_name = puffer_g2048
 policy_name = G2048
 rnn_name = Recurrent
 
+[policy]
+hidden_size = 256
+
+[rnn]
+input_size = 256
+hidden_size = 256
+
+[vec]
+num_envs = 4
+
 [env]
-num_envs = 4096
+num_envs = 4024
 
 [train]
-total_timesteps = 1_000_000_000
-minibatch_size = 32768
+total_timesteps = 600_000_000
+adam_beta1 = 0.9529488439604378
+adam_beta2 = 0.9993901829477296
+adam_eps = 2.745365927413118e-7
+bptt_horizon = 64
+clip_coef = 0.596573170393339
+ent_coef = 0.02107417730003862
+gae_lambda = 0.9940613415815854
+gamma = 0.9889857974154952
+learning_rate = 0.0032402460796988127
+max_grad_norm = 1.0752406726589745
+minibatch_size = 16384
+prio_alpha = 0.25297099593586336
+prio_beta0 = 0.940606268942572
+vf_clip_coef = 0.1
+vf_coef = 1.6362878279900643
+vtrace_c_clip = 0
+vtrace_rho_clip = 1.2917509971869054
+anneal_lr = False