sweeped parameters that solve 2048 in 600m steps. (roughly 10min of training)

Author: y-hesse

pufferlib/config/ocean/g2048.ini

@@ -2,26 +2,38 @@
 package = ocean
 env_name = puffer_g2048
 policy_name = G2048
+rnn_name = Recurrent
+
+[policy]
+hidden_size = 256
+
+[rnn]
+input_size = 256
+hidden_size = 256
+
+[vec]
+num_envs = 4
 
 [env]
 num_envs = 4024
 
 [train]
-total_timesteps = 10_000_000_000 #4.6B
-adam_beta1 = 0.8081024539479613
-adam_beta2 = 0.9978536811174212
-adam_eps = 1.4542006937471102e-9
+total_timesteps = 600_000_000
+adam_beta1 = 0.9529488439604378
+adam_beta2 = 0.9993901829477296
+adam_eps = 2.745365927413118e-7
 bptt_horizon = 64
-clip_coef = 0.095627870395359
-ent_coef = 0.08439222625935798
-gae_lambda = 0.9155041484587568
-gamma = 0.9661669903070148
-learning_rate = 0.0014756768275156805
-max_grad_norm = 0.8813109722891985
-minibatch_size = 32768
-prio_alpha = 0.565686548517019
-prio_beta0 = 0.811234742153397
+clip_coef = 0.596573170393339
+ent_coef = 0.02107417730003862
+gae_lambda = 0.9940613415815854
+gamma = 0.9889857974154952
+learning_rate = 0.0032402460796988127
+max_grad_norm = 1.0752406726589745
+minibatch_size = 16384
+prio_alpha = 0.25297099593586336
+prio_beta0 = 0.940606268942572
 vf_clip_coef = 0.1
-vf_coef = 2.2900867366155664
+vf_coef = 1.6362878279900643
 vtrace_c_clip = 0
-vtrace_rho_clip = 0.8647738667214979
+vtrace_rho_clip = 1.2917509971869054
+anneal_lr = False