Merge pull request #275 from leonardo-toffalini/asteroids

adds sweeped hparams to asteroids config

Author: jsuarez5341

pufferlib/config/ocean/asteroids.ini

@@ -12,5 +12,26 @@ num_envs = 1024
 size = 500
 
 [train]
-total_timesteps = 150_000_000
-minibatch_size = 32768
+adam_beta1 = 0.975493290069733
+adam_beta2 = 0.9999436458974764
+adam_eps = 6.915036275112011e-08
+anneal_lr = true
+batch_size = auto
+bptt_horizon = 64
+checkpoint_interval = 200
+clip_coef = 0.18588778503512546
+ent_coef = 0.0016620361911332262
+gae_lambda = 0.8400278040617952
+gamma = 0.9998708818940873
+learning_rate = 0.00502237062536979
+max_grad_norm = 0.7306435358436453
+max_minibatch_size = 32768
+minibatch_size = 8192
+prio_alpha = 0.9165093859993415
+prio_beta0 = 0.8869674411376214
+total_timesteps = 100_000_000
+update_epochs = 1
+vf_clip_coef = 0.1
+vf_coef = 2.960148388519086
+vtrace_c_clip = 1.0767718761515104
+vtrace_rho_clip = 4.132507367126342