lighter config

Author: paulmerceur

config/four_rooms.ini

@@ -8,16 +8,16 @@ num_threads = 8
 
 [env]
 size = 19
-# 0 derives the timeout from the map size: 4 * size. Positive values override it.
+# if 0, max_steps = 4 * size. Positive values override it.
 max_steps = 0
 
 [policy]
-hidden_size = 256
-num_layers = 6
+hidden_size = 128
+num_layers = 2
 expansion_factor = 1
 
 [train]
-total_timesteps = 300_000_000
+total_timesteps = 100_000_000
 gamma = 0.99
 gae_lambda = 0.95
 learning_rate = 0.005