From adad4dc402a4b361cde269ede393acb31464c9a8 Mon Sep 17 00:00:00 2001 From: Antonin RAFFIN Date: Thu, 2 Jan 2020 14:47:30 +0100 Subject: [PATCH] Update buffer size --- examples/pybullet/gym/pybullet_envs/stable_baselines/train.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/pybullet/gym/pybullet_envs/stable_baselines/train.py b/examples/pybullet/gym/pybullet_envs/stable_baselines/train.py index 9a47dc463..4390b7bb9 100644 --- a/examples/pybullet/gym/pybullet_envs/stable_baselines/train.py +++ b/examples/pybullet/gym/pybullet_envs/stable_baselines/train.py @@ -45,7 +45,7 @@ if __name__ == '__main__': # Tuned hyperparameters from https://github.com/araffin/rl-baselines-zoo hyperparams = { 'sac': dict(batch_size=256, gamma=0.98, policy_kwargs=dict(layers=[256, 256]), - learning_starts=10000, buffer_size=int(1e6), tau=0.01), + learning_starts=10000, buffer_size=int(2e5), tau=0.01), 'td3': dict(batch_size=100, policy_kwargs=dict(layers=[400, 300]), learning_rate=1e-3, learning_starts=10000, buffer_size=int(1e6),