put running episode into replay buffer

2023-04-24 06:25:17 +09:00
parent 6f0e6c6963
commit 432a359bcf
3 changed files with 27 additions and 3 deletions
--- a/dreamer.py
+++ b/dreamer.py
@@ -225,7 +225,7 @@ def make_env(config, logger, mode, train_eps, eval_eps):
                eval_eps,
            )
        ]
-        env = wrappers.CollectDataset(env, callbacks)
+        env = wrappers.CollectDataset(env, mode, train_eps, callbacks=callbacks)
    env = wrappers.RewardObs(env)
    return env