sampling from the replay buffer across episodes

2023-04-29 07:43:02 +09:00
parent 12cccd8475
commit 1328ff1088
3 changed files with 29 additions and 16 deletions
--- a/dreamer.py
+++ b/dreamer.py
@@ -174,9 +174,7 @@ def count_steps(folder):


 def make_dataset(episodes, config):
-    generator = tools.sample_episodes(
-        episodes, config.batch_length, config.oversample_ends
-    )
+    generator = tools.sample_episodes(episodes, config.batch_length)
    dataset = tools.from_generator(generator, config.batch_size)
    return dataset