put running episode into replay buffer

This commit is contained in:
NM512
2023-04-24 06:25:17 +09:00
parent 6f0e6c6963
commit 432a359bcf
3 changed files with 27 additions and 3 deletions

View File

@@ -207,7 +207,7 @@ def sample_episodes(episodes, length=None, balance=False, seed=0):
total = len(next(iter(episode.values())))
available = total - length
if available < 1:
print(f"Skipped short episode of length {available}.")
# print(f"Skipped short episode of length {available}.")
continue
if balance:
index = min(random.randint(0, total), available)