step-based counting

2023-07-02 11:51:11 +09:00
parent 036e9a8028
commit 0ae6d2d1e0
3 changed files with 4 additions and 3 deletions
--- a/tools.py
+++ b/tools.py
@@ -161,7 +161,7 @@ def simulate(agent, envs, steps=0, episodes=0, state=None):
        done = np.stack(done)
        episode += int(done.sum())
        length += 1
-        step += (done * length).sum()
+        step += len(envs)
        length *= 1 - done

    return (step - steps, episode - episodes, done, length, obs, agent_state, reward)