bug fix for gym==0.19.0

2023-05-18 21:30:08 +09:00
parent d3156ecb06
commit b8ef214efa
3 changed files with 5 additions and 2 deletions
--- a/envs/wrappers.py
+++ b/envs/wrappers.py
@@ -180,7 +180,7 @@ class RewardObs:
    def observation_space(self):
        spaces = self._env.observation_space.spaces
        assert "reward" not in spaces
-        spaces["reward"] = gym.spaces.Box(-np.inf, np.inf, dtype=np.float32)
+        spaces["reward"] = gym.spaces.Box(-np.inf, np.inf, shape=(1,), dtype=np.float32)
        return gym.spaces.Dict(spaces)

    def step(self, action):