bug fix for gym==0.19.0

envs/atari.py

@@ -68,7 +68,6 @@ class Atari:
     @property
     def observation_space(self):
         img_shape = self._size + ((1,) if self._gray else (3,))
-        print(self._env.observation_space)
         return gym.spaces.Dict(
             {
                 "image": gym.spaces.Box(0, 255, img_shape, np.uint8),

envs/wrappers.py

@@ -180,7 +180,7 @@ class RewardObs:
     def observation_space(self):
         spaces = self._env.observation_space.spaces
         assert "reward" not in spaces
-        spaces["reward"] = gym.spaces.Box(-np.inf, np.inf, dtype=np.float32)
+        spaces["reward"] = gym.spaces.Box(-np.inf, np.inf, shape=(1,), dtype=np.float32)
         return gym.spaces.Dict(spaces)
 
     def step(self, action):