hongshaorou/dreamerv3-torch
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

modified envs

Browse Source
This commit is contained in:
NM512
2023-08-05 21:10:16 +09:00
parent a6ad132198
commit eb14e2488b
4 changed files with 7 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
envs/memorymaze.py
View File

@@ -35,7 +35,6 @@ class MemoryMaze:
return gym.spaces.Dict(
{
**spaces,
"reward": gym.spaces.Box(-np.inf, np.inf, (), dtype=np.float32),
"is_first": gym.spaces.Box(0, 1, (), dtype=bool),
"is_last": gym.spaces.Box(0, 1, (), dtype=bool),
"is_terminal": gym.spaces.Box(0, 1, (), dtype=bool),
@@ -52,7 +51,6 @@ class MemoryMaze:
obs, reward, done, info = self._env.step(action)
if not self._obs_is_dict:
obs = {self._obs_key: obs}
obs["reward"] = reward
obs["is_first"] = False
obs["is_last"] = done
obs["is_terminal"] = info.get("is_terminal", False)
@@ -62,7 +60,6 @@ class MemoryMaze:
obs = self._env.reset()
if not self._obs_is_dict:
obs = {self._obs_key: obs}
obs["reward"] = 0.0
obs["is_first"] = True
obs["is_last"] = False
obs["is_terminal"] = False