repeat_after_me_env.py 1.6 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647
  1. import gymnasium as gym
  2. from gymnasium.spaces import Box, Discrete
  3. import numpy as np
  4. class RepeatAfterMeEnv(gym.Env):
  5. """Env in which the observation at timestep minus n must be repeated."""
  6. def __init__(self, config=None):
  7. config = config or {}
  8. if config.get("continuous"):
  9. self.observation_space = Box(-1.0, 1.0, (2,))
  10. else:
  11. self.observation_space = Discrete(2)
  12. self.action_space = self.observation_space
  13. # Note: Set `repeat_delay` to 0 for simply repeating the seen
  14. # observation (no delay).
  15. self.delay = config.get("repeat_delay", 1)
  16. self.episode_len = config.get("episode_len", 100)
  17. self.history = []
  18. def reset(self, *, seed=None, options=None):
  19. self.history = [0] * self.delay
  20. return self._next_obs(), {}
  21. def step(self, action):
  22. obs = self.history[-(1 + self.delay)]
  23. reward = 0.0
  24. # Box: -abs(diff).
  25. if isinstance(self.action_space, Box):
  26. reward = -np.sum(np.abs(action - obs))
  27. # Discrete: +1.0 if exact match, -1.0 otherwise.
  28. if isinstance(self.action_space, Discrete):
  29. reward = 1.0 if action == obs else -1.0
  30. done = truncated = len(self.history) > self.episode_len
  31. return self._next_obs(), reward, done, truncated, {}
  32. def _next_obs(self):
  33. if isinstance(self.observation_space, Box):
  34. token = np.random.random(size=(2,))
  35. else:
  36. token = np.random.choice([0, 1])
  37. self.history.append(token)
  38. return token