Class FireResetEnv

3-atari/env.py:24–30

# after each reset / life loss. AtariPreprocessing only does NOOPs, so without
# this the agent wastes a lot of frames waiting for a random FIRE.
class FireResetEnv(gym.Wrapper):
    def reset(self, **kwargs):
        self.env.reset(**kwargs)
        obs, _, terminated, truncated, _ = self.env.step(1)  # FIRE
        if terminated or truncated:
            obs, _ = self.env.reset(**kwargs)
        return obs, {}


# Treats each life as its own episode for bootstrapping (so Q-targets / GAE don't