Clear buffer and re-fill by duplicating the first observation.
(self)
| 35 | self.frames = deque([], maxlen=k) |
| 36 | |
| 37 | def reset(self): |
| 38 | """Clear buffer and re-fill by duplicating the first observation.""" |
| 39 | ob = self.env.reset() |
| 40 | for _ in range(self.k - 1): |
| 41 | self.frames.append(np.zeros_like(ob)) |
| 42 | self.frames.append(ob) |
| 43 | return self.observation() |
| 44 | |
| 45 | def step(self, action): |
| 46 | ob, reward, done, info = self.env.step(action) |
no test coverage detected