Stagger envs across a window below max_starting_point.
(self, envs)
| 196 | self.success = np.zeros(self.n + 1, dtype=np.float64) |
| 197 | |
| 198 | def assign(self, envs): |
| 199 | """Stagger envs across a window below max_starting_point.""" |
| 200 | per = max(self.window // max(self.n_envs, 1), 1) |
| 201 | for i, e in enumerate(envs): |
| 202 | e.starting_point = max(self.max_starting_point - i * per, 0) |
| 203 | |
| 204 | def record(self, starting_point, success): |
| 205 | # exponential-ish freshening: latest wins (atari-reset keeps last rate) |