(self: Explorer, step: int)
| 63 | return True |
| 64 | |
| 65 | async def new_finish_explore_step(self: Explorer, step: int) -> None: |
| 66 | metric = {"rollout/model_version": self.model_version} |
| 67 | await asyncio.sleep(explore_step_time_list[step - 1]) |
| 68 | dummy_exps = [ |
| 69 | Experience( |
| 70 | tokens=torch.tensor([0, 1, 2]), |
| 71 | info={"model_version": self.model_version}, |
| 72 | ) |
| 73 | for _ in range(self.config.buffer.train_batch_size) |
| 74 | ] |
| 75 | await self.rollout_coordinator.process_experiences.remote( |
| 76 | [Experience.serialize_many(dummy_exps)] |
| 77 | ) |
| 78 | self.monitor.log(metric, step=step) |
| 79 | |
| 80 | Explorer.explore_step = new_explore_step |
| 81 | Explorer._finish_explore_step = new_finish_explore_step |
nothing calls this directly
no test coverage detected