(self, module, input, output)
| 235 | self._start = time.time() |
| 236 | |
| 237 | def _post_forward_hook(self, module, input, output): |
| 238 | if self.use_cuda_events: |
| 239 | self.timers(INFERENCE_MODEL_TIMER).stop() |
| 240 | elapsed_time = self.timers(INFERENCE_MODEL_TIMER).elapsed(reset=True) |
| 241 | else: |
| 242 | get_accelerator().synchronize() |
| 243 | self._end = time.time() |
| 244 | elapsed_time = (self._end - self._start) * 1e3 # convert seconds to ms |
| 245 | self._model_times.append(elapsed_time) |
| 246 | |
| 247 | def _create_model_parallel_group(self, config): |
| 248 | # Call the init process |
nothing calls this directly
no test coverage detected