(self, module, input, output)
| 273 | self._start = time.time() |
| 274 | |
| 275 | def _post_forward_hook(self, module, input, output): |
| 276 | if self.use_cuda_events: |
| 277 | self.timers(INFERENCE_MODEL_TIMER).stop() |
| 278 | elapsed_time = self.timers(INFERENCE_MODEL_TIMER).elapsed(reset=True) |
| 279 | else: |
| 280 | get_accelerator().synchronize() |
| 281 | self._end = time.time() |
| 282 | elapsed_time = (self._end - self._start) * 1e3 # convert seconds to ms |
| 283 | self._model_times.append(elapsed_time) |
| 284 | |
| 285 | def _create_model_parallel_group(self, config): |
| 286 | # Call the init process |
nothing calls this directly
no test coverage detected