Method report

ppq/utils/TensorRTUtil.py:277–280

(self)

        self.recorder[layer_name] += ms * 1000 / self.steps
    
    def report(self):
        MeasurePrinter(data=self.recorder, measure='RUNNING TIME(us)', order=None).print()
        print(f'\nTotal Inference Time: {self.total_runtime:.4f}(us)')
        print('You should notice that inference time != Lantancy, cause layer can be executed concurrently.')


def Benchmark(engine_file: str, steps: int = 10000) -> float: