:param verbose: If enabled, a higher verbosity level will be set on the TensorRT logger. :param workspace: Max memory workspace to allow, in Gb.
(self, verbose=False, workspace=8)
| 118 | """ |
| 119 | |
| 120 | def __init__(self, verbose=False, workspace=8): |
| 121 | """ |
| 122 | :param verbose: If enabled, a higher verbosity level will be set on the TensorRT logger. |
| 123 | :param workspace: Max memory workspace to allow, in Gb. |
| 124 | """ |
| 125 | self.trt_logger = trt.Logger(trt.Logger.INFO) |
| 126 | if verbose: |
| 127 | self.trt_logger.min_severity = trt.Logger.Severity.VERBOSE |
| 128 | |
| 129 | trt.init_libnvinfer_plugins(self.trt_logger, namespace="") |
| 130 | |
| 131 | self.builder = trt.Builder(self.trt_logger) |
| 132 | self.config = self.builder.create_builder_config() |
| 133 | self.config.max_workspace_size = workspace * (2 ** 30) |
| 134 | |
| 135 | self.batch_size = None |
| 136 | self.network = None |
| 137 | self.parser = None |
| 138 | |
| 139 | def create_network(self, onnx_path): |
| 140 | """ |