| 107 | return self._trt_builder |
| 108 | |
| 109 | def create_network(self) -> Network: |
| 110 | explicit_batch_flag = 0 |
| 111 | # Explicit batch flag will be deprecated in TRT 10 |
| 112 | if "EXPLICIT_BATCH" in trt.NetworkDefinitionCreationFlag.__members__.keys( |
| 113 | ): |
| 114 | explicit_batch_flag = 1 << int( |
| 115 | trt.NetworkDefinitionCreationFlag.EXPLICIT_BATCH) |
| 116 | |
| 117 | if self.strongly_typed: |
| 118 | return Network()._init( |
| 119 | self.trt_builder.create_network( |
| 120 | explicit_batch_flag |
| 121 | | (1 << int( |
| 122 | trt.NetworkDefinitionCreationFlag.STRONGLY_TYPED)))) |
| 123 | else: |
| 124 | return Network()._init( |
| 125 | self.trt_builder.create_network(explicit_batch_flag)) |
| 126 | |
| 127 | def create_builder_config(self, |
| 128 | precision: Union[str, trt.DataType], |