Method as_trt_engine

demo/HuggingFace/NNDF/models.py:225–250

Converts current model into an TRT engine. Uses provided converter to convert object or default_convert is used instead if available. Args: output_fpath (str): File location of the generated ONNX file. converter (ModelFileConverter): Class to convert

(
        self,
        output_fpath: str,
        converter: ModelFileConverter = None,
        force_overwrite: bool = False,
        profiles: List[Profile] = [],
        preview_features: List[PreviewFeature] = []
    )

        )

    def as_trt_engine(
        self,
        output_fpath: str,
        converter: ModelFileConverter = None,
        force_overwrite: bool = False,
        profiles: List[Profile] = [],
        preview_features: List[PreviewFeature] = []
    ):
        """
        Converts current model into an TRT engine.
        Uses provided converter to convert object or default_convert is used instead if available.

        Args:
            output_fpath (str): File location of the generated ONNX file.
            converter (ModelFileConverter): Class to convert current model instance into another.
            force_overwrite (bool): If the file already exists, tell whether or not to overwrite.
                                    Since torch models folders, can potentially erase entire folders.
            profiles (List[polygraphy.backend.trt.Profile]): The optimization profiles used to build the engine.
            preview_features (List[tensorrt.PreviewFeature]): The preview features to enable when building the engine.

        Returns:
            TRTEngineFile: Newly generated ONNXModelFile
        """
        raise NotImplementedError(
            "Current model does not support exporting to trt engine."
        )

    @abstractmethod
    def cleanup(self) -> None: