Method add_inference_args

demo/HuggingFace/BART/BARTModelConfig.py:64–69

(parser: argparse.ArgumentParser)

    @staticmethod
    def add_inference_args(parser: argparse.ArgumentParser) -> None:
        BARTMetadata.add_args(parser)
        inference_group = parser.add_argument_group("inference group")
        inference_group.add_argument(
            "--fp16", action="store_true", help="Enables fp16 TensorRT tactics."
        )

    @staticmethod
    def from_inference_args(args: argparse.Namespace):