Function execute

examples/qualcomm/util_scripts/cli.py:293–436

(args)

def execute(args):
    logger = get_logger()

    pte_name = Path(args.artifact).stem

    # get input order
    from executorch.runtime import Runtime, Verification

    et_runtime = Runtime.get()
    program = et_runtime.load_program(
        args.artifact,
        verification=Verification.Minimal,
    )
    try:
        input_order_func = program.load_method(INPUT_ORDER)
    except Exception:
        logger.error(
            "Missing INPUT_ORDER in the .pte. The CLI execute command only supports .pte files generated by the CLI compile command, which preserves the input order."
        )
        exit(1)
    input_order = input_order_func.execute([])

    # load input files
    logger.info("loading user inputs")
    input_list_parser = InputListParser(args.input_list)
    user_inputs = []
    for inputs in input_list_parser:
        if isinstance(inputs, dict):
            ordered_inputs = []
            # since io_info is dict and it is ordered in python
            # we use it to reorder input assignments here
            for name in input_order:
                ordered_inputs.append(inputs[name])
            user_inputs.append(ordered_inputs)
        else:
            user_inputs.append(inputs)
        if args.profile:
            break

    logger.info("retrieving graph I/O")
    # setup compiler spec
    backend_type = get_backend_type(args.backend)
    match backend_type:
        case QnnExecuTorchBackendType.kHtpBackend:
            backend_options = generate_htp_compiler_spec(use_fp16=True)
        case QnnExecuTorchBackendType.kLpaiBackend:
            backend_options = generate_lpai_compiler_spec(
                target_env=QnnExecuTorchLpaiTargetEnv.kArm
            )
        case _:
            raise ValueError("Backend is not implemented yet")
    # setup general compiler spec for QNN
    compiler_specs = generate_qnn_executorch_compiler_spec(
        soc_model=getattr(QcomChipset, args.soc_model),
        backend_options=backend_options,
    )
    io_info = get_io_info(args.artifact, compiler_specs)
    logger.info("preparing ADB connection")