Function run_target

src/driver/verify.cpp:111–147

}

static std::vector<argument> run_target(program p,
                                        const target& t,
                                        const compile_options& options,
                                        const verify_options& vo,
                                        const parameter_map& inputs)
{
    if(vo.compiled_model.empty())
    {
        if(vo.quantize == precision::fp16)
        {
            quantize_fp16(p);
        }
        if(vo.quantize == precision::bf16)
        {
            quantize_bf16(p);
        }
        p.compile(t, options);
    }
    else
    {
        p = load(vo.compiled_model);
    }

    parameter_map m;
    for(auto&& x : p.get_parameter_shapes())
    {
        auto arg   = inputs.count(x.first) == 0 ? generate_argument(x.second) : inputs.at(x.first);
        m[x.first] = options.offload_copy ? arg : t.copy_to(arg);
    }
    auto gpu_out = p.eval(m);
    std::vector<argument> output(gpu_out.size());
    std::cout << p << std::endl;
    std::transform(gpu_out.begin(), gpu_out.end(), output.begin(), [&](auto& argu) {
        return options.offload_copy ? argu : t.copy_from(argu);
    });
    return output;
}

bool verify_program(const std::string& name,
                    const program& p,