Function main

src/test/gemma_npu/test.cpp:10–132

xrt::device npu_device_global;

int main(int argc, char* argv[]) {
#ifdef __WINDOWS__
    SetConsoleOutputCP(CP_UTF8);
    SetConsoleCP(CP_UTF8);
#endif
    arg_utils::po::options_description desc("Allowed options");
    arg_utils::po::variables_map vm;
    desc.add_options()("model,m", arg_utils::po::value<std::string>()->required(), "Model file");
    desc.add_options()("Short,s", arg_utils::po::value<bool>()->default_value(true), "Short Prompt");
    desc.add_options()("Preemption,p", arg_utils::po::value<bool>()->default_value(false), "Preemption");
    
    arg_utils::po::store(arg_utils::po::parse_command_line(argc, argv, desc), vm);

    std::string tag = vm["model"].as<std::string>();
    bool short_prompt = vm["Short"].as<bool>();
    bool preemption = vm["Preemption"].as<bool>();
    std::cout << "Model: " << tag << std::endl;
    std::string exe_dir = utils::get_executable_directory();
    std::string model_dir = utils::get_models_directory();
    std::string model_list_path = exe_dir + "/model_list.json";
    model_list model_list(model_list_path, model_dir);


   
    header_print("info", "Initializing chat model...");
    std::string model_path = model_list.get_model_path(tag);
    std::pair<std::string, nlohmann::json> model_info_pair = model_list.get_model_info(tag);
    nlohmann::json model_info = model_info_pair.second;
    std::cout << "Model path: " << model_path << std::endl;
    std::cout << "Model info" << model_info.dump(4) << std::endl;

    
    npu_device_global = xrt::device(0); 
    std::unique_ptr<AutoModel> chat = std::make_unique<Gemma3>(&npu_device_global);
   
    chat->load_model(model_path, model_info, -1, preemption);
    chat_meta_info_t meta_info;
    lm_uniform_input_t uniformed_input;
    std::string response;

    if (short_prompt) {
        uniformed_input.prompt = "Describe this?";
        uniformed_input.images.push_back("../../../tb_files/panda.png");
        uniformed_input.image_payload_types.push_back(input_payload_type_t::FILE_NAME);
        std::cout << "Prompt: " << uniformed_input.prompt << std::endl;
        std::cout << "Response: ";
        chat->start_total_timer();
        // std::string response = chat->generate_with_prompt(meta_info, uniformed_input, 1024, std::cout);
        if (chat->insert(meta_info, uniformed_input))
        {
            response = chat->generate(meta_info, 2048, std::cout);
        }
        chat->stop_total_timer();
        std::cout << std::endl;
        std::cout << std::endl;
        std::cout << chat->show_profile() << std::endl;
       
        uniformed_input.prompt = "Can I have one as a pet?";