Function test_multi_thread

lite/test/test_network.cpp:272–319

namespace {
void test_multi_thread(bool multi_thread_compnode) {
    Config config;
    auto lite_tensor = get_input_data("./input_data.npy");
    std::string model_path = "./shufflenet.mge";

    size_t nr_threads = 2;
    std::vector<size_t> thread_ids_user(nr_threads);
    std::vector<size_t> thread_ids_worker(nr_threads);
    auto runner = [&](size_t i) {
        thread_ids_user[i] = std::hash<std::thread::id>{}(std::this_thread::get_id());
        std::shared_ptr<Network> network = std::make_shared<Network>(config);
        Runtime::set_cpu_inplace_mode(network);
        if (multi_thread_compnode) {
            Runtime::set_cpu_threads_number(network, 2);
        }

        network->load_model(model_path);
        Runtime::set_runtime_thread_affinity(
                network, [&multi_thread_compnode, &thread_ids_worker, i](int id) {
                    if (multi_thread_compnode) {
                        if (id == 1) {
                            thread_ids_worker[i] = std::hash<std::thread::id>{}(
                                    std::this_thread::get_id());
                        }
                    } else {
                        thread_ids_worker[i] = std::hash<std::thread::id>{}(
                                std::this_thread::get_id());
                    }
                });

        std::shared_ptr<Tensor> input_tensor = network->get_input_tensor(0);
        auto src_ptr = lite_tensor->get_memory_ptr();
        auto src_layout = lite_tensor->get_layout();
        input_tensor->reset(src_ptr, src_layout);

        network->forward();
        network->wait();
        std::shared_ptr<Tensor> output_tensor = network->get_output_tensor(0);
    };
    std::vector<std::thread> threads;
    for (size_t i = 0; i < nr_threads; i++) {
        threads.emplace_back(runner, i);
        threads[i].join();
    }
    for (size_t i = 0; i < nr_threads; i++) {
        ASSERT_EQ(thread_ids_user[i], thread_ids_worker[i]);
    }
}

}  // namespace