Method process_next_npu_request

src/server/server.cpp:593–625

@brief process_next_npu_request Handles one queued NPU task at a time

///@brief process_next_npu_request Handles one queued NPU task at a time
void WebServer::process_next_npu_request() {
    {
        std::lock_guard<std::mutex> lock(npu_queue_mutex_);
    if (npu_request_queue_.empty()) {
        NPUAccessManager::release_npu_access();
        return; // Queue is empty, NPU is free
    }
    }

    // NPU cooldown before running the next queued task.
    constexpr auto npu_cooldown = std::chrono::milliseconds(333);
    std::this_thread::sleep_for(npu_cooldown);

    std::function<void()> task;
    size_t remaining = 0;
    {
        std::lock_guard<std::mutex> lock(npu_queue_mutex_);
        if (npu_request_queue_.empty()) {
            NPUAccessManager::release_npu_access();
            return;
        }

        task = npu_request_queue_.front();
        npu_request_queue_.pop();
        remaining = npu_request_queue_.size();
    }

    header_print("🟡 ", "Dequeuing NPU request (" + std::to_string(remaining) + " remaining)...");

    // Post the task to be executed by the io_context
    net::post(ioc, task);
 
}

///@brief handle request
///@param req the request