Method onForward

express/module/Module.cpp:211–277

    }

    virtual std::vector<Express::VARP> onForward(const std::vector<Express::VARP>& inputs) override {
        auto mModule = mChildren[0];
        // Reset resize staus
        mInfo->runTimeManager->getInside()->mResizeStatus = 0;
#ifdef MNN_INTERNAL_ENABLED
        Timer _time;
        auto glo = ExecutorScope::Current();
        glo->getDebugTools()->flops = 0.0f;
#endif
        std::vector<VARP> outputs;
        {
            Executor::RuntimeExecuteWrap wrap(mInfo->runTimeManager->getInside()->mRuntime);
            outputs = mModule->onForward(inputs);
        }
        
        // Check execution status after forward
        if (!outputs.empty()) {
            bool hasNoExecution = false;
            for (auto& v : outputs) {
                auto t = Utils::getTensor(v);
                if (nullptr != t) {
                    auto backend = TensorUtils::getDescribeOrigin(t)->getBackend();
                    if (nullptr != backend) {
                        // Try to sync to check execution status
                        int syncResult = backend->onSync(Tensor::MAP_TENSOR_READ, false, t);
                        if (NO_EXECUTION == syncResult) {
                            hasNoExecution = true;
                            break;
                        }
                    }
                }
            }
            if (hasNoExecution) {
                MNN_PRINT("Warning, Backend has stop execute, return empty output vector varps\n");
                outputs.clear();
            }
        }
        
#ifdef MNN_INTERNAL_ENABLED
        do {
            if (outputs.empty()) {
                break;
            }
            if (!shouldLog(FREQ_LOW)) {
                break;
            }
            for (auto& v : outputs) {
                auto t = Utils::getTensor(v);
                t->wait(Tensor::MAP_TENSOR_READ, true);
            }
            auto metrics = mLogInfo;
            metrics.emplace("Time", std::to_string((float)_time.durationInUs() / 1000.0f));
            metrics.emplace("API", "NetModule::onForward");
            if (mInfo->runTimeManager.get() != nullptr) {
                float memory = 0.0f;
                mInfo->runTimeManager->getInfo(Interpreter::MEMORY, &memory);
                metrics.emplace("Flops", std::to_string(glo->getDebugTools()->flops));
                metrics.emplace("Memory", std::to_string(memory));