Method onForward

express/module/StaticModule.cpp:596–674

}

std::vector<Express::VARP> StaticModule::onForward(const std::vector<Express::VARP>& inputs) {

    AUTOTIME;
    // Apply before resize/clone may construct new Backends (e.g. onClone path).
    if (mRuntimeManager) {
        mRuntimeManager->applyMetaToRuntime();
    }
    std::vector<Express::VARP> outputs;
    bool runResize = (!mShapeInferSeperate) || inputs.size() > 0;
    bool runCompute = (!mShapeInferSeperate) || inputs.size() == 0;
    if (runResize) {
        outputs.resize(mResource->mOutputNumbers);
        for (auto& iter : mResource->mOutputFromInput) {
            outputs[iter.first] = inputs[iter.second];
        }
    }
    if (mResource->mOutputFromTensor.empty()) {
        return outputs;
    }
    Variable::compute(inputs);
#ifdef MNN_DUMP_MEMORY
    auto rt = Executor::getRuntime();
    auto mem = rt.second->onGetMemoryInMB();
    for (auto iter : rt.first) {
        if (iter.second.get() != rt.second.get()) {
            mem += iter.second->onGetMemoryInMB();
        }
    }
    FUNC_PRINT_ALL(mem, f);
#endif

    ErrorCode code = NO_ERROR;
    if (runResize) {
        code = _resize(inputs);
    }
    if (NO_ERROR == code && runCompute) {
        code = _execute();
    }
    if (NO_ERROR != code) {
        FUNC_PRINT(code);
        return {};
    }
    if (!runResize) {
        for (auto& var : mOutputVars) {
            // Check if needed recopy
            auto inside = var->expr().first->inside();
            if (nullptr != inside->mHostTensor) {
                inside->mOutputTensors[0]->copyToHostTensor(inside->mHostTensor);
            }
        }
        return {};
    }
    auto& pipelineInfo = mSession->getPipelineInfo(0);
    for (int i = 0; i < mOutputTensors.size(); ++i) {
        auto tensor = Tensor::clone(mOutputTensors[i]);
        outputs[mResource->mOutputFromTensor[i]] = Express::Variable::create(Express::Expr::create(tensor, true));
        auto backend = TensorUtils::getDescribeOrigin(tensor)->getBackend();
        if (backend == pipelineInfo.first.cache.first.get()) {