Method prepare

src/gpu/cl/operators/ClFullyConnected.cpp:634–691

}

void ClFullyConnected::prepare(ITensorPack &tensors)
{
    // Note : Running prepare() each run when _use_matmul is true is unnecessary unless weights conversion is needed.
    if (!_is_prepared || _dynamic_gemm)
    {
#ifdef ARM_COMPUTE_ASSERTS_ENABLED
        ++_asrt_prepare_count;
        ARM_COMPUTE_ERROR_ON(!_dynamic_gemm && !_use_matmul && _asrt_prepare_count > 1);
#endif // ARM_COMPUTE_ASSERTS_ENABLED

        auto weights = tensors.get_const_tensor(ACL_SRC_1);

        CLAuxTensorHandler reshaped_weights(offset_int_vec(TransposedWeights), _reshaped_weights, tensors, false);
        CLAuxTensorHandler converted_weights(offset_int_vec(ConvertedWeights), _converted_weights, tensors, false);

        // Pointer to current weights
        const ITensor *cur_weights = weights;

        // Reshape weights if needed. Disabled when matmul kernels are enabled as matmul fuses transpose.
        if (_transpose_weights && !_use_matmul)
        {
            // Run reshape weights kernel and mark weights as unused
            ITensorPack transpose_pack{{ACL_SRC, weights}, {ACL_DST, reshaped_weights.get()}};
            _reshape_weights->run(transpose_pack);

            cur_weights->mark_as_unused();
            cur_weights = reshaped_weights.get();
        }

        // Convert weights if needed
        if (_run_convert_weights)
        {
            ITensorPack convert_pack{{ACL_SRC, cur_weights}, {ACL_DST, converted_weights.get()}};
            _convert_weights->run(convert_pack);

            cur_weights->mark_as_unused();
            cur_weights = converted_weights.get();
        }

        ITensorPack gemm_pack = tensors;
        gemm_pack.add_const_tensor(ACL_SRC_1, cur_weights);

        // Prepare GEMM prepare and release unused weights
        if (_dynamic_gemm || !_use_matmul)
        {
            if (!_is_quantized)
            {
                _mm_gemm->prepare(gemm_pack);
            }
            else
            {
                _mm_gemmlowp->prepare(gemm_pack);
            }
        }

        _is_prepared = true;
    }
}