Method convertAndCopy

plugin/common/bertCommon.h:331–388

    WeightsWithOwnership operator=(WeightsWithOwnership const&&) = delete;

    void convertAndCopy(nvinfer1::Weights const& src, nvinfer1::DataType type)
    {
        this->type = type;
        this->count = src.count;

        if (type == nvinfer1::DataType::kFLOAT)
        {
            auto destBuf = new float[src.count];
            this->values = destBuf;

            if (src.type == nvinfer1::DataType::kFLOAT)
            {
                BERT_DEBUG_MSG("Float Weights(Host) => Float Array(Host)");
                std::copy_n(static_cast<float const*>(src.values), src.count, destBuf);
            }
            else
            {
                PLUGIN_ASSERT(src.type == nvinfer1::DataType::kHALF);

                BERT_DEBUG_MSG("Half Weights(Host) => Float Array(Host)");
                auto const s = static_cast<half const*>(src.values);
                auto d = static_cast<float*>(const_cast<void*>(this->values));

                for (auto it = 0; it < src.count; it++)
                {
                    d[it] = __half2float(s[it]);
                }
            }
        }
        else if (type == nvinfer1::DataType::kHALF)
        {
            auto destBuf = new half[src.count];
            this->values = destBuf;

            if (src.type == nvinfer1::DataType::kHALF)
            {
                BERT_DEBUG_MSG("Half Weights(Host) => Half Array(Host)");
                std::copy_n(static_cast<half const*>(src.values), src.count, destBuf);
            }
            else
            {
                PLUGIN_ASSERT(src.type == nvinfer1::DataType::kFLOAT);

                BERT_DEBUG_MSG("Float Weights(Host) => Half Array(Host)");
                auto const s = static_cast<float const*>(src.values);
                auto d = static_cast<half*>(const_cast<void*>(this->values));

                for (auto it = 0; it < src.count; it++)
                {
                    d[it] = __float2half(s[it]);
                }
            }
        }
        else
        {
            throw std::runtime_error("Unsupported DataType specified for plugin.");
        }
    }