Class LazilyDeserializedEngine

samples/common/sampleEngines.h:51–182

\brief A helper class to hold a serialized engine (std or safe) and only deserialize it when being accessed.

//! \brief A helper class to hold a serialized engine (std or safe) and only deserialize it when being accessed.
//!
class LazilyDeserializedEngine
{
public:
    //!
    //! \brief Delete default constructor to make sure isSafe and DLACore are always set.
    //!
    LazilyDeserializedEngine() = delete;

    //!
    //! \brief Constructor of LazilyDeserializedEngine.
    //!
    LazilyDeserializedEngine(bool isSafe, bool versionCompatible, int32_t DLACore, std::string const& tempdir,
        nvinfer1::TempfileControlFlags tempfileControls, std::string const& leanDLLPath)
        : mIsSafe(isSafe)
        , mVersionCompatible(versionCompatible)
        , mDLACore(DLACore)
        , mTempdir(tempdir)
        , mTempfileControls(tempfileControls)
        , mLeanDLLPath(leanDLLPath)
    {
    }

    //!
    //! \brief Move from another LazilyDeserializedEngine.
    //!
    LazilyDeserializedEngine(LazilyDeserializedEngine&& other)
    {
        mIsSafe = other.mIsSafe;
        mVersionCompatible = other.mVersionCompatible;
        mDLACore = other.mDLACore;
        mEngineBlob = std::move(other.mEngineBlob);
        mEngine = std::move(other.mEngine);
        mSafeEngine = std::move(other.mSafeEngine);
        mTempdir = std::move(other.mTempdir);
        mTempfileControls = other.mTempfileControls;
        mLeanDLLPath = std::move(other.mLeanDLLPath);
        mDynamicPlugins = std::move(other.mDynamicPlugins);
    }

    //!
    //! \brief Delete copy constructor.
    //!
    LazilyDeserializedEngine(LazilyDeserializedEngine const& other) = delete;

    //!
    //! \brief Get the pointer to the ICudaEngine. Triggers deserialization if not already done so.
    //!
    nvinfer1::ICudaEngine* get();

    //!
    //! \brief Get the pointer to the ICudaEngine and release the ownership.
    //!
    nvinfer1::ICudaEngine* release();

    //!
    //! \brief Get the pointer to the safe::ICudaEngine. Triggers deserialization if not already done so.
    //!
    nvinfer1::safe::ICudaEngine* getSafe();