Class EnqueueImplicit

samples/common/sampleInference.cpp:507–540

\class EnqueueImplicit \brief Functor to enqueue inference with implicit batch

//! \brief Functor to enqueue inference with implicit batch
//!
class EnqueueImplicit : private Enqueue
{

public:
    explicit EnqueueImplicit(nvinfer1::IExecutionContext& context, void** buffers, int32_t batch)
        : Enqueue(context)
        , mBuffers(buffers)
        , mBatch(batch)
    {
    }

    bool operator()(TrtCudaStream& stream) const
    {
        try
        {
            bool const result = mContext.enqueue(mBatch, mBuffers, stream.get(), nullptr);
            // Collecting layer timing info from current profile index of execution context
            if (mContext.getProfiler() && !mContext.getEnqueueEmitsProfile() && !mContext.reportToProfiler())
            {
                gLogWarning << "Failed to collect layer timing info from previous enqueue()" << std::endl;
            }
            return result;
        }
        catch (const std::exception&)
        {
            return false;
        }
        return false;
    }

private:
    void** mBuffers{};
    int32_t mBatch{};
};

//!
//! \class EnqueueExplicit