MCPcopy Create free account
hub / github.com/NVIDIA/TensorRT / query

Method query

samples/common/sampleInference.cpp:720–755  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

718 }
719
720 bool query(bool skipTransfers)
721 {
722 if (mActive[mNext])
723 {
724 return true;
725 }
726
727 if (!skipTransfers)
728 {
729 record(EventType::kINPUT_S, StreamType::kINPUT);
730 setInputData(false);
731 record(EventType::kINPUT_E, StreamType::kINPUT);
732 wait(EventType::kINPUT_E, StreamType::kCOMPUTE); // Wait for input DMA before compute
733 }
734
735 record(EventType::kCOMPUTE_S, StreamType::kCOMPUTE);
736 recordEnqueueTime();
737 if (!mEnqueue(getStream(StreamType::kCOMPUTE)))
738 {
739 return false;
740 }
741 recordEnqueueTime();
742 record(EventType::kCOMPUTE_E, StreamType::kCOMPUTE);
743
744 if (!skipTransfers)
745 {
746 wait(EventType::kCOMPUTE_E, StreamType::kOUTPUT); // Wait for compute before output DMA
747 record(EventType::kOUTPUT_S, StreamType::kOUTPUT);
748 fetchOutputData(false);
749 record(EventType::kOUTPUT_E, StreamType::kOUTPUT);
750 }
751
752 mActive[mNext] = true;
753 moveNext();
754 return true;
755 }
756
757 float sync(
758 TimePoint const& cpuStart, TrtCudaEvent const& gpuStart, std::vector<InferenceTrace>& trace, bool skipTransfers)

Callers 4

filter_by_layerFunction · 0.80
tc_lintMethod · 0.80
render_diagramFunction · 0.80

Calls

no outgoing calls

Tested by

no test coverage detected