| 91 | }; |
| 92 | |
| 93 | bool execute_async(IExecutionContext& self, int32_t batchSize, std::vector<size_t>& bindings, |
| 94 | size_t streamHandle, void* inputConsumed) { |
| 95 | return self.enqueue(batchSize, reinterpret_cast<void**>(bindings.data()), |
| 96 | reinterpret_cast<cudaStream_t>(streamHandle), reinterpret_cast<cudaEvent_t*>(inputConsumed)); |
| 97 | }; |
| 98 | |
| 99 | static const auto execute_v2 = [](IExecutionContext& self, std::vector<size_t>& bindings) { |
| 100 | return self.executeV2(reinterpret_cast<void**>(bindings.data())); |