MCPcopy Create free account
hub / github.com/NVIDIA/TensorRT / serialize

Method serialize

plugin/bertQKVToContextPlugin/qkvToContextPlugin.cpp:395–418  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

393}
394
395void QKVToContextPluginDynamic::serialize(void* buffer) const noexcept
396{
397 serialize_value(&buffer, mType);
398 serialize_value(&buffer, mNumHeads);
399 serialize_value(&buffer, mHeadSize);
400 serialize_value(&buffer, mHasImask);
401 serialize_value(&buffer, mHiddenSize);
402 serialize_value(&buffer, mSM);
403 serialize_value(&buffer, mS);
404 serialize_value(&buffer, mB);
405
406 serialize_value(&buffer, mDqProbs);
407 if (unfusedDispatcher.get() && unfusedDispatcher->getWorkspaceSize())
408 {
409 int32_t hasUnfusedRunner = 1;
410 serialize_value(&buffer, hasUnfusedRunner);
411 unfusedDispatcher->serialize(buffer);
412 }
413 else
414 {
415 int32_t hasUnfusedRunner = 0;
416 serialize_value(&buffer, hasUnfusedRunner);
417 }
418}
419
420void QKVToContextPluginDynamic::destroy() noexcept
421{

Callers

nothing calls this directly

Calls 3

serialize_valueFunction · 0.85
getMethod · 0.45
getWorkspaceSizeMethod · 0.45

Tested by

no test coverage detected