MCPcopy Create free account
hub / github.com/NVIDIA/TensorRT / serialize

Method serialize

plugin/embLayerNormPlugin/embLayerNormPlugin.cpp:450–469  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

448}
449
450void EmbLayerNormPluginDynamic::serialize(void* buffer) const noexcept
451{
452 serialize_value(&buffer, mType);
453 serialize_value(&buffer, mMhaType);
454 serialize_value(&buffer, mLd);
455 serialize_value(&buffer, mS);
456 serialize_value(&buffer, mWordVocabSize);
457 serialize_value(&buffer, mPosVocabSize);
458 serialize_value(&buffer, mTokVocabSize);
459 serialize_value(&buffer, mUseFullMask);
460 serialize_value(&buffer, mSM);
461
462 char* d = static_cast<char*>(buffer);
463 serFromDev(d, mBetaDev.get(), mLd);
464 serFromDev(d, mGammaDev.get(), mLd);
465 size_t const wordSize = getElementSize(mType);
466 serFromDev(d, static_cast<char*>(mWordEmbDev.get()), mLd * mWordVocabSize * wordSize);
467 serFromDev(d, static_cast<char*>(mPosEmbDev.get()), mLd * mPosVocabSize * wordSize);
468 serFromDev(d, static_cast<char*>(mTokEmbDev.get()), mLd * mTokVocabSize * wordSize);
469}
470
471void EmbLayerNormPluginDynamic::destroy() noexcept
472{

Callers

nothing calls this directly

Calls 4

serialize_valueFunction · 0.85
serFromDevFunction · 0.85
getElementSizeFunction · 0.50
getMethod · 0.45

Tested by

no test coverage detected