MCPcopy Create free account
hub / github.com/NVIDIA/TensorRT / serialize

Method serialize

plugin/embLayerNormPlugin/embLayerNormVarSeqlenPlugin.cpp:536–553  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

534}
535
536void EmbLayerNormVarSeqlenPluginBase::serialize(void* buffer) const noexcept
537{
538 serialize_value(&buffer, mType);
539 serialize_value(&buffer, mLd);
540 serialize_value(&buffer, mWordVocabSize);
541 serialize_value(&buffer, mPosVocabSize);
542 serialize_value(&buffer, mTokVocabSize);
543 serialize_value(&buffer, mMaskType);
544
545 char* d = static_cast<char*>(buffer);
546 size_t const wordSize = getElementSize(mType);
547
548 serFromDev(d, mBetaDev.get(), mLd);
549 serFromDev(d, mGammaDev.get(), mLd);
550 serFromDev(d, static_cast<char*>(mWordEmbDev.get()), mLd * mWordVocabSize * wordSize);
551 serFromDev(d, static_cast<char*>(mPosEmbDev.get()), mLd * mPosVocabSize * wordSize);
552 serFromDev(d, static_cast<char*>(mTokEmbDev.get()), mLd * mTokVocabSize * wordSize);
553}
554
555void EmbLayerNormVarSeqlenPluginBase::destroy() noexcept
556{

Callers

nothing calls this directly

Calls 4

serialize_valueFunction · 0.85
serFromDevFunction · 0.85
getElementSizeFunction · 0.50
getMethod · 0.45

Tested by

no test coverage detected