| 534 | } |
| 535 | |
| 536 | void EmbLayerNormVarSeqlenPluginBase::serialize(void* buffer) const noexcept |
| 537 | { |
| 538 | serialize_value(&buffer, mType); |
| 539 | serialize_value(&buffer, mLd); |
| 540 | serialize_value(&buffer, mWordVocabSize); |
| 541 | serialize_value(&buffer, mPosVocabSize); |
| 542 | serialize_value(&buffer, mTokVocabSize); |
| 543 | serialize_value(&buffer, mMaskType); |
| 544 | |
| 545 | char* d = static_cast<char*>(buffer); |
| 546 | size_t const wordSize = getElementSize(mType); |
| 547 | |
| 548 | serFromDev(d, mBetaDev.get(), mLd); |
| 549 | serFromDev(d, mGammaDev.get(), mLd); |
| 550 | serFromDev(d, static_cast<char*>(mWordEmbDev.get()), mLd * mWordVocabSize * wordSize); |
| 551 | serFromDev(d, static_cast<char*>(mPosEmbDev.get()), mLd * mPosVocabSize * wordSize); |
| 552 | serFromDev(d, static_cast<char*>(mTokEmbDev.get()), mLd * mTokVocabSize * wordSize); |
| 553 | } |
| 554 | |
| 555 | void EmbLayerNormVarSeqlenPluginBase::destroy() noexcept |
| 556 | { |
nothing calls this directly
no test coverage detected