| 448 | } |
| 449 | |
| 450 | void EmbLayerNormPluginDynamic::serialize(void* buffer) const noexcept |
| 451 | { |
| 452 | serialize_value(&buffer, mType); |
| 453 | serialize_value(&buffer, mMhaType); |
| 454 | serialize_value(&buffer, mLd); |
| 455 | serialize_value(&buffer, mS); |
| 456 | serialize_value(&buffer, mWordVocabSize); |
| 457 | serialize_value(&buffer, mPosVocabSize); |
| 458 | serialize_value(&buffer, mTokVocabSize); |
| 459 | serialize_value(&buffer, mUseFullMask); |
| 460 | serialize_value(&buffer, mSM); |
| 461 | |
| 462 | char* d = static_cast<char*>(buffer); |
| 463 | serFromDev(d, mBetaDev.get(), mLd); |
| 464 | serFromDev(d, mGammaDev.get(), mLd); |
| 465 | size_t const wordSize = getElementSize(mType); |
| 466 | serFromDev(d, static_cast<char*>(mWordEmbDev.get()), mLd * mWordVocabSize * wordSize); |
| 467 | serFromDev(d, static_cast<char*>(mPosEmbDev.get()), mLd * mPosVocabSize * wordSize); |
| 468 | serFromDev(d, static_cast<char*>(mTokEmbDev.get()), mLd * mTokVocabSize * wordSize); |
| 469 | } |
| 470 | |
| 471 | void EmbLayerNormPluginDynamic::destroy() noexcept |
| 472 | { |
nothing calls this directly
no test coverage detected