| 393 | } |
| 394 | |
| 395 | void QKVToContextPluginDynamic::serialize(void* buffer) const noexcept |
| 396 | { |
| 397 | serialize_value(&buffer, mType); |
| 398 | serialize_value(&buffer, mNumHeads); |
| 399 | serialize_value(&buffer, mHeadSize); |
| 400 | serialize_value(&buffer, mHasImask); |
| 401 | serialize_value(&buffer, mHiddenSize); |
| 402 | serialize_value(&buffer, mSM); |
| 403 | serialize_value(&buffer, mS); |
| 404 | serialize_value(&buffer, mB); |
| 405 | |
| 406 | serialize_value(&buffer, mDqProbs); |
| 407 | if (unfusedDispatcher.get() && unfusedDispatcher->getWorkspaceSize()) |
| 408 | { |
| 409 | int32_t hasUnfusedRunner = 1; |
| 410 | serialize_value(&buffer, hasUnfusedRunner); |
| 411 | unfusedDispatcher->serialize(buffer); |
| 412 | } |
| 413 | else |
| 414 | { |
| 415 | int32_t hasUnfusedRunner = 0; |
| 416 | serialize_value(&buffer, hasUnfusedRunner); |
| 417 | } |
| 418 | } |
| 419 | |
| 420 | void QKVToContextPluginDynamic::destroy() noexcept |
| 421 | { |
nothing calls this directly
no test coverage detected