| 31 | using namespace turbo_transformers::loaders; |
| 32 | |
| 33 | static std::unique_ptr<layers::BERTEmbedding> LoadEmbedding(NPZMapView npz, |
| 34 | DLDeviceType dev) { |
| 35 | NPZLoader params(std::move(npz), dev); |
| 36 | |
| 37 | return std::unique_ptr<layers::BERTEmbedding>(new layers::BERTEmbedding( |
| 38 | params["word_embeddings.weight"], params["position_embeddings.weight"], |
| 39 | params["token_type_embeddings.weight"], params["LayerNorm.weight"], |
| 40 | params["LayerNorm.bias"])); |
| 41 | } |
| 42 | |
| 43 | static std::unique_ptr<layers::BertPooler> LoadPooler(NPZMapView npz, |
| 44 | DLDeviceType dev) { |