(self, config_dict, dtype, device)
| 500 | |
| 501 | class T5(torch.nn.Module): |
| 502 | def __init__(self, config_dict, dtype, device): |
| 503 | super().__init__() |
| 504 | self.num_layers = config_dict["num_layers"] |
| 505 | self.encoder = T5Stack(self.num_layers, config_dict["d_model"], config_dict["d_model"], config_dict["d_ff"], config_dict["num_heads"], config_dict["vocab_size"], dtype, device) |
| 506 | self.dtype = dtype |
| 507 | |
| 508 | def get_input_embeddings(self): |
| 509 | return self.encoder.embed_tokens |
no test coverage detected