Freeze token embeddings and positional embeddings for bart, just token embeddings for t5.
(self)
| 97 | self.num_workers = hparams.num_workers |
| 98 | |
| 99 | def freeze_embeds(self): |
| 100 | """Freeze token embeddings and positional embeddings for bart, just token embeddings for t5.""" |
| 101 | try: |
| 102 | freeze_params(self.model.model.shared) |
| 103 | for d in [self.model.model.encoder, self.model.model.decoder]: |
| 104 | freeze_params(d.embed_positions) |
| 105 | freeze_params(d.embed_tokens) |
| 106 | except AttributeError: |
| 107 | freeze_params(self.model.shared) |
| 108 | for d in [self.model.encoder, self.model.decoder]: |
| 109 | freeze_params(d.embed_tokens) |
| 110 | |
| 111 | def forward(self, input_ids, **kwargs): |
| 112 | return self.model(input_ids, **kwargs) |
no test coverage detected