:param config
(self, config, tokenizer, transformer, dataset_reader)
| 17 | """ |
| 18 | |
| 19 | def __init__(self, config, tokenizer, transformer, dataset_reader): |
| 20 | """ |
| 21 | :param config |
| 22 | """ |
| 23 | super().__init__() |
| 24 | self.config = config |
| 25 | self.tokenizer = tokenizer |
| 26 | self.model = transformer |
| 27 | self.dataset_reader = dataset_reader |
| 28 | |
| 29 | self.use_deepspeed = self.config.compute_strategy.startswith("deepspeed") |
| 30 | self.use_ddp = self.config.compute_strategy.startswith("ddp") |
| 31 | self.load_model() |
| 32 | |
| 33 | self._last_global_step_saved = -1 |
| 34 | |
| 35 | self.best_eval_model_metric = [-1] |
| 36 | self.best_eval_global_step = -1 |
| 37 | |
| 38 | if self.config.fishmask_mode is not None: |
| 39 | fishmask_plugin_on_init(self) |
| 40 | |
| 41 | def training_step(self, batch, batch_idx): |
| 42 | if self.config.model_modifier == "intrinsic": |
nothing calls this directly
no test coverage detected