(self, msg)
| 201 | self.clip_grad_norm = clip_grad_norm |
| 202 | |
| 203 | def maybe_print(self, msg): |
| 204 | rank = link.get_rank() |
| 205 | if self.verbose and rank == 0: |
| 206 | print(msg) |
| 207 | |
| 208 | def __getstate__(self): |
| 209 | raise RuntimeError("FP16_Optimizer should be serialized using " |