(self, defaults=None)
| 95 | class DataConfig: |
| 96 | |
| 97 | def __init__(self, defaults=None): |
| 98 | super(DataConfig, self).__init__() |
| 99 | if defaults is None: |
| 100 | defaults = {} |
| 101 | self.defaults = defaults |
| 102 | |
| 103 | def apply(self, args, tokenizer): |
| 104 | if torch.distributed.get_rank() == 0: |