(self, args, tokenizer)
| 101 | self.defaults = defaults |
| 102 | |
| 103 | def apply(self, args, tokenizer): |
| 104 | if torch.distributed.get_rank() == 0: |
| 105 | print('configuring data') |
| 106 | self.apply_defaults(args) |
| 107 | return make_loaders(args, tokenizer) |
| 108 | |
| 109 | def set_defaults(self, **kwargs): |
| 110 | for k, v in kwargs.items(): |
no test coverage detected