(self, config, tokenizer)
| 68 | return config |
| 69 | |
| 70 | def __init__(self, config, tokenizer): |
| 71 | self.config = self.get_default_config(config) |
| 72 | assert self.config.fields != '' or self.config.fields_from_example != '', ( |
| 73 | 'Either fields or fields_from_example must be specified.' |
| 74 | ) |
| 75 | self.tokenizer = tokenizer |
| 76 | |
| 77 | def __call__(self, example, has_aux=False, add_bos_token=True, add_eos_token=True): |
| 78 | if has_aux: |
nothing calls this directly
no test coverage detected