(self)
| 152 | dataset_kwargs.update({"add_prefix_space": True} if isinstance(self.tokenizer, BartTokenizer) else {}) |
| 153 | |
| 154 | def __len__(self): |
| 155 | return len(self.src_lens) |
| 156 | |
| 157 | @staticmethod |
| 158 | def get_char_lens(data_file): |
nothing calls this directly
no outgoing calls
no test coverage detected