(ids, max_length)
| 65 | return partitions[i] |
| 66 | |
| 67 | def padding_to_maxlength(ids, max_length): |
| 68 | cur_len = len(ids) |
| 69 | len_diff = max_length-len(ids) |
| 70 | return ids + [1] * len_diff, [1] * cur_len + [0] * len_diff |
| 71 | |
| 72 | class PreTrainingDataset(Dataset): |
| 73 | def __init__(self, |
no outgoing calls
no test coverage detected