(sizes)
| 138 | |
| 139 | |
| 140 | def create_doc_idx(sizes): |
| 141 | doc_idx = [0] |
| 142 | for i, s in enumerate(sizes): |
| 143 | if s == 0: |
| 144 | doc_idx.append(i + 1) |
| 145 | return doc_idx |
| 146 | |
| 147 | |
| 148 | class IndexedDataset(torch.utils.data.Dataset): |
nothing calls this directly
no outgoing calls
no test coverage detected