(sample_data)
| 48 | |
| 49 | |
| 50 | def test_roundtrip(sample_data): |
| 51 | inputs, attention_mask, _, labels = sample_data |
| 52 | unpadded_inputs, indices, _, _, _, unpadded_labels = unpad_input(inputs, attention_mask, labels=labels) |
| 53 | padded_inputs, padded_labels = pad_input(unpadded_inputs, indices, batch=2, seqlen=4, labels=unpadded_labels) |
| 54 | |
| 55 | assert torch.allclose(inputs[attention_mask.bool()], padded_inputs[attention_mask.bool()]) |
| 56 | assert torch.all(labels == padded_labels) |
| 57 | |
| 58 | |
| 59 | def test_token_input(): |
nothing calls this directly
no test coverage detected