Function
build_dataloader
(dataset, template, verbalizer, tokenizer, tokenizer_wrapper_class, batch_size)
Source from the content-addressed store, hash-verified
| 70 | |
| 71 | |
| 72 | def build_dataloader(dataset, template, verbalizer, tokenizer, tokenizer_wrapper_class, batch_size): |
| 73 | dataloader = PromptDataLoader( |
| 74 | dataset = dataset, |
| 75 | template = template, |
| 76 | verbalizer = verbalizer, |
| 77 | tokenizer = tokenizer, |
| 78 | tokenizer_wrapper_class=tokenizer_wrapper_class, |
| 79 | decoder_max_length=128, |
| 80 | batch_size = batch_size, |
| 81 | shuffle = True, |
| 82 | ) |
| 83 | |
| 84 | return dataloader |
| 85 | |
| 86 | |
| 87 | |
Tested by
no test coverage detected