(args, dataset: Dataset, eval_set=False)
| 76 | |
| 77 | |
| 78 | def get_dataloader(args, dataset: Dataset, eval_set=False): |
| 79 | if args.local_rank == -1: |
| 80 | train_sampler = RandomSampler(dataset) |
| 81 | else: |
| 82 | train_sampler = DistributedSampler(dataset) |
| 83 | return (x for x in DataLoader(dataset, batch_size=args.train_micro_batch_size_per_gpu//2 if eval_set else args.train_micro_batch_size_per_gpu, sampler=train_sampler, num_workers=args.config['training']['num_workers'])) |
| 84 | |
| 85 | |
| 86 | def pretrain_validation(args, index, model): |
no test coverage detected