Method init_dataloader

workers/base.py:136–146

(self, input_pth, batch_size)

        self.print_in_main(f'Generation config: {self.generation_config}')

    def init_dataloader(self, input_pth, batch_size):
        dataset = MyDataset(input_pth)
        dataloader = DataLoader(
            dataset,
            batch_size=batch_size,
            shuffle=False,
            drop_last=False,
            collate_fn=dataset.collate_fn,
        )
        self.dataloader = dataloader 
        self.wrap_dataloader()

    def wrap_dataloader(self):
        self.dataloader = self.accelerator.prepare(self.dataloader)