Function create_dataloader

tools/caption/caption_llava_next.py:134–138

(df, args, rank, world_size, image_processor, model, tokenizer)

def create_dataloader(df, args, rank, world_size, image_processor, model, tokenizer):
    dataset = VideoDataset(df, args, rank, world_size, image_processor, model, tokenizer)
    return DataLoader(
        dataset, batch_size=args.batch_size, shuffle=False, collate_fn=collate_fn, num_workers=args.num_workers
    )


def split_list(lst, n):