Function tokenizing_distributed_data_loader_bos_bestfit

nanochat/dataloader.py:163–166

Helper that omits state_dict from yields.

(*args, **kwargs)

        yield inputs, targets, state_dict

def tokenizing_distributed_data_loader_bos_bestfit(*args, **kwargs):
    """Helper that omits state_dict from yields."""
    for inputs, targets, state_dict in tokenizing_distributed_data_loader_with_state_bos_bestfit(*args, **kwargs):
        yield inputs, targets