Function generate_prompt_samples

codegeex/data/process_pretrain_dataset.py:72–78

(
    dataset: Iterable[Dict], 
    language: str = None,
    mode: str = "pretrain",
)

def generate_prompt_samples(
    dataset: Iterable[Dict], 
    language: str = None,
    mode: str = "pretrain",
) -> PromptDataset:
    for sample in dataset:
        yield from process_sample(sample, language, mode)


def main(