Function TextCodeTemplate

data_utils/templates.py:52–65

(text, code)

        return ret

def TextCodeTemplate(text, code):
    tokenizer = get_tokenizer()
    if isinstance(text, str):
        text_ids = [tokenizer['[ROI1]']] + tokenizer(text)
    else:
        text_ids = np.concatenate(
                (
                    np.array([tokenizer['[ROI1]']]),
                    text,
                ),
                axis=0
            )
    code = tokenizer.wrap_code(code)
    return concat_codes(text_ids, code)

def Code2CodeTemplate(text, code0, code1):
    tokenizer = get_tokenizer()