Method create_text_tokenizer

bytecode/gdscript_tokenizer_compat.cpp:299–311

}

Ref<GDScriptTokenizerCompat> GDScriptTokenizerCompat::create_text_tokenizer(const GDScriptDecomp *p_decomp, const String &p_code) {
	Ref<GDScriptTokenizerCompat> r_tokenizer;
	if (p_decomp->get_bytecode_version() >= GDScriptDecomp::GDSCRIPT_2_0_VERSION) {
		Ref<GDScriptV2TokenizerCompatText> tokenizer = Ref<GDScriptV2TokenizerCompatText>(memnew(GDScriptV2TokenizerCompatText(p_decomp)));
		tokenizer->set_source_code(p_code);
		r_tokenizer = tokenizer;
	} else {
		Ref<GDScriptV1TokenizerTextCompat> tokenizer = Ref<GDScriptV1TokenizerTextCompat>(memnew(GDScriptV1TokenizerTextCompat(p_decomp)));
		tokenizer->set_code(p_code);
		r_tokenizer = tokenizer;
	}
	return r_tokenizer;
}