Class GDScriptV1TokenizerTextCompat

bytecode/gdscript_v1_tokenizer_compat.h:143–219

NOTE: This only supports up to Godot 4.0-dev2; does not support any 4.x releases.

// NOTE: This only supports up to Godot 4.0-dev2; does not support any 4.x releases.
class GDScriptV1TokenizerTextCompat : public GDScriptTokenizerV1Compat {
public:
	using TokenType = GDScriptDecomp::GlobalToken;
	using T = TokenType;

	enum {
		MAX_LOOKAHEAD = 4,
		TK_RB_SIZE = MAX_LOOKAHEAD * 2 + 1

	};
	enum StringMode {
		STRING_SINGLE_QUOTE,
		STRING_DOUBLE_QUOTE,
		STRING_MULTILINE
	};

private:
	void _make_token(TokenType p_type);
	void _make_newline(int p_indentation = 0, int p_tabs = 0);
	void _make_identifier(const StringName &p_identifier);
	void _make_built_in_func(int p_func);
	void _make_constant(const Variant &p_constant);
	void _make_type(const int &p_type);
	void _make_error(const String &p_error);

	String code;
	int len = 0;
	int code_pos = 0;
	const CharType *_code = nullptr;
	int line = 0;
	int column = 0;
	Token tk_rb[TK_RB_SIZE * 2 + 1];
	int tk_rb_pos = 0;
	String last_error;
	bool error_flag = 0;

	const Ref<GodotVer> engine_ver;

	bool compat_newline_after_string_debug_fix = false;
	bool compat_bin_consts = false;
	bool compat_no_mixed_spaces = false;
	bool compat_underscore_num_consts = false;
	bool compat_gdscript_2_0 = false;

#ifdef DEBUG_ENABLED
	Vector<Pair<int, String>> warning_skips;
	RBSet<String> warning_global_skips;
	bool ignore_warnings = true;
#endif // DEBUG_ENABLED

	void _advance();

public:
	// bool is_token_literal(int p_offset = 0, bool variable_safe = false) const;
	// StringName get_token_literal(int p_offset = 0) const;

	void set_code(const String &p_code);
	virtual GDScriptDecomp::GlobalToken get_token(int p_offset = 0) const;