Method parse_code_string

bytecode/gdscript_v2_tokenizer_buffer.cpp:263–419

}

Vector<uint8_t> GDScriptV2TokenizerBufferCompat::parse_code_string(const String &p_code, const GDScriptDecomp *p_decomp, CompressMode p_compress_mode) {
	HashMap<StringName, uint32_t> identifier_map;
	HashMap<Variant, uint32_t> constant_map;
	Vector<uint8_t> token_buffer;
	HashMap<uint32_t, uint32_t> token_lines;
	HashMap<uint32_t, uint32_t> token_columns;

	GDScriptV2TokenizerCompatText tokenizer(p_decomp);
	tokenizer.set_source_code(p_code);
	tokenizer.set_multiline_mode(true); // Ignore whitespace tokens.

	Token current = tokenizer.scan();
	Vector<Token> tokens;
	while (current.type != Token::Type::G_TK_EOF) {
		tokens.push_back(current);
		current = tokenizer.scan();
	}
	int token_pos = 0;
	int last_token_line = 0;
	int token_counter = 0;

	for (const Token &token : tokens) {
		int token_len = _token_to_binary(token, token_buffer, token_pos, identifier_map, constant_map, p_decomp);
		token_pos += token_len;
		if (token_counter > 0 && token.start_line > last_token_line) {
			token_lines[token_counter] = token.start_line;
			token_columns[token_counter] = token.start_column;
		}
		last_token_line = token.end_line;

		// current = tokenizer.scan();
		token_counter++;
	}

	// Reverse maps.
	Vector<StringName> rev_identifier_map;
	rev_identifier_map.resize(identifier_map.size());
	for (const KeyValue<StringName, uint32_t> &E : identifier_map) {
		rev_identifier_map.write[E.value] = E.key;
	}
	Vector<Variant> rev_constant_map;
	rev_constant_map.resize(constant_map.size());
	for (const KeyValue<Variant, uint32_t> &E : constant_map) {
		rev_constant_map.write[E.value] = E.key;
	}
	HashMap<uint32_t, uint32_t> rev_token_lines;
	for (const KeyValue<uint32_t, uint32_t> &E : token_lines) {
		rev_token_lines[E.value] = E.key;
	}

	// Remove continuation lines from map.
	for (int line : tokenizer.get_continuation_lines()) {
		if (rev_token_lines.has(line)) {
			token_lines.erase(rev_token_lines[line]);
			token_columns.erase(rev_token_lines[line]);
		}
	}