Method translate_into_tokens

sources/compiler/lexer.cpp:516–520

	}

	void compiler_type::translate_into_tokens(const std::deque<char> &char_buff, std::deque<token_base *> &tokens,
	        charset encoding)
	{
		preprocessor(context, *this, char_buff, tokens, encoding);
	}

	void compiler_type::process_empty_brackets(std::deque<token_base *> &tokens)
	{