Method parse

fun_text_processing/text_normalization/token_parser.py:30–43

Main function. Implements grammar: A -> space F space F space F ... space Returns list of dictionaries

(self)

        self.index = 0

    def parse(self) -> List[dict]:
        """
        Main function. Implements grammar:
        A -> space F space F space F ... space

        Returns list of dictionaries
        """
        l = list()
        while self.parse_ws():
            token = self.parse_token()
            if not token:
                break
            l.append(token)
        return l

    def parse_token(self) -> Dict[str, Union[str, dict]]:
        """