| 122 | return tokens |
| 123 | |
| 124 | class Parser(_Parser): |
| 125 | |
| 126 | def find_tokens(self, tokens, **kwargs): |
| 127 | kwargs.setdefault("abbreviations", ABBREVIATIONS) |
| 128 | kwargs.setdefault("replace", replacements) |
| 129 | return _Parser.find_tokens(self, tokens, **kwargs) |
| 130 | |
| 131 | def find_lemmata(self, tokens, **kwargs): |
| 132 | return find_lemmata(tokens) |
| 133 | |
| 134 | def find_tags(self, tokens, **kwargs): |
| 135 | if kwargs.get("tagset") in (PENN, None): |
| 136 | kwargs.setdefault("map", lambda token, tag: (token, tag)) |
| 137 | if kwargs.get("tagset") == UNIVERSAL: |
| 138 | kwargs.setdefault("map", lambda token, tag: penntreebank2universal(token, tag)) |
| 139 | return _Parser.find_tags(self, tokens, **kwargs) |
| 140 | |
| 141 | lexicon = Lexicon( |
| 142 | path = os.path.join(MODULE, "it-lexicon.txt"), |
no outgoing calls
no test coverage detected
searching dependent graphs…