| 175 | return tokens |
| 176 | |
| 177 | class Parser(_Parser): |
| 178 | |
| 179 | def find_tokens(self, tokens, **kwargs): |
| 180 | kwargs.setdefault("abbreviations", ABBREVIATIONS) |
| 181 | kwargs.setdefault("replace", {}) |
| 182 | return _Parser.find_tokens(self, tokens, **kwargs) |
| 183 | |
| 184 | def find_lemmata(self, tokens, **kwargs): |
| 185 | return find_lemmata(tokens) |
| 186 | |
| 187 | def find_tags(self, tokens, **kwargs): |
| 188 | if kwargs.get("tagset") in (PENN, None): |
| 189 | kwargs.setdefault("map", lambda token, tag: parole2penntreebank(token, tag)) |
| 190 | if kwargs.get("tagset") == UNIVERSAL: |
| 191 | kwargs.setdefault("map", lambda token, tag: parole2universal(token, tag)) |
| 192 | if kwargs.get("tagset") is PAROLE: |
| 193 | kwargs.setdefault("map", lambda token, tag: (token, tag)) |
| 194 | return _Parser.find_tags(self, tokens, **kwargs) |
| 195 | |
| 196 | lexicon = Lexicon( |
| 197 | path = os.path.join(MODULE, "es-lexicon.txt"), |
no outgoing calls
no test coverage detected
searching dependent graphs…