| 89 | return tokens |
| 90 | |
| 91 | class Parser(_Parser): |
| 92 | |
| 93 | def find_lemmata(self, tokens, **kwargs): |
| 94 | return find_lemmata(tokens) |
| 95 | |
| 96 | def find_tags(self, tokens, **kwargs): |
| 97 | if kwargs.get("tagset") in (PENN, None): |
| 98 | kwargs.setdefault("map", lambda token, tag: (token, tag)) |
| 99 | if kwargs.get("tagset") == UNIVERSAL: |
| 100 | kwargs.setdefault("map", lambda token, tag: penntreebank2universal(token, tag)) |
| 101 | return _Parser.find_tags(self, tokens, **kwargs) |
| 102 | |
| 103 | lexicon = Lexicon( |
| 104 | path = os.path.join(MODULE, "en-lexicon.txt"), |
no outgoing calls
no test coverage detected
searching dependent graphs…