Tokenize a source reading Python code as unicode strings. This has the same API as tokenize(), except that it expects the *readline* callable to return str objects instead of bytes.
(readline)
| 614 | |
| 615 | |
| 616 | def generate_tokens(readline): |
| 617 | """Tokenize a source reading Python code as unicode strings. |
| 618 | |
| 619 | This has the same API as tokenize(), except that it expects the *readline* |
| 620 | callable to return str objects instead of bytes. |
| 621 | """ |
| 622 | return _tokenize(readline, None) |
| 623 | |
| 624 | def main(): |
| 625 | import argparse |
nothing calls this directly
no test coverage detected