Function generate_tokens

IPython/utils/tokenutil.py:24–30

wrap generate_tkens to catch EOF errors

(readline: Callable)

def generate_tokens(readline: Callable) -> Generator[TokenInfo, None, None]:
    """wrap generate_tkens to catch EOF errors"""
    try:
        yield from tokenize.generate_tokens(readline)
    except tokenize.TokenError:
        # catch EOF error
        return


def generate_tokens_catch_errors(