Function tokenize

pattern/text/__init__.py:1804–1805

(*args, **kwargs)

    return getattr(module, function)(*args, **kwargs)

def tokenize(*args, **kwargs):
    return _multilingual("tokenize", *args, **kwargs)

def parse(*args, **kwargs):
    return _multilingual("parse", *args, **kwargs)