Called by the parser to do the preprocessing and filtering for all the extensions. Returns a :class:`~jinja2.lexer.TokenStream`.
(self, source, name, filename=None, state=None)
| 522 | self.iter_extensions(), text_type(source)) |
| 523 | |
| 524 | def _tokenize(self, source, name, filename=None, state=None): |
| 525 | """Called by the parser to do the preprocessing and filtering |
| 526 | for all the extensions. Returns a :class:`~jinja2.lexer.TokenStream`. |
| 527 | """ |
| 528 | source = self.preprocess(source, name, filename) |
| 529 | stream = self.lexer.tokenize(source, name, filename, state) |
| 530 | for ext in self.iter_extensions(): |
| 531 | stream = ext.filter_stream(stream) |
| 532 | if not isinstance(stream, TokenStream): |
| 533 | stream = TokenStream(stream, name, filename) |
| 534 | return stream |
| 535 | |
| 536 | def _generate(self, source, name, filename, defer_init=False): |
| 537 | """Internal hook that can be overridden to hook a different generate |
no test coverage detected