Creates a new tokenizer with default options.
(content: &'a [u8])
| 48 | impl<'a> ContentTokenizer<'a> { |
| 49 | /// Creates a new tokenizer with default options. |
| 50 | pub fn new(content: &'a [u8]) -> Self { |
| 51 | Self { |
| 52 | content, |
| 53 | options: TokenizeOptions::default(), |
| 54 | } |
| 55 | } |
| 56 | |
| 57 | /// Creates a new tokenizer with the given options. |
| 58 | pub fn with_options(content: &'a [u8], options: TokenizeOptions) -> Self { |
nothing calls this directly
no outgoing calls
no test coverage detected