Create a configuration for plain text (prose, markdown, etc.). This configuration is optimized for natural language text: - Merges whitespace - Doesn't recognize operators (treats punctuation simply) - Doesn't recognize strings or numbers specially # Example ```rust use atomic_core::diff::token::TokenizerConfig; let config = TokenizerConfig::prose(); assert!(!config.recognize_operators); asser
()
| 137 | /// assert!(!config.recognize_strings); |
| 138 | /// ``` |
| 139 | pub fn prose() -> Self { |
| 140 | Self { |
| 141 | merge_whitespace: true, |
| 142 | recognize_operators: false, |
| 143 | recognize_strings: false, |
| 144 | recognize_numbers: false, |
| 145 | recognize_comments: false, |
| 146 | } |
| 147 | } |
| 148 | } |
nothing calls this directly
no outgoing calls
no test coverage detected