Create a code-aware tokenizer config (all features enabled). This is identical to `TokenizerConfig::default()` but more explicitly named for clarity. # Example ```rust use atomic_core::diff::token::TokenizerConfig; let config = TokenizerConfig::code(); assert!(config.recognize_operators); assert!(config.recognize_strings); ```
()
| 117 | /// assert!(config.recognize_strings); |
| 118 | /// ``` |
| 119 | pub fn code() -> Self { |
| 120 | Self::default() |
| 121 | } |
| 122 | |
| 123 | /// Create a configuration for plain text (prose, markdown, etc.). |
| 124 | /// |
no outgoing calls