Method should_include_token

atomic-core/src/diff/semantic_to_crdt.rs:558–563

Check if a token should be included based on configuration.

(&self, kind: TokenKind)

    /// Check if a token should be included based on configuration.
    fn should_include_token(&self, kind: TokenKind) -> bool {
        if !self.config.include_whitespace {
            return kind != TokenKind::Whitespace && kind != TokenKind::Newline;
        }
        true
    }
}

// Convenience Functions