Function compute_token_changes

atomic-core/src/diff/semantic/diff_impl.rs:274–287

Compute token-level changes between two lines. This is the core of the token-level diff - it compares the tokens of two lines and produces a sequence of token changes.

(
    before: &SemanticLine<'a>,
    after: &SemanticLine<'a>,
    config: &WordDiffConfig,
)

/// This is the core of the token-level diff - it compares the tokens
/// of two lines and produces a sequence of token changes.
pub(super) fn compute_token_changes<'a>(
    before: &SemanticLine<'a>,
    after: &SemanticLine<'a>,
    config: &WordDiffConfig,
) -> Vec<TokenChange<'a>> {
    // Use word diff to find token-level changes
    let word_result = word_diff_with_config(
        before.content_without_newline(),
        after.content_without_newline(),
        config,
    );

    convert_word_diff_to_token_changes(&word_result, before, after)
}

/// Convert word diff operations to token changes.
pub(super) fn convert_word_diff_to_token_changes<'a>(