Function token_byte_range

atomic-core/src/diff/semantic/diff_impl.rs:419–430

Calculate the byte range for a token at a given index.

(tokens: &[Token<'_>], index: usize)

/// Calculate the byte range for a token at a given index.
pub(super) fn token_byte_range(tokens: &[Token<'_>], index: usize) -> Range<usize> {
    let mut offset = 0;
    for (i, token) in tokens.iter().enumerate() {
        let len = token.content().len();
        if i == index {
            return offset..(offset + len);
        }
        offset += len;
    }
    // Fallback (shouldn't happen with valid indices)
    offset..offset
}