Function utf8_char_len

compiler/src/modules/lexer/tables.rs:161–168

(first: u8)

/* UTF-8 byte length from lead byte; supports non-ASCII identifiers. */
#[inline]
pub fn utf8_char_len(first: u8) -> usize {
    match first {
        0x00..=0x7F => 1,
        0xC0..=0xDF => 2,
        0xE0..=0xEF => 3,
        _ => 4,
    }
}

/* Reverse lookup for diagnostics: TokenType -> quoted display name. */
pub const fn token_to_str(kind: &TokenType) -> &'static str {