Function encode_token_kind

atomic-core/src/crdt/tables.rs:462–474

(kind: TokenKind)

/// Encode a TokenKind as a single byte.
#[inline]
pub fn encode_token_kind(kind: TokenKind) -> u8 {
    match kind {
        TokenKind::Word => token_kind::WORD,
        TokenKind::Whitespace => token_kind::WHITESPACE,
        TokenKind::Operator => token_kind::OPERATOR,
        TokenKind::Punctuation => token_kind::PUNCTUATION,
        TokenKind::String => token_kind::STRING,
        TokenKind::Number => token_kind::NUMBER,
        TokenKind::Comment => token_kind::COMMENT,
        TokenKind::Newline => token_kind::NEWLINE,
        TokenKind::Other => token_kind::OTHER,
    }
}

/// Decode a TokenKind from a byte.
///