Function classifyToken

pkg/lsp/handler.go:1771–1818

classifyToken maps a TokenWithSpan to a semantic token type index. Returns -1 for tokens that should not be included in the semantic token stream.

(tok models.TokenWithSpan)

// classifyToken maps a TokenWithSpan to a semantic token type index.
// Returns -1 for tokens that should not be included in the semantic token stream.
func classifyToken(tok models.TokenWithSpan) int {
	switch tok.Token.Type {
	case models.TokenTypeKeyword,
		models.TokenTypeSelect, models.TokenTypeFrom, models.TokenTypeWhere,
		models.TokenTypeInsert, models.TokenTypeUpdate, models.TokenTypeDelete,
		models.TokenTypeCreate, models.TokenTypeDrop, models.TokenTypeAlter,
		models.TokenTypeTable, models.TokenTypeIndex,
		models.TokenTypeJoin, models.TokenTypeLeft, models.TokenTypeRight,
		models.TokenTypeInner, models.TokenTypeOuter,
		models.TokenTypeOn, models.TokenTypeAs,
		models.TokenTypeAnd, models.TokenTypeOr, models.TokenTypeNot,
		models.TokenTypeIn, models.TokenTypeIs, models.TokenTypeNull,
		models.TokenTypeLike,
		models.TokenTypeOrder, models.TokenTypeGroup, models.TokenTypeBy,
		models.TokenTypeHaving, models.TokenTypeLimit, models.TokenTypeOffset,
		models.TokenTypeWith, models.TokenTypeUnion,
		models.TokenTypeIntersect, models.TokenTypeExcept,
		models.TokenTypeDistinct,
		models.TokenTypeCase, models.TokenTypeWhen, models.TokenTypeThen,
		models.TokenTypeElse, models.TokenTypeEnd:
		return semTokKeyword
	case models.TokenTypeWord, models.TokenTypeIdentifier:
		return semTokIdentifier
	case models.TokenTypeNumber:
		return semTokNumber
	case models.TokenTypeString,
		models.TokenTypeSingleQuotedString, models.TokenTypeDoubleQuotedString,
		models.TokenTypeDollarQuotedString, models.TokenTypeEscapedStringLiteral,
		models.TokenTypeNationalStringLiteral, models.TokenTypeUnicodeStringLiteral,
		models.TokenTypeHexStringLiteral:
		return semTokString
	case models.TokenTypeWhitespace:
		// Whitespace tokens that are comments
		if tok.Token.Word == nil {
			return -1
		}
		return semTokComment
	case models.TokenTypeEq, models.TokenTypeNeq,
		models.TokenTypeLt, models.TokenTypeGt,
		models.TokenTypeLtEq, models.TokenTypeGtEq,
		models.TokenTypePlus, models.TokenTypeMinus,
		models.TokenTypeMul, models.TokenTypeDiv,
		models.TokenTypeMod:
		return semTokOperator
	default:
		return -1 // don't classify
	}
}