Function tokenize

web/lib/search/highlighter.ts:56–61

(query: string)

/** Tokenise a query string into non-empty lowercase words. */
export function tokenize(query: string): string[] {
  return query
    .trim()
    .split(/\s+/)
    .filter((t) => t.length > 0);
}

function escapeHtml(text: string): string {
  return text