Function tokenSet

scripts/migrate-locale.ts:89–91

(tokens: string[])

  "for", "on", "with", "your", "how", "use", "using"]);

function tokenSet(tokens: string[]): Set<string> {
  return new Set(tokens.filter(t => !NOISE.has(t)));
}

function jaccard(a: Set<string>, b: Set<string>): number {
  if (a.size === 0 || b.size === 0) return 0;