Function generateDocumentWithKeywords

packages/text-search/src/performance.test.ts:334–361

* Generate a document with specific keywords embedded.

(
  wordCount: number,
  keywords: string[],
  keywordDensity: number = 0.05,
  seed: number = 0,
)

 * Generate a document with specific keywords embedded.
 */
function generateDocumentWithKeywords(
  wordCount: number,
  keywords: string[],
  keywordDensity: number = 0.05,
  seed: number = 0,
): string {
  const baseDoc = generateDocument(wordCount, seed);
  const words = baseDoc.split(/\s+/);

  // Sprinkle keywords throughout the document
  const keywordPositions = new Set<number>();
  let random = seed + 1000;
  const nextRandom = () => {
    random = (random * 1103515245 + 12345) & 0x7fffffff;
    return random / 0x7fffffff;
  };

  const numKeywords = Math.floor(wordCount * keywordDensity);
  for (let i = 0; i < numKeywords; i++) {
    const pos = Math.floor(nextRandom() * words.length);
    if (!keywordPositions.has(pos)) {
      keywordPositions.add(pos);
      words[pos] = keywords[Math.floor(nextRandom() * keywords.length)]!;
    }
  }

  return words.join(" ");
}

test("Performance and Large Document Tests large document handling should handle a 1000-word document", () => {
  const doc = generateDocument(1000);