Function runBenchmark

apps/web/src/scripts/usage/benchmark-insert-usage.ts:306–420

()

}

async function runBenchmark() {
  const numWorkers = Math.max(1, Math.floor(cpus().length / 2));
  const totalRows = stats.microdollar_usage.total_rows;
  const dedup = stats.deduplication_tables;

  console.log(
    `Starting benchmark with ${numWorkers} worker threads, ${TOTAL_RECORDS} total records`
  );
  console.log(`Each worker will insert ~${Math.floor(TOTAL_RECORDS / numWorkers)} records`);

  // Truncate tables before benchmark
  await truncateTables();

  // Calculate scaled user count
  const scaledUserCount = scaleUniqueCount(stats.microdollar_usage.unique_user_count, totalRows);
  console.log(
    `Scaled user count: ${scaledUserCount} (from ${stats.microdollar_usage.unique_user_count} unique users in ${totalRows} rows)`
  );

  // Create test users
  const userIds = await createTestUsers(scaledUserCount);

  // Generate unique pools
  console.log('Generating unique value pools...');
  const uniquePools: UniquePools = {
    userAgents: generateStringPool(
      dedup.http_user_agent_count,
      dedup.http_user_agent_avg_len,
      dedup.http_user_agent_min_len,
      dedup.http_user_agent_max_len,
      totalRows
    ),
    ips: generateStringPool(
      dedup.http_ip_count,
      dedup.http_ip_avg_len,
      dedup.http_ip_min_len,
      dedup.http_ip_max_len,
      totalRows
    ),
    countries: generateStringPool(
      dedup.vercel_ip_country_count,
      dedup.vercel_ip_country_avg_len,
      dedup.vercel_ip_country_min_len,
      dedup.vercel_ip_country_max_len,
      totalRows
    ),
    cities: generateStringPool(
      dedup.vercel_ip_city_count,
      dedup.vercel_ip_city_avg_len,
      dedup.vercel_ip_city_min_len,
      dedup.vercel_ip_city_max_len,
      totalRows
    ),
    ja4Digests: generateStringPool(
      dedup.ja4_digest_count,
      dedup.ja4_digest_avg_len,
      dedup.ja4_digest_min_len,
      dedup.ja4_digest_max_len,