Function benchmark

e2e/benchmarks/browserstack-benchmark/app.js:176–221

* Run model benchmark on BrowserStack. * * Each browser-device pairing is benchmarked in parallel. Results are sent to * the webpage staggered as they are returned to the server. * * The benchmark configuration object contains two objects: * - `browsers`: Each key-value pair represents a brows

(config, runOneBenchmark = getOneBenchmarkResult)

 * @param runOneBenchmark Function that benchmarks one browser-device pair
 */
async function benchmark(config, runOneBenchmark = getOneBenchmarkResult) {
  console.log('Preparing configuration files for the test runner.\n');
  setupBenchmarkEnv(config);
  if (require.main === module) {
    console.log(
      `Starting benchmarks using ${cliArgs.localBuild || 'cdn'} ` +
      `dependencies...`);
  }

  const promiseQueue = new PromiseQueue(cliArgs?.maxBenchmarks ?? 9);
  const results = [];

  // Runs and gets result of each queued benchmark
  let tabIndex = 1;
  for (const tabId in config.browsers) {
    results.push(promiseQueue.add(() => {
      return runOneBenchmark(tabId, cliArgs?.maxTries, tabIndex++).then((value) => {
        value.deviceInfo = config.browsers[tabId];
        value.modelInfo = config.benchmark;
        return value;
      }).catch(error => {
        console.log(
          `${tabId} ${config.benchmark.model} ${config.benchmark.backend}`,
          error);
        return {
          error, deviceInfo: config.browsers[tabId], modelInfo: config.benchmark
        }
      });
    }));
  }

  // Optionally written to an outfile or pushed to a database once all
  // benchmarks return results
  const fulfilled = await Promise.allSettled(results);
  if (cliArgs?.outfile === 'html' || cliArgs?.outfile === 'json') {
    for (const benchmarkResult of fulfilled) {
      jsonwriter.write(benchmarkResult);
    }
  }
  if (cliArgs?.firestore) {
    await pushToFirestore(fulfilled);
  }
  console.log(
    `\n${config.benchmark?.model} model benchmark over ${config.benchmark?.backend} backend complete.\n`);
  return fulfilled;
}

function sleep(timeMs) {
  return new Promise(resolve => setTimeout(resolve, timeMs));