Function getOneBenchmarkResult

e2e/benchmarks/browserstack-benchmark/app.js:242–268

* Gets the benchmark result of a singular browser-device pairing. * * If benchmarking produces an error, the given browser-device pairing is * retried up to the specific max number of tries. Default is 3. * * @param tabId Indicates browser-device pairing for benchmark * @param triesLeft Number

(
  tabId, triesLeft, tabIndex = 0,
  runOneBenchmark = runBrowserStackBenchmark)

 *     performance test
 */
async function getOneBenchmarkResult(
  tabId, triesLeft, tabIndex = 0,
  runOneBenchmark = runBrowserStackBenchmark) {
  // Since karma will throw out `spawn ETXTBSY` error if initiating multiple
  // benchmark runners at the same time, adds delays between initiating runners
  // to resolve this race condition.
  const numFailed = cliArgs.maxTries - triesLeft;
  // The delay increase exponentially when benchmark fails.
  const delayInitiatingRunnerTimeMs = tabIndex * (3 ** numFailed) * 1000;
  await sleep(delayInitiatingRunnerTimeMs);

  triesLeft--;
  try {
    const result = await runOneBenchmark(tabId);
    console.log(`${tabId} benchmark succeeded.`);
    return result;
  } catch (err) {
    // Retries benchmark until resolved or until no retries left
    if (triesLeft > 0) {
      console.log(`Retrying ${tabId} benchmark. ${triesLeft} tries left...`);
      return await getOneBenchmarkResult(tabId, triesLeft, runOneBenchmark);
    } else {
      console.log(`${tabId} benchmark failed.`);
      throw err;
    }
  }
}

/**
 * Run benchmark for singular browser-device combination.