Function main

scripts/run_flaky.js:20–56

(args)

function main(args) {
  const command = args['command'];
  const times = parseInt(args['times']);

  if (times === 0) {
    throw new Error(`Flaky test asked to run zero times: '${command}'`);
  }

  console.log(`Running flaky test at most ${times} times`);
  console.log(`Command: '${command}'`);
  const exitCodes = [];
  for (let i = 0; i < times; i++) {
    console.log(`Flaky run ${i + 1} of a potential ${times} for '${command}'`);
    const exitCode = exec(command).code;
    exitCodes.push(exitCode);
    if (exitCode === 0) {
      break;
    }
  }

  const success = exitCodes[exitCodes.length - 1] === 0;
  if (!success) {
    console.error(`Flaky test failed ${times} times`);
  } else if (exitCodes.length > 1) {
    console.warn(
        `Flaky test failed ${exitCodes.length - 1} times before passing.`);
  } else {
    // Test passed with no fails
    console.log('Flaky test passed on the first run');
  }
  console.error(`Command: '${command}'`);
  console.error(`Exit codes: ${exitCodes}`);

  if (!success) {
    process.exit(1);
  }
}

const parser = new ArgumentParser(
    {description: 'Run a flaky test a number of times or until it passes'});