Function verifyCoverage

scripts/run-bench-ci.mjs:361–405

(profile, run)

}

function verifyCoverage(profile, run) {
  const index = new Map();

  for (const entry of run.results) {
    if (!isPlainObject(entry)) continue;
    if (entry.framework !== profile.framework) continue;
    const scenario =
      typeof entry.scenario === "string" && entry.scenario.length > 0 ? entry.scenario : null;
    if (!scenario) continue;
    const params = normalizeParams(entry.params ?? {}, `results.params(${scenario})`);
    const key = makeKey(scenario, profile.framework, params);
    index.set(key, true);
  }

  for (const scenario of profile.requiredScenarios) {
    const hasAnyForScenario = [...index.keys()].some((key) =>
      key.startsWith(`${scenario}|${profile.framework}|`),
    );
    if (!hasAnyForScenario) {
      fail(`required scenario missing from output: ${scenario} [${profile.framework}]`);
    }
  }

  for (const [scenario, paramSets] of profile.requiredScenarioParams.entries()) {
    for (const params of paramSets) {
      const key = makeKey(scenario, profile.framework, params);
      if (!index.has(key)) {
        fail(
          `required scenario+params missing from output: ${scenario} [${profile.framework}] params=${stableStringify(
            params,
          )}`,
        );
      }
    }
  }

  return {
    requiredScenarios: profile.requiredScenarios.length,
    requiredParamRows: [...profile.requiredScenarioParams.values()].reduce(
      (sum, paramSets) => sum + paramSets.length,
      0,
    ),
    frameworkResultRows: [...index.keys()].length,
  };
}

async function main() {
  const { outputDir: outputDirArg } = parseArgs(process.argv.slice(2));