Function normalizeConfig

plugins/plugin-eval/src/core/benchmark.js:65–95

(config, target)

}

function normalizeConfig(config, target) {
  if (config?.schemaVersion === 1 || config?.harnessPrompt || config?.baseUrl || config?.apiKeyEnv) {
    throw new Error(
      "Legacy Responses-style benchmark configs are no longer supported. Re-run `plugin-eval init-benchmark <path>` to generate a CLI-only Codex benchmark config.",
    );
  }

  if (!config || config.kind !== "plugin-eval-benchmark") {
    throw new Error("Invalid benchmark config. Expected a plugin-eval benchmark config file.");
  }

  if (config.schemaVersion !== BENCHMARK_SCHEMA_VERSION) {
    throw new Error(
      `Unsupported benchmark schema version: ${config.schemaVersion}. Re-run \`plugin-eval init-benchmark ${formatCommandPath(target.path)}\` to regenerate the config.`,
    );
  }

  if (config.runner?.type !== "codex-cli") {
    throw new Error("Benchmark runner.type must be \"codex-cli\".");
  }

  if (!config.workspace?.sourcePath) {
    throw new Error("Benchmark config must set workspace.sourcePath.");
  }

  if (!config.targetProvisioning?.mode) {
    throw new Error("Benchmark config must set targetProvisioning.mode.");
  }

  return config;
}

function buildSetupQuestions(target) {
  const label = target.kind === "plugin" ? "plugin" : "skill";