Function evaluatePlugin

plugins/plugin-eval/src/evaluators/plugin.js:12–291

(pluginRoot)

}

export async function evaluatePlugin(pluginRoot) {
  const manifestPath = path.join(pluginRoot, ".codex-plugin", "plugin.json");
  const targetPath = relativePath(process.cwd(), pluginRoot);
  const checks = [];
  const metrics = [];
  const artifacts = [];

  if (!(await pathExists(manifestPath))) {
    checks.push(
      createCheck({
        id: "plugin-manifest-missing",
        category: "manifest",
        severity: "error",
        status: "fail",
        message: "The plugin root is missing .codex-plugin/plugin.json.",
        evidence: [targetPath],
        remediation: ["Add .codex-plugin/plugin.json to the plugin root."],
        targetPath,
      }),
    );
    return { checks, metrics, artifacts };
  }

  let manifest;
  try {
    manifest = await readJson(manifestPath);
  } catch (error) {
    checks.push(
      createCheck({
        id: "plugin-manifest-invalid-json",
        category: "manifest",
        severity: "error",
        status: "fail",
        message: "plugin.json could not be parsed as JSON.",
        evidence: [error instanceof Error ? error.message : String(error)],
        remediation: ["Fix the JSON syntax in .codex-plugin/plugin.json."],
        targetPath,
      }),
    );
    return { checks, metrics, artifacts };
  }

  const requiredFields = ["name", "version", "description", "author", "interface"];
  for (const field of requiredFields) {
    if (!(field in manifest)) {
      checks.push(
        createCheck({
          id: `manifest-missing-${field}`,
          category: "manifest",
          severity: "error",
          status: "fail",
          message: `plugin.json is missing the required \`${field}\` field.`,
          evidence: [manifestPath],
          remediation: [`Add \`${field}\` to plugin.json.`],
          targetPath,
        }),
      );
    }