MCPcopy Create free account
hub / github.com/openai/plugins / createBenchmarkRunNextAction

Function createBenchmarkRunNextAction

plugins/plugin-eval/src/core/presentation.js:167–179  ·  view source on GitHub ↗
(payload)

Source from the content-addressed store, hash-verified

165}
166
167export function createBenchmarkRunNextAction(payload) {
168 const commandTargetPath = formatCommandPath(payload.target.path);
169 return {
170 label: payload.usageLogPath ? "Fold the usage log back into analysis" : "Review the benchmark report",
171 why: payload.usageLogPath
172 ? "The Codex run produced observed usage, so the next step is to re-run analysis with those measurements."
173 : "This benchmark completed without usage telemetry, so the report and preserved artifacts are the primary signal.",
174 command: payload.usageLogPath
175 ? `plugin-eval analyze ${commandTargetPath} --observed-usage ${formatCommandPath(payload.usageLogPath)} --format markdown`
176 : `plugin-eval report ${formatCommandPath(payload.resultPath)} --format markdown`,
177 chatPrompt: payload.usageLogPath ? `What should I run next?` : `Help me benchmark this ${targetLabel(payload.target)}.`,
178 };
179}
180
181export function createComparisonNextAction(diff) {
182 const chatPrompt = diff.newFailures.length > 0 ? "What should I fix first?" : "What should I run next?";

Callers 2

runBenchmarkFunction · 0.90

Calls 2

formatCommandPathFunction · 0.90
targetLabelFunction · 0.70

Tested by

no test coverage detected