Function printSummary

packages/plugin/scripts/longmemeval/runner.ts:886–899

(summary: RunSummary)

}

function printSummary(summary: RunSummary): void {
    console.log("\nLongMemEval summary");
    console.table(
        summary.rows.map((row) => ({
            category: row.category,
            correct: row.correct,
            total: row.total,
            accuracy: row.total === 0 ? "n/a" : `${(row.accuracy * 100).toFixed(2)}%`,
        })),
    );
    console.log(`Estimated total cost: $${summary.costs.totalEstimatedUsd.toFixed(6)}`);
    console.log(`Actual OpenCode cost: $${summary.costs.totalActualUsd.toFixed(6)}`);
    console.log(`Total tokens: ${summary.tokens.totalTokens}`);
}

async function writeSummary(config: RunnerConfig, resultsMap: Map<string, QuestionResultRecord>, selectedCount: number): Promise<void> {
    const orderedResults = Array.from(resultsMap.values()).sort((left, right) => left.dataset_index - right.dataset_index);