Function main

packages/plugin/scripts/longmemeval/runner.ts:957–988

()

}

async function main(): Promise<void> {
    const argv = process.argv.slice(2);
    if (argv.includes("--help") || argv.includes("-h")) {
        console.log(printUsage());
        return;
    }

    const projectDirectory = resolve(import.meta.dir, "../..");
    const config = parseRunnerConfig(argv, projectDirectory);
    await ensureOutputArea(config);
    await appendLog(config.paths.logFile, `Runner started with dataset ${config.datasetPath}`);

    const dataset = await loadDataset(config.datasetPath);
    const workItems = selectQuestions(dataset, config);
    const state = await loadState(config);
    const resultsMap = await loadResultsMap(config.paths.resultsFile);
    reconcileStateWithResults(state, resultsMap);
    await persistState(config, state);
    const client = createClient(config);

    try {
        await runWithParallelism({
            client,
            config,
            workItems,
            state,
            resultsMap,
        });
    } finally {
        await writeSummary(config, resultsMap, workItems.length);
    }
}

main().catch((error) => {
    const typed = asError(error);