Function runWithParallelism

packages/plugin/scripts/longmemeval/runner.ts:908–950

(args: {
    client: OpencodeClient;
    config: RunnerConfig;
    workItems: Array<{ question: LongMemEvalQuestion; datasetIndex: number }>;
    state: RunnerStateFile;
    resultsMap: Map<string, QuestionResultRecord>;
})

}

async function runWithParallelism(args: {
    client: OpencodeClient;
    config: RunnerConfig;
    workItems: Array<{ question: LongMemEvalQuestion; datasetIndex: number }>;
    state: RunnerStateFile;
    resultsMap: Map<string, QuestionResultRecord>;
}): Promise<void> {
    const { client, config, workItems, state, resultsMap } = args;
    let nextIndex = 0;
    const workerCount = Math.max(config.parallelism, 1);
    let fatalError: Error | null = null;

    async function worker(workerIndex: number): Promise<void> {
        while (nextIndex < workItems.length && fatalError === null) {
            const current = workItems[nextIndex];
            nextIndex += 1;
            if (!current) break;
            logLine(`Worker ${workerIndex} processing ${current.question.question_id}`);
            try {
                await processQuestion({
                    client,
                    config,
                    question: current.question,
                    datasetIndex: current.datasetIndex,
                    state,
                    resultsMap,
                });
            } catch (error) {
                fatalError = asError(error);
                await appendLog(
                    config.paths.logFile,
                    `Worker ${workerIndex} stopping due to failure on ${current.question.question_id}: ${fatalError.message}`,
                );
                break;
            }
        }
    }

    await Promise.all(Array.from({ length: workerCount }, (_value, index) => worker(index + 1)));
    if (fatalError) {
        throw fatalError;
    }
}

async function ensureOutputArea(config: RunnerConfig): Promise<void> {
    await mkdir(config.paths.outputDir, { recursive: true });