Function parseRunnerConfig

packages/plugin/scripts/longmemeval/config.ts:124–216

(argv: string[], projectDirectory: string)

}

export function parseRunnerConfig(argv: string[], projectDirectory: string): RunnerConfig {
    const datasetPath = resolve(getRequiredFlag(argv, "--dataset"));
    const start = getFlagValue(argv, "--start");
    const end = getFlagValue(argv, "--end");
    const outputDir = getFlagValue(argv, "--output-dir");
    const openCodeBaseUrl =
        getFlagValue(argv, "--opencode-url") ?? process.env.OPENCODE_BASE_URL ?? "http://127.0.0.1:21354";
    const turnDelayMs = parseBooleanFlag(argv, "--fast")
        ? 50
        : Number.parseInt(getFlagValue(argv, "--turn-delay-ms") ?? "2000", 10);
    const sessionDelayMs = parseBooleanFlag(argv, "--fast")
        ? 250
        : Number.parseInt(getFlagValue(argv, "--session-delay-ms") ?? "10000", 10);
    const finalQuestionDelayMs = parseBooleanFlag(argv, "--fast")
        ? 50
        : Number.parseInt(getFlagValue(argv, "--final-delay-ms") ?? "1000", 10);
    const parallelism = Number.parseInt(getFlagValue(argv, "--parallel") ?? "1", 10);
    const cleanupSessions = parseBooleanFlag(argv, "--cleanup");
    const resume = parseBooleanFlag(argv, "--resume");
    const fastMode = parseBooleanFlag(argv, "--fast");
    const types = parseQuestionTypes(getFlagValue(argv, "--types"));
    const questionIds = parseStringList(getFlagValue(argv, "--question-ids"));
    const paths = buildRunnerPaths(datasetPath, outputDir);
    const selectionSignature = buildSelectionSignature({
        datasetPath,
        start: start ? parseIntegerFlag(start, "--start") : undefined,
        end: end ? parseIntegerFlag(end, "--end") : undefined,
        types,
        questionIds,
    });

    return {
        datasetPath,
        projectDirectory,
        openCodeBaseUrl,
        openCodeRequestTimeoutMs: Number.parseInt(
            getFlagValue(argv, "--request-timeout-ms") ?? "300000",
            10,
        ),
        turnDelayMs,
        sessionDelayMs,
        finalQuestionDelayMs,
        parallelism,
        cleanupSessions,
        fastMode,
        resume,
        maxRequestAttempts: Number.parseInt(getFlagValue(argv, "--max-attempts") ?? "5", 10),
        retryBaseDelayMs: Number.parseInt(getFlagValue(argv, "--retry-base-delay-ms") ?? "2000", 10),
        openCodePricing: {
            inputPerMillionUsd: Number.parseFloat(
                getFlagValue(argv, "--opencode-input-usd-per-million") ?? "0",
            ),
            outputPerMillionUsd: Number.parseFloat(
                getFlagValue(argv, "--opencode-output-usd-per-million") ?? "0",
            ),
            reasoningPerMillionUsd: Number.parseFloat(
                getFlagValue(argv, "--opencode-reasoning-usd-per-million") ?? "0",
            ),