(datasetPath: string, outputDirArg?: string)
| 60 | } |
| 61 | |
| 62 | function buildRunnerPaths(datasetPath: string, outputDirArg?: string): RunnerPaths { |
| 63 | const datasetBaseName = datasetPath |
| 64 | .split(/[\\/]/) |
| 65 | .pop() |
| 66 | ?.replace(/\.[^.]+$/, "") |
| 67 | .replace(/[^a-zA-Z0-9_-]+/g, "-") |
| 68 | .toLowerCase(); |
| 69 | |
| 70 | const outputDir = outputDirArg |
| 71 | ? resolve(outputDirArg) |
| 72 | : resolve(dirname(datasetPath), `${datasetBaseName ?? "longmemeval"}-run`); |
| 73 | |
| 74 | return { |
| 75 | outputDir, |
| 76 | stateFile: join(outputDir, "runner-state.json"), |
| 77 | resultsFile: join(outputDir, "results.jsonl"), |
| 78 | summaryFile: join(outputDir, "summary.json"), |
| 79 | logFile: join(outputDir, "runner.log"), |
| 80 | }; |
| 81 | } |
| 82 | |
| 83 | function buildSelectionSignature(config: { |
| 84 | datasetPath: string; |
no test coverage detected