| 143 | } |
| 144 | |
| 145 | async function runTasksInParallel(tasks, totalWorkers) { |
| 146 | await mkdir(workerCachesRoot, { recursive: true }) |
| 147 | |
| 148 | let nextTaskIndex = 0 |
| 149 | let completedTasks = 0 |
| 150 | |
| 151 | const runWorkerLoop = async (workerNumber) => { |
| 152 | while (nextTaskIndex < tasks.length) { |
| 153 | const task = tasks[nextTaskIndex] |
| 154 | nextTaskIndex += 1 |
| 155 | |
| 156 | const taskStartedAt = Date.now() |
| 157 | const cacheDir = path.join(workerCachesRoot, `worker-${workerNumber}`) |
| 158 | const workerLabel = `worker ${workerNumber}` |
| 159 | |
| 160 | logSeries( |
| 161 | `${workerLabel} starting pass ${task.runNumber}/${tasks.length} (${completedTasks}/${tasks.length} completed)`, |
| 162 | ) |
| 163 | |
| 164 | try { |
| 165 | await runCommand( |
| 166 | 'node', |
| 167 | [ |
| 168 | './benchmarks/run-benchmark.mjs', |
| 169 | '--worker', |
| 170 | String(workerNumber), |
| 171 | '--label', |
| 172 | task.label, |
| 173 | '--cacheDir', |
| 174 | cacheDir, |
| 175 | ...passthroughArgs, |
| 176 | ], |
| 177 | { |
| 178 | label: `${workerLabel} ${task.label}`, |
| 179 | }, |
| 180 | ) |
| 181 | } catch (error) { |
| 182 | logSeries(`${workerLabel} pass ${task.runNumber} FAILED: ${error.message}`) |
| 183 | } |
| 184 | |
| 185 | completedTasks += 1 |
| 186 | const elapsedMs = Date.now() - taskStartedAt |
| 187 | const averageMsPerTask = (Date.now() - seriesStartedAt) / completedTasks |
| 188 | const remainingTasks = tasks.length - completedTasks |
| 189 | const estimatedRemainingMs = Math.round(averageMsPerTask * remainingTasks) |
| 190 | |
| 191 | logSeries( |
| 192 | `${workerLabel} finished pass ${task.runNumber}/${tasks.length} in ${formatDuration(elapsedMs)} (${completedTasks}/${tasks.length} completed, est. remaining ${formatDuration(estimatedRemainingMs)})`, |
| 193 | ) |
| 194 | } |
| 195 | } |
| 196 | |
| 197 | await Promise.all( |
| 198 | Array.from({ length: Math.min(totalWorkers, tasks.length) }, (_, index) => |
| 199 | runWorkerLoop(index + 1), |
| 200 | ), |
| 201 | ) |
| 202 | } |