( files: ImplementationFile[], readFile: ReadFile, readFileMetadata: ReadFileMetadata, apiName: string, )
| 335 | type CustomFetchFunc = (files: ImplementationFile[]) => Promise<ImplementationEntry[]>; |
| 336 | |
| 337 | async function fetchFiles( |
| 338 | files: ImplementationFile[], |
| 339 | readFile: ReadFile, |
| 340 | readFileMetadata: ReadFileMetadata, |
| 341 | apiName: string, |
| 342 | ) { |
| 343 | const sem = semaphore(MAX_CONCURRENT_DOWNLOADS); |
| 344 | const promises = [] as Promise<ImplementationEntry | { error: boolean }>[]; |
| 345 | files.forEach(file => { |
| 346 | promises.push( |
| 347 | new Promise(resolve => |
| 348 | sem.take(async () => { |
| 349 | try { |
| 350 | const [data, fileMetadata] = await Promise.all([ |
| 351 | readFile(file.path, file.id, { parseText: true }), |
| 352 | readFileMetadata(file.path, file.id), |
| 353 | ]); |
| 354 | resolve({ file: { ...file, ...fileMetadata }, data: data as string }); |
| 355 | sem.leave(); |
| 356 | } catch (error) { |
| 357 | sem.leave(); |
| 358 | console.error(`failed to load file from ${apiName}: ${file.path}`); |
| 359 | resolve({ error: true }); |
| 360 | } |
| 361 | }), |
| 362 | ), |
| 363 | ); |
| 364 | }); |
| 365 | return Promise.all(promises).then(loadedEntries => |
| 366 | loadedEntries.filter(loadedEntry => !(loadedEntry as { error: boolean }).error), |
| 367 | ) as Promise<ImplementationEntry[]>; |
| 368 | } |
| 369 | |
| 370 | export async function entriesByFolder( |
| 371 | listFiles: () => Promise<ImplementationFile[]>, |
no test coverage detected