Function findNewPieces

tools/scripts/utils/piece-script-utils.ts:94–127

()

};

export async function findNewPieces(): Promise<PieceMetadata[]> {
    const changedDistPaths = getChangedPiecesDistPaths()
    const paths = changedDistPaths ?? await findAllDistPaths()

    console.info(`[findNewPieces] scanning ${paths.length} dist paths${changedDistPaths ? ' (scoped to changed)' : ' (all)'}`)

    const changedPieces: PieceMetadata[] = []

    // Adding batches because of memory limit when we have a lot of pieces
    const batchSize = 75
    for (let i = 0; i < paths.length; i += batchSize) {
        const batch = paths.slice(i, i + batchSize)
        const batchResults = await Promise.all(batch.map(async (folderPath) => {
            const packageJson = await readPackageJson(folderPath);
            if (NON_PIECES_PACKAGES.includes(packageJson.name)) {
                return null;
            }
            const exists = await pieceMetadataExists(packageJson.name, packageJson.version)
            if (!exists) {
                try {
                    return loadPieceFromFolder(folderPath);
                } catch (ex) {
                    return null;
                }
            }
            return null;
        }))

        const validResults = batchResults.filter((piece): piece is PieceMetadata => piece !== null)
        changedPieces.push(...validResults)
    }

    return changedPieces;
}

function getChangedPiecesDistPaths(): string[] | null {
    const changedPieces = process.env['CHANGED_PIECES']