Function createFileUploadStream

scripts/cache/utils.ts:85–109

(
    sourcePath: string,
    totalBytes: number,
    onProgress: (bytes: number) => void
)

    const jsonData = JSON.stringify(data, null, 2);
    await uploadToS3(key, new TextEncoder().encode(jsonData), {
        contentType: 'application/json'
    });
}

function createFileUploadStream(
    sourcePath: string,
    onProgress: (bytes: number) => void
): ReadableStream<Uint8Array> {
    let uploaded = 0;
    // SAFETY: Node's Readable.toWeb returns a byte stream for this file stream.
    const source = Readable.toWeb(
        createReadStream(sourcePath, { highWaterMark: TRANSFER_CHUNK_SIZE })
    ) as ReadableStream<Uint8Array>;

    return source.pipeThrough(
        new TransformStream<Uint8Array, Uint8Array>({
            transform(chunk, controller) {
                uploaded += chunk.byteLength;
                onProgress(uploaded);
                controller.enqueue(chunk);
            }
        })
    );
}

// Helper to upload file to S3 with progress tracking
export async function uploadFileToS3(key: string, sourcePath: string): Promise<number> {
    const sizeInBytes = (await stat(sourcePath)).size;