Function deliver

apps/sim/lib/data-drains/destinations/s3.ts:212–253

({ body, contentType, metadata, signal })

    let endpointCheck: Promise<void> | null = null
    return {
      async deliver({ body, contentType, metadata, signal }) {
        if (endpointCheck === null) endpointCheck = assertEndpointIsPublic(config.endpoint)
        await endpointCheck
        const key = buildObjectKey(config.prefix, metadata)
        const keyBytes = Buffer.byteLength(key, 'utf8')
        if (keyBytes > MAX_S3_KEY_BYTES) {
          throw new Error(
            `S3 object key is ${keyBytes} bytes, exceeds the ${MAX_S3_KEY_BYTES}-byte limit`
          )
        }
        const userMetadata: Record<string, string> = {
          'sim-drain-id': metadata.drainId,
          'sim-run-id': metadata.runId,
          'sim-source': metadata.source,
          'sim-sequence': metadata.sequence.toString(),
          'sim-row-count': metadata.rowCount.toString(),
        }
        let metadataBytes = 0
        for (const [k, v] of Object.entries(userMetadata)) {
          metadataBytes += Buffer.byteLength(k, 'utf8') + Buffer.byteLength(v, 'utf8')
        }
        if (metadataBytes > MAX_S3_METADATA_BYTES) {
          throw new Error(
            `S3 user metadata is ${metadataBytes} bytes, exceeds the ${MAX_S3_METADATA_BYTES}-byte per-object limit`
          )
        }
        await withS3ErrorContext('put-object', () =>
          client.send(
            new PutObjectCommand({
              Bucket: config.bucket,
              Key: key,
              Body: body,
              ContentType: contentType,
              ServerSideEncryption: 'AES256',
              Metadata: userMetadata,
            }),
            { abortSignal: signal }
          )
        )
        logger.debug('S3 chunk delivered', { bucket: config.bucket, key, bytes: body.byteLength })
        return { locator: `s3://${config.bucket}/${key}` }
      },
      async close() {
        client.destroy()
      },