Function job

packages/maintenance/src/s3-cache-control.ts:35–82

(ContinuationToken: any)

run();

async function job(ContinuationToken: any) {
  const response = await s3Client.send(
    new ListObjectsV2Command({
      Bucket,
      Prefix,
      ...(ContinuationToken && { ContinuationToken }),
    })
  );
  ContinuationToken = response.NextContinuationToken;
  ContinuationToken &&
    (await fs.writeFile(`${filePrefix}/token`, String(ContinuationToken)));

  await fs.appendFile(
    `${filePrefix}/content`,
    response.Contents!?.map((c) => c.Key).join(os.EOL) + os.EOL
  );

  const jobs = await Promise.allSettled(
    response.Contents?.filter((c) => {
      if (c.Key !== encodeURI(c.Key!)) {
        appendFileSync(`${filePrefix}/bad-input`, c.Key + os.EOL);
        return false;
      } else {
        return true;
      }
    }).map((file) =>
      s3Client.send(
        new CopyObjectCommand({
          Bucket,
          CopySource: Bucket + '/' + file.Key,
          Key: file.Key,
          MetadataDirective: 'REPLACE',
          CacheControl: 'max-age=15557000, stale-if-error=31536000',
        })
      )
    ) || []
  );
  count += jobs.length;
  console.log(count);
  const rejected = jobs.filter((j) => j.status === 'rejected');
  if (rejected.length) {
    await fs.appendFile(
      `${filePrefix}/failures`,
      JSON.stringify(rejected, null, 2) + os.EOL
    );
  }
  return ContinuationToken;
}