Function hashes

packages/client/src/utils/hashes.ts:69–120

(
  files: string[],
  map = new Map<string | undefined, DeploymentFile>()
)

 * @return Map of hash digest to file object
 */
export async function hashes(
  files: string[],
  map = new Map<string | undefined, DeploymentFile>()
): Promise<FilesMap> {
  const semaphore = new Sema(100);

  await Promise.all(
    files.map(async (name: string): Promise<void> => {
      await semaphore.acquire();

      const stat = await fs.lstat(name);
      const mode = stat.mode;

      let data: Buffer | undefined;
      let size: number | undefined;
      const isDirectory = stat.isDirectory();

      let h: string | undefined;

      if (!isDirectory) {
        if (stat.isSymbolicLink()) {
          const link = await fs.readlink(name);
          data = Buffer.from(link, 'utf8');
          size = data.length;
          h = hash(data);
        } else if (stat.size > MAX_BUFFER_FILE_SIZE) {
          // Too large to read into a single Buffer; hash by streaming and leave
          // `data` undefined so the upload streams it from disk as well.
          size = stat.size;
          h = await hashFile(name);
        } else {
          data = await fs.readFile(name);
          size = data.length;
          h = hash(data);
        }
      }

      const entry = map.get(h);

      if (entry) {
        const names = new Set(entry.names);
        names.add(name);
        entry.names = [...names];
      } else {
        map.set(h, { names: [name], data, mode, size });
      }

      semaphore.release();
    })
  );
  return map;
}