Function assertLikelyUtf8

src/pkg/utils/encoding.ts:130–140

(data: Uint8Array)

};

const assertLikelyUtf8 = (data: Uint8Array): void => {
  if (data.length <= FULL_UTF8_VALIDATE_LIMIT) {
    new TextDecoder("utf-8", { fatal: true }).decode(data);
    return;
  }

  const decoder = new TextDecoder("utf-8", { fatal: true });
  for (const [start, end] of createSampleRanges(data)) {
    decoder.decode(data.subarray(start, end));
  }
};

const decodeMostlyUtf8 = (data: Uint8Array): string | null => {
  const decoded = new TextDecoder("utf-8").decode(data);