Function ConvertStream

src/tools/CommandLineMain.cpp:394–439

}

void ConvertStream(FILE* fin, FILE* fout) {
  const int BUFFER_SIZE = 1024 * 1024;
  std::string buffer(BUFFER_SIZE, '\0');
  ConverterStream stream(converter);

  while (!feof(fin)) {
    size_t length = fread(&buffer[0], sizeof(char), buffer.size(), fin);
    if (length == 0) {
      break;
    }
    measurement.inputBytes += length;
    WarnIfStreamChunkContainsVariationSelector(buffer.data(), length);

    const auto convertStart = std::chrono::steady_clock::now();
    const bool isFinalChunk = length < buffer.size() && feof(fin);
    const std::string converted =
        isFinalChunk ? stream.Finish({buffer.data(), length})
                     : stream.ConvertChunk({buffer.data(), length});
    measurement.convertMs += DurationToMilliseconds(
        std::chrono::steady_clock::now() - convertStart);
    measurement.outputBytes += converted.size();
    const auto writeStart = std::chrono::steady_clock::now();
    fputs(converted.c_str(), fout);
    if (!noFlush) {
      fflush(fout);
    }
    measurement.writeMs += DurationToMilliseconds(
        std::chrono::steady_clock::now() - writeStart);
    if (isFinalChunk) {
      return;
    }
  }

  const auto convertStart = std::chrono::steady_clock::now();
  const std::string& converted = stream.Finish();
  measurement.convertMs += DurationToMilliseconds(
      std::chrono::steady_clock::now() - convertStart);
  measurement.outputBytes += converted.size();
  const auto writeStart = std::chrono::steady_clock::now();
  fputs(converted.c_str(), fout);
  if (!noFlush) {
    fflush(fout);
  }
  measurement.writeMs += DurationToMilliseconds(
      std::chrono::steady_clock::now() - writeStart);
}

void ConvertLineByLine() {
  PrintInteractiveStdinHint();