Function joinLatex

src/compute-engine/latex-syntax/tokenizer.ts:429–446

(segments: Iterable<string>)

  const parts = str.split(/(\r?\n)/);
  let stream = '';
  let sep = '';
  // Offset of the start of the current line in the original string. Advanced
  // by the line length plus the actual separator length. Used only to report
  // the original-input span of discarded comments (code `comment-discarded`).
  let lineOffset = 0;
  for (let i = 0; i < parts.length; i += 2) {
    const line = parts[i];
    const separator = parts[i + 1] ?? '';
    stream += sep;
    sep = ' ';
    // Remove everything after a % (comment marker)
    // (but \% should be preserved...)
    const m = line.match(/((?:\\%)|[^%])*/);
    if (m !== null) {
      stream += m[0];
      // An unescaped `%` was found iff the match is shorter than the line: the
      // discarded run is `%` through end-of-line, in original-input coordinates.
      if (comments !== undefined && m[0].length < line.length) {
        const start = lineOffset + m[0].length;
        const end = lineOffset + line.length;
        comments.push({