Function readToken

external/.scrollLibs.js:2618–2629

(mode, stream, state, inner)

  }

  function readToken(mode, stream, state, inner) {
    for (var i = 0; i < 10; i++) {
      if (inner) {
        inner[0] = innerMode(mode, state).mode
      }
      var style = mode.token(stream, state)
      if (stream.pos > stream.start) {
        return style
      }
    }
    throw new Error("Mode " + mode.name + " failed to advance stream.")
  }

  var Token = function (stream, type, state) {
    this.start = stream.start