()
| 257 | } |
| 258 | |
| 259 | func (t *tokenizer) emitWord() { |
| 260 | curPos := t.reader.GetPosition() |
| 261 | if t.builder.Len() > 0 || t.nonEmpty { |
| 262 | data := t.builder.String() |
| 263 | _, isReserved := reservedWords[data] |
| 264 | t.result = append(t.result, Token{ |
| 265 | Decoded: data, |
| 266 | OrigBegin: t.curBegin, |
| 267 | OrigEnd: curPos, |
| 268 | IsReserved: isReserved, |
| 269 | IsBroken: t.broken, |
| 270 | IsScary: t.scary, |
| 271 | }) |
| 272 | t.builder.Reset() |
| 273 | } |
| 274 | t.curBegin = curPos |
| 275 | t.nonEmpty = false |
| 276 | t.scary = false |
| 277 | t.broken = false |
| 278 | } |
| 279 | |
| 280 | func (t *tokenizer) parseAsciiString(end byte) (err error) { |
| 281 | if end == '\\' { |
no test coverage detected