(src []byte, cursor int)
| 40 | } |
| 41 | |
| 42 | func new_token_iterator(src []byte, cursor int) token_iterator { |
| 43 | tokens := make([]token_item, 0, 1000) |
| 44 | var s scanner.Scanner |
| 45 | fset := token.NewFileSet() |
| 46 | file := fset.AddFile("", fset.Base(), len(src)) |
| 47 | s.Init(file, src, nil, 0) |
| 48 | for { |
| 49 | pos, tok, lit := s.Scan() |
| 50 | off := fset.Position(pos).Offset |
| 51 | if tok == token.EOF || cursor <= off { |
| 52 | break |
| 53 | } |
| 54 | tokens = append(tokens, token_item{ |
| 55 | off: off, |
| 56 | tok: tok, |
| 57 | lit: lit, |
| 58 | }) |
| 59 | } |
| 60 | return token_iterator{ |
| 61 | tokens: tokens, |
| 62 | token_index: len(tokens) - 1, |
| 63 | } |
| 64 | } |
| 65 | |
| 66 | func (this *token_iterator) token() token_item { |
| 67 | return this.tokens[this.token_index] |
no outgoing calls
no test coverage detected