(self)
| 33 | return ch |
| 34 | |
| 35 | def get_token(self): |
| 36 | if self.pushback: |
| 37 | return self.pushback.pop(0) |
| 38 | token = "" |
| 39 | fiter = iter(self._read_char, "") |
| 40 | for ch in fiter: |
| 41 | if ch in self.whitespace: |
| 42 | continue |
| 43 | if ch == '"': |
| 44 | for ch in fiter: |
| 45 | if ch == '"': |
| 46 | return token |
| 47 | elif ch == "\\": |
| 48 | ch = self._read_char() |
| 49 | token += ch |
| 50 | else: |
| 51 | if ch == "\\": |
| 52 | ch = self._read_char() |
| 53 | token += ch |
| 54 | for ch in fiter: |
| 55 | if ch in self.whitespace: |
| 56 | return token |
| 57 | elif ch == "\\": |
| 58 | ch = self._read_char() |
| 59 | token += ch |
| 60 | return token |
| 61 | |
| 62 | def push_token(self, token): |
| 63 | self.pushback.append(token) |
no test coverage detected