| 33 | } |
| 34 | |
| 35 | inline int BytesInUnicodeCodePoint(int codePoint) { |
| 36 | if (codePoint < 0x80) |
| 37 | return 1; |
| 38 | else if (codePoint < 0x800) |
| 39 | return 2; |
| 40 | else if (codePoint < 0x10000) |
| 41 | return 3; |
| 42 | else |
| 43 | return 4; |
| 44 | } |
| 45 | |
| 46 | // All languages handled so far can treat all characters >= 0x80 as one class |
| 47 | // which just continues the current token or starts an identifier if in default. |
no outgoing calls
no test coverage detected