(token *Token)
| 71 | } |
| 72 | |
| 73 | func tokenToSlice(token *Token) (output []string) { |
| 74 | hasOnlyTerminalToken := true |
| 75 | for _, s := range token.segments { |
| 76 | if len(s.token.segments) > 1 { |
| 77 | hasOnlyTerminalToken = false |
| 78 | } |
| 79 | } |
| 80 | if !hasOnlyTerminalToken { |
| 81 | for _, s := range token.segments { |
| 82 | output = append(output, tokenToSlice(s.token)...) |
| 83 | } |
| 84 | } |
| 85 | output = append(output, textSliceToString(token.text)) |
| 86 | return output |
| 87 | } |
| 88 | |
| 89 | // 将多个字元拼接一个字符串输出 |
| 90 | func textSliceToString(text []Text) string { |
no test coverage detected