Function getShellCommandTokens

tools/shell/linenoise.cpp:1444–1462

}

std::vector<highlightToken> getShellCommandTokens(char* buf, size_t len) {
    std::vector<highlightToken> tokens;

    // identifier token for the shell command itself
    highlightToken shell_token;
    shell_token.type = tokenType::TOKEN_KEYWORD;
    shell_token.start = 0;
    tokens.push_back(shell_token);

    for (uint64_t i = 0; i + 1 < len; i++) {
        if (isspace(buf[i])) {
            highlightToken argument_token;
            argument_token.type = tokenType::TOKEN_STRING_CONSTANT;
            argument_token.start = i + 1;
            tokens.push_back(argument_token);
        }
    }
    return tokens;
}

static tokenType convertToken(antlr4::Token* token) {
    auto tokenType = token->getType();