Function is_ascii_space

src/framework/text/chunking.cpp:43–45

    bool sentence_break = false;
};

bool is_ascii_space(std::string_view token) noexcept {
    return token.size() == 1 && std::isspace(static_cast<unsigned char>(token.front())) != 0;
}

bool is_ascii_line_break(std::string_view token) noexcept {