| 401 | |
| 402 | template <class StringT> |
| 403 | class SimpleTokenizer |
| 404 | : public TokenizeIterator<SimpleDelimiter, ::utf8::unchecked::iterator<typename StringT::const_iterator>, |
| 405 | false /* KeepEmptyTokens */> |
| 406 | { |
| 407 | using BaseT = TokenizeIterator<SimpleDelimiter, ::utf8::unchecked::iterator<typename StringT::const_iterator>, |
| 408 | false /* KeepEmptyTokens */>; |
| 409 | |
| 410 | public: |
| 411 | SimpleTokenizer(StringT const & str, SimpleDelimiter const & delims) : BaseT(str.begin(), str.end(), delims) {} |
| 412 | }; |
| 413 | |
| 414 | template <typename TFunctor> |
| 415 | void Tokenize(std::string_view str, char const * delims, TFunctor && f) |