Method Tokenizer

src/common/string_utils.h:26–28

template <typename IsDelimiterType> class Tokenizer {
public:
  Tokenizer(const std::wstring_view &target, const IsDelimiterType &is_delimiter, bool split_camel_case)
    : m_target(target), m_is_delimiter(is_delimiter), m_split_camel_case(split_camel_case) {
  }

  std::vector<std::wstring_view> get_all_tokens() const {
    int token_begin = 0, token_end = -1;