Method ResetTokens

library/cpp/tokenizer/nlpparserbase.h:231–235

        SuffixChar = 0;
    }
    void ResetTokens() {
        Tokens.resize(1);
        Current = &Tokens[0];
        Current->Reset();
    }
    void SetSoftHyphen() {
        Current->SetHyphen(HYPHEN_SOFT);
    }