Method command_tokens

data_utils/tokenization.py:306–308

list (or iterable) of all command tokens for tokenizer

(self)

    @property
    def command_tokens(self):
        """list (or iterable) of all command tokens for tokenizer"""
        return self._command_token_tokens

    @property
    def command_token_vocab(self):