Method command_token_vocab

data_utils/tokenization.py:311–313

dictionary mapping command tokens to ids for tokenizer

(self)

    @property
    def command_token_vocab(self):
        """dictionary mapping command tokens to ids for tokenizer"""
        return self._command_token_vocab

    @property
    def text_tokens(self):