Method decode

language/serene/preprocessing.py:627–628

(self, ids)

      return tokens, word_ids, masks, segment_ids

  def decode(self, ids):
    raise NotImplementedError()

  def vocab_size(self):
    return len(self._tokenizer.vocab)