MCPcopy Create free account
hub / github.com/google-research/language / __init__

Method __init__

language/serene/preprocessing.py:426–437  ·  view source on GitHub ↗
(
      self, *,
      tokenizer, max_seq_length,
      include_title, include_sentence_id)

Source from the content-addressed store, hash-verified

424 """Bert Text encoder."""
425
426 def __init__(
427 self, *,
428 tokenizer, max_seq_length,
429 include_title, include_sentence_id):
430 super().__init__()
431 self._tokenizer = tokenizer
432 self._max_seq_length = max_seq_length
433 self._include_title = include_title
434 self._include_sentence_id = include_sentence_id
435 self._cls_id = self._tokenizer.vocab['[CLS]']
436 self._sep_id = self._tokenizer.vocab['[SEP]']
437 self._pad_id = self._tokenizer.vocab['[PAD]']
438
439 def encode_example(self, *, claim, evidence, claim_label, evidence_label,
440 metadata, wikipedia_url, sentence_id):

Callers

nothing calls this directly

Calls

no outgoing calls

Tested by

no test coverage detected