(
self, question_answer_evidence: QuestionAnswerEvidence
)
| 337 | token_offsets=offsets) |
| 338 | |
| 339 | def process( |
| 340 | self, question_answer_evidence: QuestionAnswerEvidence |
| 341 | ) -> Generator[Features, None, None]: |
| 342 | # Tokenize question which is shared among all examples. |
| 343 | ids = ( |
| 344 | self._sentencepiece_processor.EncodeAsIds( |
| 345 | question_answer_evidence.question.value) + |
| 346 | [self._sentencepiece_processor.PieceToId(_SEP_PIECE)]) |
| 347 | paragraph_texts = list( |
| 348 | filter( |
| 349 | lambda p: p, |
| 350 | map(lambda p: p.strip(), |
| 351 | question_answer_evidence.evidence.text.split('\n')))) |
| 352 | stride_index, paragraphs, paragraph_index = 0, [], 0 |
| 353 | while paragraph_index < len(paragraph_texts): |
| 354 | paragraph_index, features = self._make_features(stride_index, |
| 355 | paragraph_texts, |
| 356 | paragraphs, |
| 357 | question_answer_evidence, |
| 358 | ids, paragraph_index) |
| 359 | stride_index += 1 |
| 360 | yield features |
| 361 | |
| 362 | |
| 363 | def _handle_exceptional_examples( |
nothing calls this directly
no test coverage detected