(self, doc, ctx)
| 326 | return self.format_answer(query=doc["query"], entity=doc["answers"][0]) |
| 327 | |
| 328 | def construct_requests(self, doc, ctx): |
| 329 | requests = [ |
| 330 | rf.loglikelihood(ctx, self.format_answer(query=doc["query"], entity=entity)) |
| 331 | for entity in doc["entities"] |
| 332 | ] |
| 333 | return requests |
| 334 | |
| 335 | def process_results(self, doc, results): |
| 336 | # ReCoRD's evaluation is actually deceptively simple: |
nothing calls this directly
no test coverage detected