Resplit the Natural Questions dataset.
()
| 51 | |
| 52 | |
| 53 | def resplit_nq(): |
| 54 | """Resplit the Natural Questions dataset.""" |
| 55 | hash_fn = make_hash_fn() |
| 56 | resplit_data( |
| 57 | input_path=FLAGS.nq_train_path, |
| 58 | output_path=get_resplit_path("NaturalQuestions", "train"), |
| 59 | keep_fn=lambda x: hash_fn(x) != 0) |
| 60 | resplit_data( |
| 61 | input_path=FLAGS.nq_train_path, |
| 62 | output_path=get_resplit_path("NaturalQuestions", "dev"), |
| 63 | keep_fn=lambda x: hash_fn(x) == 0) |
| 64 | resplit_data( |
| 65 | input_path=FLAGS.nq_dev_path, |
| 66 | output_path=get_resplit_path("NaturalQuestions", "test"), |
| 67 | keep_fn=lambda x: True) |
| 68 | |
| 69 | |
| 70 | def resplit_wb(): |
no test coverage detected
searching dependent graphs…