| 33 | |
| 34 | |
| 35 | def _parse_args(): |
| 36 | parser = argparse.ArgumentParser() |
| 37 | parser.add_argument('--split', default='test', help='split to operate on, can be `test`, `dev` and `train`') |
| 38 | parser.add_argument('--pred_file', default='Reading/LLaMA2-13b/WebQSP_Freebase_NQ_lora_epoch100/evaluation_beam/beam_test_top_k_predictions.json', help='topk prediction file') |
| 39 | parser.add_argument('--server_ip', default=None, help='server ip for debugging') |
| 40 | parser.add_argument('--server_port', default=None, help='server port for debugging') |
| 41 | parser.add_argument('--qid',default=None,type=str, help='single qid for debug, None by default' ) |
| 42 | parser.add_argument('--test_batch_size', default=2) |
| 43 | parser.add_argument('--dataset', default='WebQSP', type=str, help='dataset type, can be `CWQ、`WebQSP`') |
| 44 | parser.add_argument('--beam_size', default=50, type=int) |
| 45 | parser.add_argument('--golden_ent', default=False, action='store_true') |
| 46 | |
| 47 | args = parser.parse_args() |
| 48 | |
| 49 | print(f'split:{args.split}, topk_file:{args.pred_file}') |
| 50 | return args |
| 51 | |
| 52 | def type_checker(token:str): |
| 53 | """Check the type of a token, e.g. Integer, Float or date. |