| 7 | import time |
| 8 | import argparse |
| 9 | def get_args(): |
| 10 | parser = argparse.ArgumentParser(description="naive_generation_benchmark") |
| 11 | parser.add_argument('--model_path', type=str, default='llama-7b-hf', help="Path to the model.") |
| 12 | parser.add_argument('--log_dir', type=str, default='~/logs', help="Path to the model.") |
| 13 | parser.add_argument('--dev_dataset_path', type=str, default='/inspire/hdd/ws-8207e9e2-e733-4eec-a475-cfa1c36480ba/embodied-multimodality/public/yli/workspace/Datasets/R3RAG/original_datasets/hotpotqa/dev.jsonl', help="Path to the model.") |
| 14 | parser.add_argument('--tensor_parallel_size', type=int, default=8, help="eos token id to stop.") |
| 15 | args = parser.parse_args() |
| 16 | return args |
| 17 | def mystrip(one_str): |
| 18 | one_str = one_str.strip() |
| 19 | one_str = one_str.strip("\\n") |