| 240 | return final_results |
| 241 | |
| 242 | def parse_arguments(): |
| 243 | parser = argparse.ArgumentParser(description='Generate answers using vLLM') |
| 244 | parser.add_argument('--model', type=str, default=None, |
| 245 | help='Path to the model') |
| 246 | parser.add_argument('--input_file', type=str, default=None, |
| 247 | help='Path to the input data file') |
| 248 | parser.add_argument('--generated_file', type=str, default=None, |
| 249 | help='Path to the final output file') |
| 250 | parser.add_argument('--n', type=int, default=200, |
| 251 | help='Number of answers generated per sample') |
| 252 | parser.add_argument('--nums_answer', type=int, default=3200, |
| 253 | help='Total number of answers to generate per input') |
| 254 | |
| 255 | return parser.parse_args() |
| 256 | |
| 257 | def main(): |
| 258 | args = parse_arguments() |