(model_repr:str, args)
| 22 | |
| 23 | |
| 24 | def get_output_path(model_repr:str, args) -> str: |
| 25 | scenario: Scenario = args.scenario |
| 26 | n = args.n |
| 27 | temperature = args.temperature |
| 28 | cot_suffix = "_cot" if args.cot_code_execution else "" |
| 29 | path = f"output/{model_repr}/{scenario}_{n}_{temperature}{cot_suffix}.json" |
| 30 | ensure_dir(path) |
| 31 | return path |
| 32 | |
| 33 | |
| 34 | def get_eval_all_output_path(model_repr:str, args) -> str: |
no test coverage detected