| 19 | |
| 20 | |
| 21 | def parse_args(): |
| 22 | parser = argparse.ArgumentParser( |
| 23 | description="Upload your data to the Zeno AI evaluation platform to visualize results. This requires a ZENO_API_KEY in your environment variables. The eleuther harness must be run with log_samples=True and an output_path set for data to be written to disk." |
| 24 | ) |
| 25 | parser.add_argument( |
| 26 | "--data_path", |
| 27 | required=True, |
| 28 | help="Where to find the results of the benchmarks that have been run. Uses the name of each subfolder as the model name.", |
| 29 | ) |
| 30 | parser.add_argument( |
| 31 | "--project_name", |
| 32 | required=True, |
| 33 | help="The name of the generated Zeno project.", |
| 34 | ) |
| 35 | return parser.parse_args() |
| 36 | |
| 37 | |
| 38 | def sanitize_string(model_args_raw: str | dict) -> str: |