Function main

scripts/gen_optillm_dataset.py:90–97

()

                print(f"Skip over this item due to error {str(e)}")

def main():
    parser = argparse.ArgumentParser(description="Generate OptILM dataset")
    parser.add_argument("--num_samples", type=int, default=100, help="Number of samples to process")
    parser.add_argument("--output_file", type=str, default="optillm_dataset.jsonl", help="Output file path")
    args = parser.parse_args()

    asyncio.run(generate_dataset(args.num_samples, args.output_file))
    print(f"Dataset generated and saved to {args.output_file}")

if __name__ == "__main__":
    main()