()
| 705 | |
| 706 | |
| 707 | async def main(): |
| 708 | args = parse_args() |
| 709 | |
| 710 | config.initialize(config_path=args.config, args=args) |
| 711 | # Disable logging during experiments for cleaner output |
| 712 | # logger.initialize(config=config, level=logging.CRITICAL) |
| 713 | logger.initialize(config=config) |
| 714 | logger.info(f"| Config: {config.pretty_text}") |
| 715 | |
| 716 | # Initialize model manager |
| 717 | logger.info("| 🧠 Initializing model manager...") |
| 718 | await model_manager.initialize() |
| 719 | logger.info(f"| ✅ Model manager initialized: {await model_manager.list()}") |
| 720 | |
| 721 | # Initialize prompt manager |
| 722 | logger.info("| 📁 Initializing prompt manager...") |
| 723 | await prompt_manager.initialize() |
| 724 | logger.info(f"| ✅ Prompt manager initialized: {await prompt_manager.list()}") |
| 725 | |
| 726 | # Initialize memory manager |
| 727 | logger.info("| 📁 Initializing memory manager...") |
| 728 | await memory_manager.initialize(memory_names=config.memory_names) |
| 729 | logger.info(f"| ✅ Memory manager initialized: {await memory_manager.list()}") |
| 730 | |
| 731 | # Initialize tools |
| 732 | logger.info("| 🛠️ Initializing tools...") |
| 733 | await tcp.initialize(tool_names=config.tool_names) |
| 734 | logger.info(f"| ✅ Tools initialized: {await tcp.list()}") |
| 735 | |
| 736 | # Initialize environments |
| 737 | logger.info("| 🎮 Initializing environments...") |
| 738 | await ecp.initialize(env_names=config.env_names) |
| 739 | logger.info(f"| ✅ Environments initialized: {ecp.list()}") |
| 740 | |
| 741 | # Initialize agents |
| 742 | logger.info("| 🤖 Initializing agents...") |
| 743 | await acp.initialize(agent_names=config.agent_names) |
| 744 | logger.info(f"| ✅ Agents initialized: {await acp.list()}") |
| 745 | |
| 746 | # Initialize benchmark manager |
| 747 | logger.info("| 🧪 Initializing benchmark manager...") |
| 748 | await benchmark_manager.initialize(benchmark_names=[args.benchmark]) |
| 749 | logger.info(f"| ✅ Benchmark manager initialized: {await benchmark_manager.list()}") |
| 750 | |
| 751 | # Initialize version manager, must after tool, agent, environment initialized |
| 752 | logger.info("| 📁 Initializing version manager...") |
| 753 | await version_manager.initialize() |
| 754 | logger.info(f"| ✅ Version manager initialized") |
| 755 | |
| 756 | # Test specified optimizer on benchmark |
| 757 | await run_optimizer_on_benchmark(args.optimizer, args.benchmark, args.split, args.batchsize, args.model_name, args.concurrency, args.resume, args.optimize_trainable_variables, args.optimize_solution) |
| 758 | |
| 759 | logger.info("| 🧹 Cleaning up...") |
| 760 | await benchmark_manager.cleanup() |
| 761 | logger.shutdown() # Ensure all logs are written to file |
| 762 | logger.info("| 🚪 Experiment completed") |
| 763 | |
| 764 |
no test coverage detected