()
| 211 | |
| 212 | |
| 213 | async def main(): |
| 214 | args = parse_args() |
| 215 | |
| 216 | config.initialize(config_path=args.config, args=args) |
| 217 | # Disable logging during experiments for cleaner output |
| 218 | # logger.initialize(config=config, level=logging.CRITICAL) |
| 219 | logger.initialize(config=config) |
| 220 | logger.info(f"| Config: {config.pretty_text}") |
| 221 | |
| 222 | # Initialize model manager |
| 223 | logger.info("| 🧠 Initializing model manager...") |
| 224 | await model_manager.initialize() |
| 225 | logger.info(f"| ✅ Model manager initialized: {await model_manager.list()}") |
| 226 | |
| 227 | # Initialize prompt manager |
| 228 | logger.info("| 📁 Initializing prompt manager...") |
| 229 | await prompt_manager.initialize() |
| 230 | logger.info(f"| ✅ Prompt manager initialized: {await prompt_manager.list()}") |
| 231 | |
| 232 | # Initialize memory manager |
| 233 | logger.info("| 📁 Initializing memory manager...") |
| 234 | await memory_manager.initialize(memory_names=config.memory_names) |
| 235 | logger.info(f"| ✅ Memory manager initialized: {await memory_manager.list()}") |
| 236 | |
| 237 | # Initialize tools |
| 238 | logger.info("| 🛠️ Initializing tools...") |
| 239 | await tcp.initialize(tool_names=config.tool_names) |
| 240 | logger.info(f"| ✅ Tools initialized: {await tcp.list()}") |
| 241 | |
| 242 | # Initialize environments |
| 243 | logger.info("| 🎮 Initializing environments...") |
| 244 | await ecp.initialize(env_names=config.env_names) |
| 245 | logger.info(f"| ✅ Environments initialized: {ecp.list()}") |
| 246 | |
| 247 | # Initialize agents |
| 248 | logger.info("| 🤖 Initializing agents...") |
| 249 | await acp.initialize(agent_names=config.agent_names) |
| 250 | logger.info(f"| ✅ Agents initialized: {await acp.list()}") |
| 251 | |
| 252 | # Initialize benchmark manager |
| 253 | logger.info("| 🧪 Initializing benchmark manager...") |
| 254 | await benchmark_manager.initialize(benchmark_names=[args.benchmark]) |
| 255 | logger.info(f"| ✅ Benchmark manager initialized: {await benchmark_manager.list()}") |
| 256 | |
| 257 | # Initialize version manager, must after tool, agent, environment initialized |
| 258 | logger.info("| 📁 Initializing version manager...") |
| 259 | await version_manager.initialize() |
| 260 | logger.info(f"| ✅ Version manager initialized") |
| 261 | |
| 262 | # Test specified optimizer on benchmark |
| 263 | await run_optimizer_on_benchmark(args.optimizer, args.benchmark) |
| 264 | |
| 265 | logger.info("| 🧹 Cleaning up...") |
| 266 | await benchmark_manager.cleanup() |
| 267 | logger.shutdown() # 确保所有日志都被写入文件 |
| 268 | logger.info("| 🚪 Experiment completed") |
| 269 | |
| 270 |
no test coverage detected