Function perform_experiments

internagent/experiments_utils_iflow.py:311–404

Perform multi-round experiments using iFlow Code Args: idea: The idea to implement folder_name: The folder to work in proxy_settings: Optional proxy settings for iFlow model: Model name to use (default: iflow-default) gpu_ids: GPU IDs to use (string

(idea, folder_name, proxy_settings=None, model='iflow-default', gpu_ids=None, max_runs=None, log_file=None)

# PERFORM EXPERIMENTS with iFlow Code for multiple rounds
def perform_experiments(idea, folder_name, proxy_settings=None, model='iflow-default', gpu_ids=None, max_runs=None, log_file=None) -> bool:
    """
    Perform multi-round experiments using iFlow Code

    Args:
        idea: The idea to implement
        folder_name: The folder to work in
        proxy_settings: Optional proxy settings for iFlow
        model: Model name to use (default: iflow-default)
        gpu_ids: GPU IDs to use (string like "0,1" or None for CPU)
        max_runs: Maximum number of runs (default: uses MAX_RUNS constant)
        log_file: Optional file object to write logs to

    Returns:
        True if all experiments completed successfully, False otherwise
    """
    def log_message(msg):
        """Write message to both stdout and log file"""
        print(msg)
        sys.stdout.flush()
        if log_file:
            try:
                log_file.write(msg + "\n")
                log_file.flush()
            except (ValueError, OSError):
                pass

    # Use provided max_runs or fall back to default
    if max_runs is None:
        max_runs = MAX_RUNS

    timestamp = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
    log_message(f"[{timestamp}] Starting experiments for idea in {folder_name}")
    if gpu_ids:
        log_message(f"[{timestamp}] Using GPUs: {gpu_ids}")

    current_iter = 0
    run = 1

    # Initialize iFlow Code runner
    iflow_runner = IFlowCodeRunner(proxy_settings, model=model)

    # Extract idea information
    idea_info = extract_idea_info(idea)

    # Prepare initial prompt
    next_prompt = CODER_PROMPT_OPENHANDS.format(
        idea_description=idea_info["description"],
        code_server_path=folder_name,
        method=idea_info["method"],
        max_runs=max_runs,
    )

    log_message(f"Starting experiments for idea: {idea_info['title']}")
    log_message(f"Method description: {idea_info['method'][:300]}...")

    while run < max_runs + 1:
        if current_iter >= MAX_ITERS: