Function perform_experiments

internagent/experiments_utils_claude.py:307–433

Perform multi-round experiments using Claude Code. Args: idea: The idea to implement folder_name: The folder to work in proxy_settings: Optional proxy settings for Claude model: Model name to use gpu_ids: GPU IDs to use (string like "0,1" or None for

(
    idea,
    folder_name,
    proxy_settings=None,
    model='claude-sonnet-4-5-20250929',
    gpu_ids=None,
    max_runs=None,
    log_file=None,
    task_type='auto',
    task_info=None,
    checklist=None,
    sci_scorer_model='gpt-5.1',
    run_timeout=None,
)

def perform_experiments(
    idea,
    folder_name,
    proxy_settings=None,
    model='claude-sonnet-4-5-20250929',
    gpu_ids=None,
    max_runs=None,
    log_file=None,
    task_type='auto',
    task_info=None,
    checklist=None,
    sci_scorer_model='gpt-5.1',
    run_timeout=None,
) -> bool:
    """
    Perform multi-round experiments using Claude Code.

    Args:
        idea: The idea to implement
        folder_name: The folder to work in
        proxy_settings: Optional proxy settings for Claude
        model: Model name to use
        gpu_ids: GPU IDs to use (string like "0,1" or None for CPU)
        max_runs: Maximum number of runs (default: uses MAX_RUNS constant)
        log_file: Optional file object to write logs to
        task_type: 'auto' for standard tasks, 'sci' for paper reproduction tasks
        task_info: For sci tasks — parsed task_info.json dict (task description, data)
        checklist: For sci tasks — parsed checklist.json list
        sci_scorer_model: Model to use for LLM-as-judge scoring of sci tasks

    Returns:
        True if experiments completed successfully, False otherwise
    """
    def log_message(msg):
        """Write message to both stdout and log file"""
        print(msg)
        sys.stdout.flush()
        if log_file:
            try:
                log_file.write(msg + "\n")
                log_file.flush()
            except (ValueError, OSError):
                pass

    # Use provided max_runs or fall back to default
    if max_runs is None:
        max_runs = MAX_RUNS

    timestamp = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
    logger.info(f"[{timestamp}] Starting {task_type} experiments for idea in {folder_name}")
    if gpu_ids:
        logger.info(f"[{timestamp}] Using GPUs: {gpu_ids}")

    current_iter = 0
    run = 1

    # Initialize Claude Code runner
    claude_runner = ClaudeCodeRunner(proxy_settings, model=model)