Method run_benchmark

ci/profile_runner.py:268–403

Run benchmark iterations and collect results

(self)

            time.sleep(0.1)

    def run_benchmark(self) -> bool:
        """Run benchmark iterations and collect results"""
        # Docker mode: Binary is in Docker volume, not accessible from host
        # For Docker+callgrind, we skip iterations and rely on callgrind analysis
        if self.use_docker and self.use_callgrind:
            print("🐳 Docker + Callgrind mode: Skipping benchmark iterations")
            print("   (Callgrind provides deterministic instruction counts)")
            # Create minimal results file for callgrind
            minimal_result = {
                "variant": "docker_build",
                "target": self.target,
                "total_calls": 1,
                "total_time_ns": 0,
                "ns_per_call": 0,
                "calls_per_sec": 0,
            }
            with open(self.results_file, "w") as f:
                json.dump([minimal_result], f, indent=2)
            return True

        print(f"Running {self.iterations} iterations...")
        print(f"⏱️  Timeout: 120 seconds per iteration (deadlock detector enabled)")
        if self.debuggable or self.build_mode in ["debug", "quick"]:
            print(f"🐛 Stack traces enabled (build mode: {self.build_mode})")
        else:
            print(
                f"⚡ Performance mode (build mode: {self.build_mode}) - limited stack traces"
            )

        if self.use_docker:
            print(
                f"🐳 Running in Docker (volume: fastled-docker-build-{self._get_project_hash()})"
            )

        binary_path = self.get_binary_path()
        if not self.use_docker and not binary_path.exists():
            print(f"Error: Binary not found at {binary_path}")
            return False

        results: list[dict[str, Any]] = []

        for i in range(1, self.iterations + 1):
            print(f"  Iteration {i}/{self.iterations}...", end=" ", flush=True)

            try:
                if self.use_docker:
                    # Docker: Run binary inside container with access to build volume
                    docker_cmd = [
                        "docker",
                        "run",
                        "--rm",
                        "-v",
                        f"{Path.cwd().as_posix()}:/fastled",
                        "-v",
                        f"fastled-docker-build-{self._get_project_hash()}:/fastled/.build",
                        "fastled-unit-tests",
                        f"/fastled/.build/meson-{self.build_mode}/tests/profile/{self.test_name}",
                        "baseline",