Method benchmark_kernel_standalone

rightnow_cli/bench.py:32–84

Benchmark a standalone user kernel.

(
        self,
        compiled_kernel: Dict[str, Any],
        analysis: Dict[str, Any]
    )

            self.cuda_context.pop()
    
    def benchmark_kernel_standalone(
        self,
        compiled_kernel: Dict[str, Any],
        analysis: Dict[str, Any]
    ) -> Dict[str, Any]:
        """Benchmark a standalone user kernel."""
        kernel_name = analysis.get('kernel_name', 'user_kernel')
        
        console.print(f"\n[cyan]Benchmarking {kernel_name} kernel...[/cyan]")
        
        try:
            # Create synthetic test data based on kernel parameters
            test_data = self._create_test_data(analysis)
            
            # Run kernel with test data
            kernel_times = self._benchmark_cuda_kernel(
                compiled_kernel,
                inputs=test_data['inputs'],
                output_shape=test_data['output_shape'],
                kernel_name=kernel_name,
                block_size=test_data.get('block_size', (256, 1, 1)),
                grid_size=test_data.get('grid_size', (1024, 1, 1)),
                warmup=self.warmup_iterations,
                iterations=self.iterations
            )
            
            if kernel_times and all(t != float('inf') for t in kernel_times):
                return {
                    "avg_time_ms": statistics.median(kernel_times),
                    "min_time_ms": min(kernel_times),
                    "max_time_ms": max(kernel_times),
                    "std_dev_ms": statistics.stdev(kernel_times) if len(kernel_times) > 1 else 0,
                    "success": True
                }
            else:
                return {
                    "avg_time_ms": float('inf'),
                    "min_time_ms": float('inf'),
                    "max_time_ms": float('inf'),
                    "std_dev_ms": 0,
                    "success": False
                }
                
        except Exception as e:
            console.print(f"[red]Error during benchmarking: {e}[/red]")
            return {
                "avg_time_ms": float('inf'),
                "min_time_ms": float('inf'),
                "max_time_ms": float('inf'),
                "std_dev_ms": 0,
                "success": False,
                "error": str(e)
            }
    
    def _create_test_data(self, analysis: Dict[str, Any]) -> Dict[str, Any]:
        """Create synthetic test data based on kernel analysis."""