Method run_benchmark

utils/tune_gemm_config.py:66–91

Run benchmark test

(self)

        return True
        
    def run_benchmark(self):
        """Run benchmark test"""
        cmd = [
            f"{self.build_dir}/bin/llama-bench",
            "-m", self.model_path,
            "-p", "128",
            "-n", "0",
            "-t", str(self.threads),
            "-ngl", "0"
        ]
        
        print(f"⚡ Running benchmark: {' '.join(cmd)}")
        
        result = subprocess.run(
            cmd,
            capture_output=True,
            text=True,
            cwd=os.getcwd(),
            timeout=300  # 5分钟超时
        )
        
        if result.returncode != 0:
            print(f"❌ Benchmark failed: {result.stderr}")
            return None
            
        return result.stdout
        
    def parse_throughput(self, output):
        """Parse pp128 throughput from output"""