Method benchmark_model

utils/quantize_embeddings.py:127–185

Benchmark model Args: output_suffix: Output file suffix (lowercase format, e.g., q6_k) Returns: dict: Dictionary with benchmark results, or None if failed

(self, output_suffix)

            return False
    
    def benchmark_model(self, output_suffix):
        """
        Benchmark model
        
        Args:
            output_suffix: Output file suffix (lowercase format, e.g., q6_k)
        
        Returns:
            dict: Dictionary with benchmark results, or None if failed
        """
        model_file = self.output_dir / f"ggml-model-i2_s-embed-{output_suffix}.gguf"
        
        if not model_file.exists():
            print(f"❌ Model file not found for benchmarking: {model_file}")
            return None
        
        cmd = [
            str(self.bench_bin),
            "-m", str(model_file),
            "-p", "128",
            "-n", "0",
            "-t", "1,2,4,8",
            "-ngl", "0"
        ]
        
        print(f"\n{'='*80}")
        print(f"🏃 Running benchmark for: {output_suffix}")
        print(f"💻 Command: {' '.join(cmd)}")
        print(f"{'='*80}\n")
        
        try:
            result = subprocess.run(
                cmd,
                capture_output=True,
                text=True,
                cwd=os.getcwd(),
                timeout=300  # 5 minute timeout
            )
            
            if result.returncode == 0:
                print("✅ Benchmark completed successfully")
                print("\n📊 Benchmark output:")
                print(result.stdout)
                
                # 解析输出
                bench_results = self.parse_benchmark_output(result.stdout, output_suffix)
                return bench_results
            else:
                print(f"❌ Benchmark failed with return code {result.returncode}")
                print(f"Error: {result.stderr}")
                return None
                
        except subprocess.TimeoutExpired:
            print(f"❌ Benchmark timeout (exceeded 5 minutes)")
            return None
            
        except Exception as e:
            print(f"❌ Benchmark exception: {e}")