Method save_results

utils/test_perplexity.py:441–488

Save results to CSV file.

(self)

        self.print_summary(total_time)
    
    def save_results(self):
        """Save results to CSV file."""
        timestamp = datetime.now().strftime("%Y%m%d_%H%M%S")
        model_name = self.model_path.stem
        
        # Use custom CSV path if provided
        if self.csv_output:
            csv_file = self.csv_output
            # Create parent directory if needed
            csv_file.parent.mkdir(parents=True, exist_ok=True)
        else:
            csv_file = self.output_dir / f"ppl_{model_name}_{timestamp}.csv"
        
        print(f"\n💾 Saving results...")
        
        with open(csv_file, 'w', newline='') as f:
            writer = csv.DictWriter(f, fieldnames=['dataset', 'perplexity', 'time_seconds', 'status'])
            writer.writeheader()
            for result in self.results:
                writer.writerow({
                    'dataset': result['dataset'],
                    'perplexity': result['perplexity'] if result['perplexity'] is not None else 'N/A',
                    'time_seconds': f"{result['time']:.2f}",
                    'status': result['status']
                })
        
        print(f"   ✅ CSV saved: {csv_file}")
        
        # Save detailed log
        log_file = self.output_dir / f"ppl_{model_name}_{timestamp}.log"
        with open(log_file, 'w') as f:
            f.write(f"Perplexity Test Results\n")
            f.write(f"{'='*80}\n")
            f.write(f"Model: {self.model_path}\n")
            f.write(f"Timestamp: {datetime.now().strftime('%Y-%m-%d %H:%M:%S')}\n")
            f.write(f"{'='*80}\n\n")
            
            for result in self.results:
                f.write(f"\n{'='*80}\n")
                f.write(f"Dataset: {result['dataset']}\n")
                f.write(f"Perplexity: {result['perplexity']}\n")
                f.write(f"Time: {result['time']:.2f}s\n")
                f.write(f"Status: {result['status']}\n")
                f.write(f"\nOutput:\n{result['stdout']}\n")
                if result['stderr']:
                    f.write(f"\nErrors:\n{result['stderr']}\n")
        
        print(f"   ✅ Log saved: {log_file}")
    
    def print_summary(self, total_time):
        """Print summary of all tests."""