Method analyze_failure_patterns

testing/test_analyzer.py:175–232

Analyze test failures and categorize by patterns.

(self, results_file: Path)

            print(f"Warning: Could not store test results: {e}")
    
    def analyze_failure_patterns(self, results_file: Path) -> List[FailurePattern]:
        """Analyze test failures and categorize by patterns."""
        if not results_file.exists():
            return []
        
        try:
            with open(results_file, 'r') as f:
                data = json.load(f)
        except json.JSONDecodeError:
            return []
        
        # Collect all failure messages
        failures = []
        for test in data.get('tests', []):
            if test['outcome'] == 'failed':
                error_msg = str(test.get('call', {}).get('longrepr', ''))
                failures.append({
                    'test': test['nodeid'],
                    'error': error_msg
                })
        
        # Categorize failures by patterns
        pattern_matches = defaultdict(list)
        
        for failure in failures:
            matched = False
            for category, pattern_info in self.failure_patterns.items():
                if re.search(pattern_info['pattern'], failure['error'], re.IGNORECASE):
                    pattern_matches[category].append(failure['test'])
                    matched = True
                    break
            
            if not matched:
                pattern_matches['other'].append(failure['test'])
        
        # Create FailurePattern objects
        patterns = []
        for category, tests in pattern_matches.items():
            if category == 'other':
                description = 'Uncategorized failures'
                suggested_fix = 'Manual investigation required'
                pattern = 'N/A'
            else:
                pattern_info = self.failure_patterns[category]
                description = pattern_info['description'] 
                suggested_fix = pattern_info['suggested_fix']
                pattern = pattern_info['pattern']
            
            patterns.append(FailurePattern(
                category=category,
                pattern=pattern,
                description=description,
                frequency=len(tests),
                affected_tests=tests,
                suggested_fix=suggested_fix
            ))
        
        return sorted(patterns, key=lambda x: x.frequency, reverse=True)